00000080:00000010:3.1:1781823814.459607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54780. 00010000:00000010:3.1:1781823814.459618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06890000. 00010000:00000010:3.1:1781823814.459621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10092200. 00000080:00000010:3.1:1781823814.459623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54660. 00010000:00000010:3.1:1781823814.459627:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06890900. 00010000:00000010:3.1:1781823814.459629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10093600. 00000080:00000010:3.1:1781823814.459631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54620. 00010000:00000010:3.1:1781823814.459635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06890f00. 00010000:00000010:3.1:1781823814.459638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10092a00. 00000080:00000010:3.1:1781823814.459640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54140. 00010000:00000010:3.1:1781823814.459647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acda00. 00010000:00000010:3.1:1781823814.459651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10093c00. 00000080:00000010:3.1:1781823814.459655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54560. 00010000:00000010:3.1:1781823814.459659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acdd00. 00010000:00000010:3.1:1781823814.459664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99a00. 00000080:00000010:3.1:1781823814.459703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54ec0. 00010000:00000010:3.1:1781823814.459708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd500. 00010000:00000010:3.1:1781823814.459713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98000. 00000080:00000010:3.1:1781823814.459715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54240. 00010000:00000010:3.1:1781823814.459720:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd000. 00010000:00000010:3.1:1781823814.459724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98800. 00000080:00000010:3.1:1781823814.459727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06e54880. 00010000:00000010:3.1:1781823814.459731:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd900. 00010000:00000010:3.1:1781823814.459734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98400. 00000080:00000010:3.1:1781823814.459738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06d17c60. 00010000:00000010:3.1:1781823814.459742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acdf00. 00010000:00000010:3.1:1781823814.459745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99800. 00000080:00000010:3.1:1781823814.459748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983a40. 00010000:00000010:3.1:1781823814.459752:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd600. 00010000:00000010:3.1:1781823814.459755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ace200. 00000080:00000010:3.1:1781823814.459757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069833a0. 00010000:00000010:3.1:1781823814.459762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5700. 00010000:00000010:3.1:1781823814.459765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acf600. 00000080:00000010:3.1:1781823814.459768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06d17a00. 00010000:00000010:3.1:1781823814.459777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd200. 00010000:00000010:3.1:1781823814.459780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98600. 00000080:00000010:3.1:1781823814.459782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06d17e00. 00010000:00000010:3.1:1781823814.459789:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd300. 00010000:00000010:3.1:1781823814.459791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98200. 00000080:00000010:3.1:1781823814.459794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31d1aee0. 00010000:00000010:3.1:1781823814.459799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acde00. 00010000:00000010:3.1:1781823814.459802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99600. 00000080:00000010:3.1:1781823814.459805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31d1a3c0. 00010000:00000010:3.1:1781823814.459809:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acdc00. 00010000:00000010:3.1:1781823814.459813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98a00. 00000080:00000010:3.1:1781823814.459817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfbc80. 00010000:00000010:3.1:1781823814.459821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acdb00. 00010000:00000010:3.1:1781823814.459823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99c00. 00000080:00000010:3.1:1781823814.459826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfb280. 00010000:00000010:3.1:1781823814.459830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd700. 00010000:00000010:3.1:1781823814.459833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99e00. 00000080:00000010:3.1:1781823814.459835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfba20. 00010000:00000010:3.1:1781823814.459838:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd100. 00010000:00000010:3.1:1781823814.459840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99200. 00000080:00000010:3.1:1781823814.459843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069831c0. 00010000:00000010:3.1:1781823814.459849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5100. 00010000:00000010:3.1:1781823814.459851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acea00. 00000080:00000010:3.1:1781823814.459854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983e80. 00010000:00000010:3.1:1781823814.459858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5400. 00010000:00000010:3.1:1781823814.459860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acfc00. 00000080:00000010:3.1:1781823814.459863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069833c0. 00010000:00000010:3.1:1781823814.459866:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5800. 00010000:00000010:3.1:1781823814.459868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acfe00. 00000080:00000010:3.1:1781823814.459870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983520. 00010000:00000010:3.1:1781823814.459875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5a00. 00010000:00000010:3.1:1781823814.459879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acf200. 00000080:00000010:3.1:1781823814.459882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983dc0. 00010000:00000010:3.1:1781823814.459893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5d00. 00010000:00000010:3.1:1781823814.459896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acf400. 00000080:00000010:3.1:1781823814.459899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983480. 00010000:00000010:3.1:1781823814.459902:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5500. 00010000:00000010:3.1:1781823814.459905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acee00. 00000080:00000010:3.1:1781823814.459907:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983320. 00010000:00000010:3.1:1781823814.459910:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5000. 00010000:00000010:3.1:1781823814.459913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acf000. 00000080:00000010:3.1:1781823814.459915:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069830e0. 00010000:00000010:3.1:1781823814.459921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18df5900. 00010000:00000010:3.1:1781823814.459923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acec00. 00000080:00000010:3.1:1781823814.459926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983160. 00010000:00000010:3.1:1781823814.459930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade900. 00010000:00000010:3.1:1781823814.459934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acfa00. 00000080:00000010:3.1:1781823814.459936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfba00. 00010000:00000010:3.1:1781823814.459942:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38adef00. 00010000:00000010:3.1:1781823814.459945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99400. 00000080:00000010:3.1:1781823814.459948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6b00. 00010000:00000010:3.1:1781823814.459953:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd400. 00010000:00000010:3.1:1781823814.459956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18df3a00. 00000080:00000010:3.1:1781823814.459959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a40. 00010000:00000010:3.1:1781823814.459965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07875200. 00010000:00000010:3.1:1781823814.459967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3fe00. 00000080:00000010:3.1:1781823814.459970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06cecae0. 00010000:00000010:3.1:1781823814.459974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331100. 00010000:00000010:3.1:1781823814.459976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18df2400. 00000080:00000010:3.1:1781823814.459984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06cecbe0. 00010000:00000010:3.1:1781823814.459988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331400. 00010000:00000010:3.1:1781823814.459992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cef000. 00000080:00000010:3.1:1781823814.459995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983ea0. 00010000:00000010:3.1:1781823814.459999:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331800. 00010000:00000010:3.1:1781823814.460003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06ceea00. 00000080:00000010:3.1:1781823814.460008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983e40. 00010000:00000010:3.1:1781823814.460019:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade600. 00010000:00000010:3.1:1781823814.460022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ace000. 00000080:00000010:3.1:1781823814.460025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfb420. 00010000:00000010:3.1:1781823814.460028:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08acd800. 00010000:00000010:3.1:1781823814.460031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98e00. 00000080:00000010:3.1:1781823814.460033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfbe00. 00010000:00000010:3.1:1781823814.460038:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f400. 00010000:00000010:3.1:1781823814.460043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b99000. 00000080:00000010:3.1:1781823814.460046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983180. 00010000:00000010:3.1:1781823814.460051:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f800. 00010000:00000010:3.1:1781823814.460055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ace800. 00000080:00000010:3.1:1781823814.460057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfb100. 00010000:00000010:3.1:1781823814.460061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade200. 00010000:00000010:3.1:1781823814.460063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b98c00. 00000080:00000010:3.1:1781823814.460065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfbce0. 00010000:00000010:3.1:1781823814.460068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3fa00. 00010000:00000010:3.1:1781823814.460073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340600. 00000080:00000010:3.1:1781823814.563815:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfb920. 00010000:00000010:3.1:1781823814.563845:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3fd00. 00010000:00000010:3.1:1781823814.563854:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340200. 00000080:00000010:3.1:1781823814.563857:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfb240. 00010000:00000010:3.1:1781823814.563861:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f500. 00010000:00000010:3.1:1781823814.563867:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341600. 00000080:00000010:3.1:1781823814.563871:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f31dfbe20. 00010000:00000010:3.1:1781823814.564104:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f000. 00010000:00000010:3.1:1781823814.564110:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340a00. 00000080:00000010:3.1:1781823814.564727:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ede60. 00010000:00000010:3.1:1781823814.564737:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f900. 00010000:00000010:3.1:1781823814.564741:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341c00. 00000080:00000010:3.1:1781823814.564745:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06ceca80. 00010000:00000010:3.1:1781823814.564751:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07875300. 00010000:00000010:3.1:1781823814.564755:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06ceec00. 00000080:00000010:3.1:1781823814.564765:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06cecd40. 00010000:00000010:3.1:1781823814.564791:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331a00. 00010000:00000010:3.1:1781823814.564794:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cee600. 00000080:00000010:3.1:1781823814.578329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983620. 00010000:00000010:3.1:1781823814.578341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3ff00. 00010000:00000010:3.1:1781823814.578347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ace400. 00000080:00000010:3.1:1781823814.578349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983a00. 00010000:00000010:3.1:1781823814.578356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade300. 00010000:00000010:3.1:1781823814.578359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08acf800. 00000080:00000010:3.1:1781823814.578373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edae0. 00010000:00000010:3.1:1781823814.578379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38adee00. 00010000:00000010:3.1:1781823814.578384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341e00. 00000080:00000010:3.1:1781823814.578388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06cec960. 00010000:00000010:3.1:1781823814.578395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331d00. 00010000:00000010:3.1:1781823814.578399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cef800. 00000080:00000010:3.1:1781823814.578402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06cecf60. 00010000:00000010:3.1:1781823814.578406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331500. 00010000:00000010:3.1:1781823814.578410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cee400. 00000080:00000010:3.1:1781823814.578414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed820. 00010000:00000010:3.1:1781823814.578418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331000. 00010000:00000010:3.1:1781823814.578433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341200. 00000080:00000010:3.1:1781823814.578437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed0a0. 00010000:00000010:3.1:1781823814.578441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f600. 00010000:00000010:3.1:1781823814.578445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341400. 00000080:00000010:3.1:1781823814.578448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed7e0. 00010000:00000010:3.1:1781823814.578458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f200. 00010000:00000010:3.1:1781823814.578462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340e00. 00000080:00000010:3.1:1781823814.578465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed8a0. 00010000:00000010:3.1:1781823814.578469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f300. 00010000:00000010:3.1:1781823814.578472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341000. 00000080:00000010:3.1:1781823814.578475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed040. 00010000:00000010:3.1:1781823814.578480:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3fe00. 00010000:00000010:3.1:1781823814.578483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340c00. 00000080:00000010:3.1:1781823814.578486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1eda80. 00010000:00000010:3.1:1781823814.578506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3fc00. 00010000:00000010:3.1:1781823814.578509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341a00. 00000080:00000010:3.1:1781823814.578512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edd40. 00010000:00000010:3.1:1781823814.578517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3fb00. 00010000:00000010:3.1:1781823814.578520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340000. 00000080:00000010:3.1:1781823814.578523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edb00. 00010000:00000010:3.1:1781823814.578528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f700. 00010000:00000010:3.1:1781823814.578531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340800. 00000080:00000010:3.1:1781823814.578535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad64e0. 00010000:00000010:3.1:1781823814.578542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07875e00. 00010000:00000010:3.1:1781823814.578545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3fa00. 00000080:00000010:3.1:1781823814.578549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a60. 00010000:00000010:3.1:1781823814.578553:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07875c00. 00010000:00000010:3.1:1781823814.578556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3e800. 00000080:00000010:3.1:1781823814.578560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6b40. 00010000:00000010:3.1:1781823814.578564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f062c5800. 00010000:00000010:3.1:1781823814.578567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3e400. 00000080:00000010:3.1:1781823814.578569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad67e0. 00010000:00000010:3.1:1781823814.578573:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f062c5a00. 00010000:00000010:3.1:1781823814.578576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3f400. 00000080:00000010:3.1:1781823814.578579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069836a0. 00010000:00000010:3.1:1781823814.578584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38adec00. 00010000:00000010:3.1:1781823814.578588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58e00. 00000080:00000010:3.1:1781823814.578591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed580. 00010000:00000010:3.1:1781823814.578595:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06d3f100. 00010000:00000010:3.1:1781823814.578599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07340400. 00000080:00000010:3.1:1781823814.578602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed340. 00010000:00000010:3.1:1781823814.578607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247a00. 00010000:00000010:3.1:1781823814.578609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07341800. 00000080:00000010:3.1:1781823814.578612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6b20. 00010000:00000010:3.1:1781823814.578616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38adeb00. 00010000:00000010:3.1:1781823814.578620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ae3f000. 00000080:00000010:3.1:1781823814.578623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fc060. 00010000:00000010:3.1:1781823814.578633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331900. 00010000:00000010:3.1:1781823814.578636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cee200. 00000080:00000010:3.1:1781823814.578640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fc300. 00010000:00000010:3.1:1781823814.578645:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331f00. 00010000:00000010:3.1:1781823814.578647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cefe00. 00000080:00000010:3.1:1781823814.578651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983c60. 00010000:00000010:3.1:1781823814.578655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade700. 00010000:00000010:3.1:1781823814.578658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac59000. 00000080:00000010:3.1:1781823814.578661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983bc0. 00010000:00000010:3.1:1781823814.578733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade100. 00010000:00000010:3.1:1781823814.578736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58c00. 00000080:00000010:3.1:1781823814.578739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983260. 00010000:00000010:3.1:1781823814.578742:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade400. 00010000:00000010:3.1:1781823814.578745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac59a00. 00000080:00000010:3.1:1781823814.578749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed5a0. 00010000:00000010:3.1:1781823814.578754:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade800. 00010000:00000010:3.1:1781823814.578757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31edfa00. 00000080:00000010:3.1:1781823814.578761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edd60. 00010000:00000010:3.1:1781823814.578767:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247d00. 00010000:00000010:3.1:1781823814.579316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31ede000. 00000080:00000010:3.1:1781823814.579323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed5e0. 00010000:00000010:3.1:1781823814.579329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247500. 00010000:00000010:3.1:1781823814.579331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31ede800. 00000080:00000010:3.1:1781823814.579334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edac0. 00010000:00000010:3.1:1781823814.579337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247000. 00010000:00000010:3.1:1781823814.579340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31ede400. 00000080:00000010:3.1:1781823814.579343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983360. 00010000:00000010:3.1:1781823814.579347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38adea00. 00010000:00000010:3.1:1781823814.579349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58000. 00000080:00000010:3.1:1781823814.579352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f069834c0. 00010000:00000010:3.1:1781823814.579357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38aded00. 00010000:00000010:3.1:1781823814.579360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58800. 00000080:00000010:3.1:1781823814.579364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983560. 00010000:00000010:3.1:1781823814.579376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade500. 00010000:00000010:3.1:1781823814.579379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58400. 00000080:00000010:3.1:1781823814.579382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed920. 00010000:00000010:3.1:1781823814.579387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ade000. 00010000:00000010:3.1:1781823814.579390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31edf800. 00000080:00000010:3.1:1781823814.579392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983700. 00010000:00000010:3.1:1781823814.579397:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07806900. 00010000:00000010:3.1:1781823814.579401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac59800. 00000080:00000010:3.1:1781823814.579403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06983e00. 00010000:00000010:3.1:1781823814.579407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07806d00. 00010000:00000010:3.1:1781823814.579409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ac58600. 00000080:00000010:3.1:1781823814.579413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fcc20. 00010000:00000010:3.1:1781823814.579417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331600. 00010000:00000010:3.1:1781823814.579431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cef600. 00000080:00000010:3.1:1781823814.579434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fc760. 00010000:00000010:3.1:1781823814.579437:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331200. 00010000:00000010:3.1:1781823814.579440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cefc00. 00000080:00000010:3.1:1781823814.579443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fc420. 00010000:00000010:3.1:1781823814.579448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f062c5d00. 00010000:00000010:3.1:1781823814.579451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cef200. 00000080:00000010:3.1:1781823814.579454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed760. 00010000:00000010:3.1:1781823814.579458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10331300. 00010000:00000010:3.1:1781823814.579461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06cef400. 00000080:00000010:3.1:1781823814.579464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed680. 00010000:00000010:3.1:1781823814.579467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247900. 00010000:00000010:3.1:1781823814.579470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31ede600. 00000080:00000010:3.1:1781823814.579473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1ed2c0. 00010000:00000010:3.1:1781823814.579478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247f00. 00010000:00000010:3.1:1781823814.579480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31ede200. 00000080:00000010:3.1:1781823814.579483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edcc0. 00010000:00000010:3.1:1781823814.579486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247600. 00010000:00000010:3.1:1781823814.579489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31edf600. 00000080:00000010:3.1:1781823814.579492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f2b1edf00. 00010000:00000010:3.1:1781823814.579502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247200. 00010000:00000010:3.1:1781823814.579505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31edea00. 00000080:00000010:3.1:1781823814.579508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f074fc3a0. 00010000:00000010:3.1:1781823814.579511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07247300. 00010000:00000010:3.1:1781823814.579520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06ceee00. 00000080:00000010:0.1:1781823815.280690:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0350c2c0. 00010000:00000010:0.1:1781823815.280695:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0721d800. 00010000:00000010:0.1:1781823815.280697:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0726de00. 00000080:00000010:0.1:1781823815.280700:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e037a0. 00010000:00000010:0.1:1781823815.280704:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0721da00. 00010000:00000010:0.1:1781823815.280706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0667c000. 00000080:00000010:0.1:1781823815.280709:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e03680. 00010000:00000010:0.1:1781823815.280713:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f073ca100. 00010000:00000010:0.1:1781823815.280716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0667c800. 00000080:00000010:0.1:1781823815.280718:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0350c3c0. 00010000:00000010:0.1:1781823815.280722:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0721dd00. 00010000:00000010:0.1:1781823815.280730:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0726d200. 00000080:00000010:0.1:1781823815.280734:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0350c280. 00000080:00000010:3.1:1781823815.335145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2a60. 00010000:00000010:3.1:1781823815.335166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd800. 00010000:00000010:3.1:1781823815.335173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870e200. 00000080:00000010:3.1:1781823815.335178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2800. 00010000:00000010:3.1:1781823815.335182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efda00. 00010000:00000010:3.1:1781823815.335186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870f600. 00000080:00000010:3.1:1781823815.335194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b22a0. 00010000:00000010:3.1:1781823815.335200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efdd00. 00010000:00000010:3.1:1781823815.335203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870ea00. 00000080:00000010:3.1:1781823815.335206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2020. 00010000:00000010:3.1:1781823815.335215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd500. 00010000:00000010:3.1:1781823815.335218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870fc00. 00000080:00000010:3.1:1781823815.335222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b22e0. 00010000:00000010:3.1:1781823815.335226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd000. 00010000:00000010:3.1:1781823815.335229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870fe00. 00000080:00000010:3.1:1781823815.335232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2720. 00010000:00000010:3.1:1781823815.335236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd900. 00010000:00000010:3.1:1781823815.335239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870f200. 00000080:00000010:3.1:1781823815.335242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2220. 00010000:00000010:3.1:1781823815.335246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efdf00. 00010000:00000010:3.1:1781823815.335250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870f400. 00000080:00000010:3.1:1781823815.335253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2040. 00010000:00000010:3.1:1781823815.335256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd600. 00010000:00000010:3.1:1781823815.335259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870ee00. 00000080:00000010:0.1:1781823815.335339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2060. 00010000:00000010:0.1:1781823815.335350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10efd200. 00010000:00000010:0.1:1781823815.335354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870f000. 00000080:00000010:0.1:1781823815.335357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2860. 00010000:00000010:0.1:1781823815.335364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021f00. 00010000:00000010:0.1:1781823815.335368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870ec00. 00000080:00000010:0.1:1781823815.335371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2a20. 00010000:00000010:0.1:1781823815.335375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021600. 00010000:00000010:0.1:1781823815.335377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870fa00. 00000080:00000010:0.1:1781823815.359873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2a00. 00010000:00000010:0.1:1781823815.359881:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021200. 00010000:00000010:0.1:1781823815.359885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870e000. 00000080:00000010:0.1:1781823815.359888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2160. 00010000:00000010:0.1:1781823815.359891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021300. 00010000:00000010:0.1:1781823815.359894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870e800. 00000080:00000010:0.1:1781823815.359897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b20c0. 00010000:00000010:0.1:1781823815.359901:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021e00. 00010000:00000010:0.1:1781823815.359903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870e400. 00000080:00000010:0.1:1781823815.359905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2740. 00010000:00000010:0.1:1781823815.359909:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021c00. 00010000:00000010:0.1:1781823815.359911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870f800. 00000080:00000010:0.1:1781823815.359914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2a80. 00010000:00000010:0.1:1781823815.359917:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021b00. 00010000:00000010:0.1:1781823815.359919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0870e600. 00000080:00000010:0.1:1781823815.359922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2ec0. 00010000:00000010:0.1:1781823815.359925:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021700. 00010000:00000010:0.1:1781823815.359928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10386200. 00000080:00000010:0.1:1781823815.359931:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2600. 00010000:00000010:0.1:1781823815.359934:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021100. 00010000:00000010:0.1:1781823815.359937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10387600. 00000080:00000010:0.1:1781823815.359939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2180. 00010000:00000010:0.1:1781823815.359943:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07021400. 00010000:00000010:0.1:1781823815.359946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10386a00. 00000080:00000010:0.1:1781823815.359954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2000. 00000080:00000010:3.1:1781823815.395176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116662e0. 00010000:00000010:3.1:1781823815.395190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35700. 00010000:00000010:3.1:1781823815.395197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6200. 00000080:00000010:3.1:1781823815.395201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666d60. 00010000:00000010:3.1:1781823815.395215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35100. 00010000:00000010:3.1:1781823815.395219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7600. 00000080:00000010:3.1:1781823815.395222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666d80. 00010000:00000010:3.1:1781823815.395317:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35400. 00010000:00000010:3.1:1781823815.395321:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6a00. 00000080:00000010:3.1:1781823815.395326:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f053544e0. 00010000:00000010:3.1:1781823815.395332:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0655a900. 00010000:00000010:3.1:1781823815.395335:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10bb8c00. 00000080:00000010:3.1:1781823815.395338:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116667c0. 00010000:00000010:3.1:1781823815.395341:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0655af00. 00010000:00000010:3.1:1781823815.395344:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7c00. 00000080:00000010:3.1:1781823815.395348:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a7c0. 00010000:00000010:3.1:1781823815.395353:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35800. 00010000:00000010:3.1:1781823815.395355:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7e00. 00000080:00000010:3.1:1781823815.395357:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a3a0. 00010000:00000010:3.1:1781823815.395361:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35a00. 00010000:00000010:3.1:1781823815.395363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7200. 00000080:00000010:3.1:1781823815.395366:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a480. 00010000:00000010:3.1:1781823815.395370:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35d00. 00010000:00000010:3.1:1781823815.395373:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7400. 00000080:00000010:3.1:1781823815.395375:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ada0. 00010000:00000010:3.1:1781823815.395379:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35500. 00010000:00000010:3.1:1781823815.395381:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6e00. 00000080:00000010:3.1:1781823815.395383:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aca0. 00010000:00000010:3.1:1781823815.395389:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35000. 00010000:00000010:3.1:1781823815.395392:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7000. 00000080:00000010:3.1:1781823815.395396:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591700. 00010000:00000010:3.1:1781823815.395400:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35900. 00010000:00000010:3.1:1781823815.395402:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6c00. 00000080:00000010:3.1:1781823815.395416:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591540. 00010000:00000010:3.1:1781823815.395420:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35f00. 00010000:00000010:3.1:1781823815.395422:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7a00. 00000080:00000010:3.1:1781823815.395424:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045918c0. 00010000:00000010:3.1:1781823815.395440:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07a35600. 00010000:00000010:3.1:1781823815.395443:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6000. 00000080:00000010:3.1:1781823815.395447:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d07a0. 00010000:00000010:3.1:1781823815.395453:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06553f00. 00010000:00000010:3.1:1781823815.395456:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8200. 00000080:00000010:3.1:1781823815.395459:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0680. 00010000:00000010:3.1:1781823815.395462:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06553600. 00010000:00000010:3.1:1781823815.395465:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f9600. 00000080:00000010:3.1:1781823815.395480:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0320. 00010000:00000010:3.1:1781823815.395485:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06553200. 00010000:00000010:3.1:1781823815.395487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8400. 00000080:00000010:3.1:1781823815.395490:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0dc0. 00010000:00000010:3.1:1781823815.395493:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06553300. 00010000:00000010:3.1:1781823815.395495:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8600. 00000080:00000010:3.1:1781823815.395498:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045914a0. 00010000:00000010:3.1:1781823815.395504:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46f00. 00010000:00000010:3.1:1781823815.395548:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6800. 00000080:00000010:3.1:1781823815.395552:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591ec0. 00010000:00000010:3.1:1781823815.395558:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46600. 00010000:00000010:3.1:1781823815.395561:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6400. 00000080:00000010:3.1:1781823815.395565:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fee0. 00010000:00000010:3.1:1781823815.395569:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46200. 00010000:00000010:3.1:1781823815.395572:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc7800. 00000080:00000010:3.1:1781823815.395576:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f880. 00010000:00000010:3.1:1781823815.395581:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46300. 00010000:00000010:3.1:1781823815.395584:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07dc6600. 00000080:00000010:3.1:1781823815.395587:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11c86500. 00010000:00000010:3.1:1781823815.395591:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46e00. 00010000:00000010:3.1:1781823815.395595:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1b400. 00000080:00000010:3.1:1781823815.395599:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11c86120. 00010000:00000010:3.1:1781823815.395603:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46c00. 00010000:00000010:3.1:1781823815.395608:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1ae00. 00000080:00000010:3.1:1781823815.395611:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11c86000. 00010000:00000010:3.1:1781823815.395620:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46b00. 00010000:00000010:3.1:1781823815.395623:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1b000. 00000080:00000010:3.1:1781823815.395626:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11c86ee0. 00010000:00000010:3.1:1781823815.395630:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46700. 00010000:00000010:3.1:1781823815.395632:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1ac00. 00000080:00000010:3.1:1781823815.395635:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc20c0. 00010000:00000010:3.1:1781823815.395640:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46100. 00010000:00000010:3.1:1781823815.395642:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1ba00. 00000080:00000010:3.1:1781823815.395645:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a59a0. 00010000:00000010:3.1:1781823815.395649:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46400. 00010000:00000010:3.1:1781823815.395652:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1a000. 00000080:00000010:3.1:1781823815.395655:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5860. 00010000:00000010:3.1:1781823815.395668:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46800. 00010000:00000010:3.1:1781823815.395671:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1a800. 00000080:00000010:3.1:1781823815.395674:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643d80. 00010000:00000010:3.1:1781823815.395678:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46a00. 00010000:00000010:3.1:1781823815.395681:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1a400. 00000080:00000010:3.1:1781823815.395683:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643f40. 00010000:00000010:3.1:1781823815.395686:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46d00. 00010000:00000010:3.1:1781823815.395689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1b800. 00000080:00000010:3.1:1781823815.395693:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354f80. 00010000:00000010:3.1:1781823815.395696:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0655a600. 00010000:00000010:3.1:1781823815.395699:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10bb9a00. 00000080:00000010:3.1:1781823815.395702:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354020. 00010000:00000010:3.1:1781823815.395705:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0655a200. 00010000:00000010:3.1:1781823815.395708:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10bb8000. 00000080:00000010:3.1:1781823815.395711:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d00a0. 00010000:00000010:3.1:1781823815.395716:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46500. 00010000:00000010:3.1:1781823815.395718:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32001800. 00000080:00000010:3.1:1781823815.395722:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810a3c0. 00010000:00000010:3.1:1781823815.395726:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06553e00. 00010000:00000010:3.1:1781823815.395733:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32000600. 00000080:00000010:3.1:1781823815.395736:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643660. 00010000:00000010:3.1:1781823815.395746:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46000. 00010000:00000010:3.1:1781823815.395749:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1a600. 00000080:00000010:3.1:1781823815.395754:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822ba20. 00010000:00000010:3.1:1781823815.395758:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f46900. 00010000:00000010:3.1:1781823815.395761:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1a200. 00000080:00000010:3.1:1781823815.395763:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b260. 00010000:00000010:3.1:1781823815.395770:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0200. 00010000:00000010:3.1:1781823815.395773:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1b600. 00000080:00000010:3.1:1781823815.395776:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfb00. 00010000:00000010:3.1:1781823815.395781:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0300. 00010000:00000010:3.1:1781823815.395785:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1aa00. 00000080:00000010:3.1:1781823815.395787:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf960. 00010000:00000010:3.1:1781823815.395793:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0e00. 00010000:00000010:3.1:1781823815.395796:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1bc00. 00000080:00000010:3.1:1781823815.395798:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0780. 00010000:00000010:3.1:1781823815.395803:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0c00. 00010000:00000010:3.1:1781823815.395805:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8000. 00000080:00000010:3.1:1781823815.395809:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0660. 00010000:00000010:3.1:1781823815.395813:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162000. 00010000:00000010:3.1:1781823815.395816:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f9a00. 00000080:00000010:3.1:1781823815.395818:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d05e0. 00010000:00000010:3.1:1781823815.395821:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162900. 00010000:00000010:3.1:1781823815.395824:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f9000. 00000080:00000010:3.1:1781823815.395827:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354680. 00010000:00000010:3.1:1781823815.395831:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162f00. 00010000:00000010:3.1:1781823815.395833:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8c00. 00000080:00000010:3.1:1781823815.395836:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf1a0. 00010000:00000010:3.1:1781823815.395840:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0655a300. 00010000:00000010:3.1:1781823815.395843:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1be00. 00000080:00000010:3.1:1781823815.395846:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfdc0. 00010000:00000010:3.1:1781823815.395850:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0b00. 00010000:00000010:3.1:1781823815.395852:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06f1b200. 00000080:00000010:3.1:1781823815.395856:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082581a0. 00010000:00000010:3.1:1781823815.395870:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0700. 00010000:00000010:3.1:1781823815.395875:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06583000. 00000080:00000010:3.1:1781823815.395879:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258d20. 00010000:00000010:3.1:1781823815.395883:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0100. 00010000:00000010:3.1:1781823815.395887:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582c00. 00000080:00000010:3.1:1781823815.395889:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082586c0. 00010000:00000010:3.1:1781823815.395894:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0400. 00010000:00000010:3.1:1781823815.395896:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06583a00. 00000080:00000010:3.1:1781823815.395899:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082589c0. 00010000:00000010:3.1:1781823815.395902:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0800. 00010000:00000010:3.1:1781823815.395905:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582000. 00000080:00000010:3.1:1781823815.395908:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26c40. 00010000:00000010:3.1:1781823815.395912:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0a00. 00010000:00000010:3.1:1781823815.395914:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582800. 00000080:00000010:3.1:1781823815.395918:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0a80. 00010000:00000010:3.1:1781823815.395922:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162600. 00010000:00000010:3.1:1781823815.395925:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f9400. 00000080:00000010:3.1:1781823815.395927:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0340. 00010000:00000010:3.1:1781823815.395931:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162200. 00010000:00000010:3.1:1781823815.395933:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f079f8e00. 00000080:00000010:3.1:1781823815.395936:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0740. 00010000:00000010:3.1:1781823815.395941:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162300. 00010000:00000010:3.1:1781823815.395943:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f064d6400. 00000080:00000010:3.1:1781823815.395946:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044d0020. 00010000:00000010:3.1:1781823815.395949:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f32162e00. 00010000:00000010:3.1:1781823815.395952:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f064d7800. 00000080:00000010:3.1:1781823815.395955:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc40. 00010000:00000010:3.1:1781823815.395960:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0d00. 00010000:00000010:3.1:1781823815.395963:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582400. 00000080:00000010:3.1:1781823815.395966:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd660. 00010000:00000010:3.1:1781823815.395969:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0500. 00010000:00000010:3.1:1781823815.395972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06583800. 00000080:00000010:3.1:1781823815.395975:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04999e60. 00010000:00000010:3.1:1781823815.395983:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0000. 00010000:00000010:3.1:1781823815.395986:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582600. 00000080:00000010:3.1:1781823815.395989:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba360. 00010000:00000010:3.1:1781823815.395994:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0900. 00010000:00000010:3.1:1781823815.395996:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06582200. 00000080:00000010:3.1:1781823815.395999:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354a00. 00010000:00000010:3.1:1781823815.396002:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f063c0f00. 00010000:00000010:3.1:1781823815.396005:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10bb8800. 00000080:00000010:3.1:1781823815.530123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0be80. 00010000:00000010:3.1:1781823815.530133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102dab00. 00010000:00000010:3.1:1781823815.530139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8b800. 00000080:00000010:3.1:1781823815.530142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591740. 00010000:00000010:3.1:1781823815.530147:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da700. 00010000:00000010:3.1:1781823815.530150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0607c000. 00000080:00000010:3.1:1781823815.530167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2dc0. 00010000:00000010:3.1:1781823815.530175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da100. 00010000:00000010:3.1:1781823815.530179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d39e00. 00000080:00000010:3.1:1781823815.530182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2780. 00010000:00000010:3.1:1781823815.530189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761300. 00010000:00000010:3.1:1781823815.530192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d39200. 00000080:00000010:3.1:1781823815.530195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2ba0. 00010000:00000010:3.1:1781823815.530199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761e00. 00010000:00000010:3.1:1781823815.530202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d39400. 00000080:00000010:3.1:1781823815.530205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2520. 00010000:00000010:3.1:1781823815.530210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761c00. 00010000:00000010:3.1:1781823815.530213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d38e00. 00000080:00000010:3.1:1781823815.530216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2380. 00010000:00000010:3.1:1781823815.530221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761b00. 00010000:00000010:3.1:1781823815.530223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d39000. 00000080:00000010:3.1:1781823815.530226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2f80. 00010000:00000010:3.1:1781823815.530230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761700. 00010000:00000010:3.1:1781823815.530233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d38c00. 00000080:00000010:3.1:1781823815.530236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2200. 00010000:00000010:3.1:1781823815.530250:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761100. 00010000:00000010:3.1:1781823815.530254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1f200. 00000080:00000010:3.1:1781823815.530257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bdc0. 00010000:00000010:3.1:1781823815.530262:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761400. 00010000:00000010:3.1:1781823815.530265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8a600. 00000080:00000010:3.1:1781823815.530268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b320. 00010000:00000010:3.1:1781823815.530272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da400. 00010000:00000010:3.1:1781823815.530275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8a200. 00000080:00000010:3.1:1781823815.530278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0ba20. 00010000:00000010:3.1:1781823815.530281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da800. 00010000:00000010:3.1:1781823815.530284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8b600. 00000080:00000010:3.1:1781823815.530287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b180. 00010000:00000010:3.1:1781823815.530290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102daa00. 00010000:00000010:3.1:1781823815.530292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8aa00. 00000080:00000010:3.1:1781823815.530294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0ba00. 00010000:00000010:3.1:1781823815.530298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102dad00. 00010000:00000010:3.1:1781823815.530301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8bc00. 00000080:00000010:3.1:1781823815.530303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bfe0. 00010000:00000010:3.1:1781823815.530307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da500. 00010000:00000010:3.1:1781823815.530310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8be00. 00000080:00000010:3.1:1781823815.530313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b260. 00010000:00000010:3.1:1781823815.530317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da000. 00010000:00000010:3.1:1781823815.530320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8b200. 00000080:00000010:3.1:1781823815.530323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b4c0. 00010000:00000010:3.1:1781823815.530327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da900. 00010000:00000010:3.1:1781823815.530330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8b400. 00000080:00000010:3.1:1781823815.530333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bca0. 00010000:00000010:3.1:1781823815.530336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102daf00. 00010000:00000010:3.1:1781823815.530339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8ae00. 00000080:00000010:3.1:1781823815.530342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b1a0. 00010000:00000010:3.1:1781823815.530346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102da600. 00010000:00000010:3.1:1781823815.530348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8b000. 00000080:00000010:3.1:1781823815.530351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bec0. 00010000:00000010:3.1:1781823815.530361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9900. 00010000:00000010:3.1:1781823815.530364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8ac00. 00000080:00000010:3.1:1781823815.530367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b8e0. 00010000:00000010:3.1:1781823815.530372:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9f00. 00010000:00000010:3.1:1781823815.530375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8ba00. 00000080:00000010:3.1:1781823815.530378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591fe0. 00010000:00000010:3.1:1781823815.530382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9600. 00010000:00000010:3.1:1781823815.530384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1fa00. 00000080:00000010:3.1:1781823815.530387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bc20. 00010000:00000010:3.1:1781823815.530391:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9200. 00010000:00000010:3.1:1781823815.530394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a8a000. 00000080:00000010:3.1:1781823815.530397:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b4e0. 00010000:00000010:3.1:1781823815.530412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9300. 00010000:00000010:3.1:1781823815.530417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ebe00. 00000080:00000010:3.1:1781823815.530420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b760. 00010000:00000010:3.1:1781823815.530424:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9e00. 00010000:00000010:3.1:1781823815.530427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eb200. 00000080:00000010:3.1:1781823815.530429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bee0. 00010000:00000010:3.1:1781823815.530433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9c00. 00010000:00000010:3.1:1781823815.530436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eb400. 00000080:00000010:3.1:1781823815.530438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b0a0. 00010000:00000010:3.1:1781823815.530442:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9b00. 00010000:00000010:3.1:1781823815.530446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eae00. 00000080:00000010:3.1:1781823815.530449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b000. 00010000:00000010:3.1:1781823815.530453:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9700. 00010000:00000010:3.1:1781823815.530456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eb000. 00000080:00000010:3.1:1781823815.530459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b9c0. 00010000:00000010:3.1:1781823815.530462:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9100. 00010000:00000010:3.1:1781823815.530465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eac00. 00000080:00000010:3.1:1781823815.530468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b27c0. 00010000:00000010:3.1:1781823815.530473:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761800. 00010000:00000010:3.1:1781823815.530477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050c00. 00000080:00000010:3.1:1781823815.530480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2b20. 00010000:00000010:3.1:1781823815.530490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761a00. 00010000:00000010:3.1:1781823815.530494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051a00. 00000080:00000010:3.1:1781823815.530497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2ac0. 00010000:00000010:3.1:1781823815.530500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761d00. 00010000:00000010:3.1:1781823815.530503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050000. 00000080:00000010:3.1:1781823815.530505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0ba40. 00010000:00000010:3.1:1781823815.530509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9400. 00010000:00000010:3.1:1781823815.530512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eba00. 00000080:00000010:3.1:1781823815.530515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7620. 00010000:00000010:3.1:1781823815.530519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9800. 00010000:00000010:3.1:1781823815.530522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ea000. 00000080:00000010:3.1:1781823815.530524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443fa0. 00010000:00000010:3.1:1781823815.530528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9a00. 00010000:00000010:3.1:1781823815.530530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ea800. 00000080:00000010:3.1:1781823815.530533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443d80. 00010000:00000010:3.1:1781823815.530536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9d00. 00010000:00000010:3.1:1781823815.530539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ea400. 00000080:00000010:3.1:1781823815.530542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081495a0. 00010000:00000010:3.1:1781823815.530547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9500. 00010000:00000010:3.1:1781823815.530550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eb800. 00000080:00000010:3.1:1781823815.530552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081497c0. 00010000:00000010:3.1:1781823815.530555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38ad9000. 00010000:00000010:3.1:1781823815.530558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ea600. 00000080:00000010:3.1:1781823815.530560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149960. 00010000:00000010:3.1:1781823815.530565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9c00. 00010000:00000010:3.1:1781823815.530568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ea200. 00000080:00000010:3.1:1781823815.530571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2300. 00010000:00000010:3.1:1781823815.530575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9b00. 00010000:00000010:3.1:1781823815.530577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eb600. 00000080:00000010:3.1:1781823815.530580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149d00. 00010000:00000010:3.1:1781823815.530583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761500. 00010000:00000010:3.1:1781823815.530585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387eaa00. 00000080:00000010:3.1:1781823815.530588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2f60. 00010000:00000010:3.1:1781823815.530600:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761000. 00010000:00000010:3.1:1781823815.530603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050800. 00000080:00000010:3.1:1781823815.530606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b28a0. 00010000:00000010:3.1:1781823815.530610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761900. 00010000:00000010:3.1:1781823815.530612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050400. 00000080:00000010:3.1:1781823815.530614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2240. 00010000:00000010:3.1:1781823815.530618:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38761f00. 00010000:00000010:3.1:1781823815.530621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051800. 00000080:00000010:3.1:1781823815.530624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2be0. 00010000:00000010:3.1:1781823815.530631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482900. 00010000:00000010:3.1:1781823815.530635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050600. 00000080:00000010:3.1:1781823815.530637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b29c0. 00010000:00000010:3.1:1781823815.530640:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482f00. 00010000:00000010:3.1:1781823815.530642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050200. 00000080:00000010:3.1:1781823815.530644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2ea0. 00010000:00000010:3.1:1781823815.530754:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482600. 00010000:00000010:3.1:1781823815.530762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051600. 00000080:00000010:3.1:1781823815.530765:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b20e0. 00010000:00000010:3.1:1781823815.530769:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482200. 00010000:00000010:3.1:1781823815.530772:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050a00. 00000080:00000010:3.1:1781823815.530774:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2500. 00010000:00000010:3.1:1781823815.530779:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482300. 00010000:00000010:3.1:1781823815.530782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051c00. 00000080:00000010:3.1:1781823815.530785:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2bc0. 00010000:00000010:3.1:1781823815.530789:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482e00. 00010000:00000010:3.1:1781823815.530792:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051e00. 00000080:00000010:3.1:1781823815.530794:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2fe0. 00010000:00000010:3.1:1781823815.530798:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482c00. 00010000:00000010:3.1:1781823815.530801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051200. 00000080:00000010:3.1:1781823815.530803:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149ae0. 00010000:00000010:3.1:1781823815.530808:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482b00. 00010000:00000010:3.1:1781823815.530810:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f387ebc00. 00000080:00000010:3.1:1781823815.530813:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b26a0. 00010000:00000010:3.1:1781823815.530823:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482700. 00010000:00000010:3.1:1781823815.530826:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051400. 00000080:00000010:3.1:1781823815.530829:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2c60. 00010000:00000010:3.1:1781823815.530832:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482100. 00010000:00000010:3.1:1781823815.530835:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06050e00. 00000080:00000010:3.1:1781823815.530839:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2140. 00010000:00000010:3.1:1781823815.530843:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482400. 00010000:00000010:3.1:1781823815.530845:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06051000. 00000080:00000010:3.1:1781823815.530847:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0628e980. 00010000:00000010:3.1:1781823815.530851:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9700. 00010000:00000010:3.1:1781823815.530855:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1400. 00000080:00000010:3.1:1781823815.530859:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0137aa20. 00010000:00000010:3.1:1781823815.530865:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9100. 00010000:00000010:3.1:1781823815.530869:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0e00. 00000080:00000010:3.1:1781823815.530871:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045912c0. 00010000:00000010:3.1:1781823815.530875:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9400. 00010000:00000010:3.1:1781823815.530878:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1f400. 00000080:00000010:3.1:1781823815.530881:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f02f0cb80. 00010000:00000010:3.1:1781823815.530884:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9800. 00010000:00000010:3.1:1781823815.530887:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1000. 00000080:00000010:3.1:1781823815.530890:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba640. 00010000:00000010:3.1:1781823815.530894:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9a00. 00010000:00000010:3.1:1781823815.530897:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0c00. 00000080:00000010:3.1:1781823815.530899:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bac80. 00010000:00000010:3.1:1781823815.530903:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9d00. 00010000:00000010:3.1:1781823815.530906:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1a00. 00000080:00000010:3.1:1781823815.530909:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba8e0. 00010000:00000010:3.1:1781823815.530913:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9500. 00010000:00000010:3.1:1781823815.530915:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0000. 00000080:00000010:3.1:1781823815.530918:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2a0. 00010000:00000010:3.1:1781823815.530920:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9000. 00010000:00000010:3.1:1781823815.530922:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0800. 00000080:00000010:3.1:1781823815.530924:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba8a0. 00010000:00000010:3.1:1781823815.530934:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9900. 00010000:00000010:3.1:1781823815.530937:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0400. 00000080:00000010:3.1:1781823815.530940:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044babc0. 00010000:00000010:3.1:1781823815.530943:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9f00. 00010000:00000010:3.1:1781823815.530945:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1800. 00000080:00000010:3.1:1781823815.530948:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f049994c0. 00010000:00000010:3.1:1781823815.530951:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9600. 00010000:00000010:3.1:1781823815.530953:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0600. 00000080:00000010:3.1:1781823815.530956:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2360. 00010000:00000010:3.1:1781823815.530960:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9200. 00010000:00000010:3.1:1781823815.530963:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07049400. 00000080:00000010:3.1:1781823815.530966:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2e40. 00010000:00000010:3.1:1781823815.530969:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482800. 00010000:00000010:3.1:1781823815.530972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07048e00. 00000080:00000010:3.1:1781823815.530974:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2d20. 00010000:00000010:3.1:1781823815.530977:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482a00. 00010000:00000010:3.1:1781823815.530980:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07049000. 00000080:00000010:3.1:1781823815.530983:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2d40. 00010000:00000010:3.1:1781823815.530986:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482d00. 00010000:00000010:3.1:1781823815.530989:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07048c00. 00000080:00000010:3.1:1781823815.530992:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd340. 00010000:00000010:3.1:1781823815.530995:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482500. 00010000:00000010:3.1:1781823815.530998:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0200. 00000080:00000010:3.1:1781823815.531000:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdaa0. 00010000:00000010:3.1:1781823815.531005:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9300. 00010000:00000010:3.1:1781823815.531008:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1600. 00000080:00000010:3.1:1781823815.531010:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb20. 00010000:00000010:3.1:1781823815.531013:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fd9e00. 00010000:00000010:3.1:1781823815.531016:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd0a00. 00000080:00000010:3.1:1781823815.531018:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1e0. 00010000:00000010:3.1:1781823815.531023:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017900. 00010000:00000010:3.1:1781823815.531026:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1c00. 00000080:00000010:3.1:1781823815.531029:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd480. 00010000:00000010:3.1:1781823815.531039:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017f00. 00010000:00000010:3.1:1781823815.531042:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1e00. 00000080:00000010:3.1:1781823815.531045:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd920. 00010000:00000010:3.1:1781823815.531048:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017600. 00010000:00000010:3.1:1781823815.531051:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2acd1200. 00000080:00000010:3.1:1781823815.531053:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e261a0. 00010000:00000010:3.1:1781823815.531057:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017200. 00010000:00000010:3.1:1781823815.531061:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888000. 00000080:00000010:3.1:1781823815.531064:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258060. 00010000:00000010:3.1:1781823815.531068:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017300. 00010000:00000010:3.1:1781823815.531070:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888400. 00000080:00000010:3.1:1781823815.531072:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258640. 00010000:00000010:3.1:1781823815.531076:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017e00. 00010000:00000010:3.1:1781823815.531795:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889800. 00000080:00000010:3.1:1781823815.531801:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258800. 00010000:00000010:3.1:1781823815.531808:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017c00. 00010000:00000010:3.1:1781823815.531812:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888600. 00000080:00000010:3.1:1781823815.531814:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2de0. 00010000:00000010:3.1:1781823815.531818:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017b00. 00010000:00000010:3.1:1781823815.531821:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07049a00. 00000080:00000010:3.1:1781823815.531824:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b25c0. 00010000:00000010:3.1:1781823815.531828:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08482000. 00010000:00000010:3.1:1781823815.531831:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07048000. 00000080:00000010:3.1:1781823815.531833:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2d80. 00010000:00000010:3.1:1781823815.531837:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bc7c00. 00010000:00000010:3.1:1781823815.531840:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07048800. 00000080:00000010:3.1:1781823815.531843:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258d60. 00010000:00000010:3.1:1781823815.531847:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bc7b00. 00010000:00000010:3.1:1781823815.531850:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888200. 00000080:00000010:3.1:1781823815.531853:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258580. 00010000:00000010:3.1:1781823815.531857:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017700. 00010000:00000010:3.1:1781823815.531860:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889600. 00000080:00000010:3.1:1781823815.531862:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082585e0. 00010000:00000010:3.1:1781823815.531875:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017100. 00010000:00000010:3.1:1781823815.531878:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888a00. 00000080:00000010:3.1:1781823815.531880:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258220. 00010000:00000010:3.1:1781823815.531885:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017400. 00010000:00000010:3.1:1781823815.531888:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889c00. 00000080:00000010:3.1:1781823815.531890:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258f20. 00010000:00000010:3.1:1781823815.531894:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017800. 00010000:00000010:3.1:1781823815.531897:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889e00. 00000080:00000010:3.1:1781823815.531900:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf740. 00010000:00000010:3.1:1781823815.531905:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017a00. 00010000:00000010:3.1:1781823815.531908:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889200. 00000080:00000010:3.1:1781823815.531912:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfaa0. 00010000:00000010:3.1:1781823815.531916:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017d00. 00010000:00000010:3.1:1781823815.531919:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889400. 00000080:00000010:3.1:1781823815.531921:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfd80. 00010000:00000010:3.1:1781823815.531925:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017500. 00010000:00000010:3.1:1781823815.531927:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888e00. 00000080:00000010:3.1:1781823815.531930:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf260. 00010000:00000010:3.1:1781823815.531934:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10017000. 00010000:00000010:3.1:1781823815.531937:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889000. 00000080:00000010:3.1:1781823815.531939:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfd40. 00010000:00000010:3.1:1781823815.531943:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9dd00. 00010000:00000010:3.1:1781823815.531946:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888c00. 00000080:00000010:3.1:1781823815.531949:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfae0. 00010000:00000010:3.1:1781823815.531953:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9d500. 00010000:00000010:3.1:1781823815.531956:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38889a00. 00000080:00000010:3.1:1781823815.531960:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591a20. 00010000:00000010:3.1:1781823815.531964:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9d000. 00010000:00000010:3.1:1781823815.531967:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1fc00. 00000080:00000010:3.1:1781823815.531970:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfc80. 00010000:00000010:3.1:1781823815.531974:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18100. 00010000:00000010:3.1:1781823815.531976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38888800. 00000080:00000010:3.1:1781823815.531979:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbff20. 00010000:00000010:3.1:1781823815.531992:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9d900. 00010000:00000010:3.1:1781823815.531995:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f084d5000. 00000080:00000010:3.1:1781823815.534489:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bae0. 00010000:00000010:3.1:1781823815.534500:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9df00. 00010000:00000010:3.1:1781823815.534504:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f084d4c00. 00000080:00000010:3.1:1781823815.534507:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b4c0. 00010000:00000010:3.1:1781823815.534512:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a9d600. 00010000:00000010:3.1:1781823815.534515:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f084d5a00. 00000080:00000010:3.1:1781823815.629126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b24a0. 00010000:00000010:3.1:1781823815.629148:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23700. 00010000:00000010:3.1:1781823815.629154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0ea00. 00000080:00000010:3.1:1781823815.629163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27a40. 00010000:00000010:3.1:1781823815.629169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23100. 00010000:00000010:3.1:1781823815.629173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e3b800. 00000080:00000010:3.1:1781823815.629176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27a80. 00010000:00000010:3.1:1781823815.629182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2300. 00010000:00000010:3.1:1781823815.629186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e3a600. 00000080:00000010:3.1:1781823815.629189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27440. 00010000:00000010:3.1:1781823815.629192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2e00. 00010000:00000010:3.1:1781823815.629196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035d000. 00000080:00000010:3.1:1781823815.629200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27220. 00010000:00000010:3.1:1781823815.629204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2c00. 00010000:00000010:3.1:1781823815.629208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035cc00. 00000080:00000010:3.1:1781823815.629211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27040. 00010000:00000010:3.1:1781823815.629215:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2b00. 00010000:00000010:3.1:1781823815.629218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035da00. 00000080:00000010:3.1:1781823815.629221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27d00. 00010000:00000010:3.1:1781823815.629224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2700. 00010000:00000010:3.1:1781823815.629227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035c000. 00000080:00000010:3.1:1781823815.629230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27b60. 00010000:00000010:3.1:1781823815.629234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2100. 00010000:00000010:3.1:1781823815.629236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035c800. 00000080:00000010:3.1:1781823815.629239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b279c0. 00010000:00000010:3.1:1781823815.629260:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2400. 00010000:00000010:3.1:1781823815.629263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035c400. 00000080:00000010:3.1:1781823815.629266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f21344420. 00010000:00000010:3.1:1781823815.629270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2800. 00010000:00000010:3.1:1781823815.629273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035d800. 00000080:00000010:3.1:1781823815.629283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cca0. 00010000:00000010:3.1:1781823815.629287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2a00. 00010000:00000010:3.1:1781823815.629290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035c600. 00000080:00000010:3.1:1781823815.629293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca40. 00010000:00000010:3.1:1781823815.629297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2d00. 00010000:00000010:3.1:1781823815.629300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035c200. 00000080:00000010:3.1:1781823815.629303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c6a0. 00010000:00000010:3.1:1781823815.629307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2500. 00010000:00000010:3.1:1781823815.629310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035d600. 00000080:00000010:3.1:1781823815.629313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cfa0. 00010000:00000010:3.1:1781823815.629317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2000. 00010000:00000010:3.1:1781823815.629320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035ca00. 00000080:00000010:3.1:1781823815.629323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cc00. 00010000:00000010:3.1:1781823815.629340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2900. 00010000:00000010:3.1:1781823815.629343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035dc00. 00000080:00000010:3.1:1781823815.629346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c520. 00010000:00000010:3.1:1781823815.629470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2f00. 00010000:00000010:3.1:1781823815.629474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035de00. 00000080:00000010:3.1:1781823815.629479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c9a0. 00010000:00000010:3.1:1781823815.629488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f386a2600. 00010000:00000010:3.1:1781823815.629491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035d200. 00000080:00000010:3.1:1781823815.629494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c900. 00010000:00000010:3.1:1781823815.629499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322700. 00010000:00000010:3.1:1781823815.629503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035d400. 00000080:00000010:3.1:1781823815.629506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cf80. 00010000:00000010:3.1:1781823815.629511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322100. 00010000:00000010:3.1:1781823815.629514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1035ce00. 00000080:00000010:3.1:1781823815.629518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca20. 00010000:00000010:3.1:1781823815.629530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322400. 00010000:00000010:3.1:1781823815.629534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162e00. 00000080:00000010:3.1:1781823815.629537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c6e0. 00010000:00000010:3.1:1781823815.629542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322800. 00010000:00000010:3.1:1781823815.629546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163000. 00000080:00000010:0.1:1781823815.662151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c860. 00010000:00000010:0.1:1781823815.662188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322a00. 00010000:00000010:0.1:1781823815.662195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162c00. 00000080:00000010:0.1:1781823815.662200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c140. 00010000:00000010:0.1:1781823815.662204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322d00. 00010000:00000010:0.1:1781823815.662209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163a00. 00000080:00000010:0.1:1781823815.662214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c360. 00010000:00000010:0.1:1781823815.662217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322500. 00010000:00000010:0.1:1781823815.662220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162000. 00000080:00000010:0.1:1781823815.662222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c960. 00010000:00000010:0.1:1781823815.662226:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322000. 00010000:00000010:0.1:1781823815.662229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162800. 00000080:00000010:0.1:1781823815.662232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cbc0. 00010000:00000010:0.1:1781823815.662239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322900. 00010000:00000010:0.1:1781823815.662242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162400. 00000080:00000010:0.1:1781823815.662246:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cda0. 00010000:00000010:0.1:1781823815.662254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322f00. 00010000:00000010:0.1:1781823815.662257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163800. 00000080:00000010:0.1:1781823815.662261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cea0. 00010000:00000010:0.1:1781823815.662264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322600. 00010000:00000010:0.1:1781823815.662268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162600. 00000080:00000010:0.1:1781823815.662271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ab80. 00010000:00000010:0.1:1781823815.662278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0883a900. 00010000:00000010:0.1:1781823815.662282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1e000. 00000080:00000010:0.1:1781823815.662284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aa20. 00010000:00000010:0.1:1781823815.662288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18600. 00010000:00000010:0.1:1781823815.662291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1e800. 00000080:00000010:0.1:1781823815.662294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6000. 00010000:00000010:0.1:1781823815.662298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18200. 00010000:00000010:0.1:1781823815.662301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2ad1e400. 00000080:00000010:0.1:1781823815.662321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2f00. 00010000:00000010:0.1:1781823815.662328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18300. 00010000:00000010:0.1:1781823815.662331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0fc00. 00000080:00000010:0.1:1781823815.662336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cbe0. 00010000:00000010:0.1:1781823815.662341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23400. 00010000:00000010:0.1:1781823815.662344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162200. 00000080:00000010:0.1:1781823815.662347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c600. 00010000:00000010:0.1:1781823815.662351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322200. 00010000:00000010:0.1:1781823815.662354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163600. 00000080:00000010:0.1:1781823815.662357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c000. 00010000:00000010:0.1:1781823815.662360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322300. 00010000:00000010:0.1:1781823815.662363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10162a00. 00000080:00000010:0.1:1781823815.662365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2900. 00010000:00000010:0.1:1781823815.662368:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322e00. 00010000:00000010:0.1:1781823815.662370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0fe00. 00000080:00000010:0.1:1781823815.662373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2c00. 00010000:00000010:0.1:1781823815.662381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23800. 00010000:00000010:0.1:1781823815.662384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0f200. 00000080:00000010:0.1:1781823815.662386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2840. 00010000:00000010:0.1:1781823815.662389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23a00. 00010000:00000010:0.1:1781823815.662392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0f400. 00000080:00000010:0.1:1781823815.662394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b2d00. 00010000:00000010:0.1:1781823815.662407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23d00. 00010000:00000010:0.1:1781823815.662412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0ee00. 00000080:00000010:0.1:1781823815.662415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cc40. 00010000:00000010:0.1:1781823815.662418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322c00. 00010000:00000010:0.1:1781823815.662421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163c00. 00000080:00000010:0.1:1781823815.662424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c740. 00010000:00000010:0.1:1781823815.662427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07322b00. 00010000:00000010:0.1:1781823815.662429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163e00. 00000080:00000010:0.1:1781823815.662432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810a740. 00010000:00000010:0.1:1781823815.662440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f900. 00010000:00000010:0.1:1781823815.662443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e36200. 00000080:00000010:0.1:1781823815.662445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6a20. 00010000:00000010:0.1:1781823815.662449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0883af00. 00010000:00000010:0.1:1781823815.662453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04773000. 00000080:00000010:0.1:1781823815.662456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cdc0. 00010000:00000010:0.1:1781823815.662461:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716ff00. 00010000:00000010:0.1:1781823815.662463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163200. 00000080:00000010:0.1:1781823815.662466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b21e0. 00010000:00000010:0.1:1781823815.662472:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23500. 00010000:00000010:0.1:1781823815.662474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f0f000. 00000080:00000010:0.1:1781823815.662477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c240. 00010000:00000010:0.1:1781823815.662481:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f600. 00010000:00000010:0.1:1781823815.662483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10163400. 00000080:00000010:0.1:1781823815.662486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca80. 00010000:00000010:0.1:1781823815.662489:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f200. 00010000:00000010:0.1:1781823815.662493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8400. 00000080:00000010:0.1:1781823815.662496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6640. 00010000:00000010:0.1:1781823815.662499:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18e00. 00010000:00000010:0.1:1781823815.662502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04773800. 00000080:00000010:0.1:1781823815.662504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ae0. 00010000:00000010:0.1:1781823815.662507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06f18c00. 00010000:00000010:0.1:1781823815.662517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04772400. 00000080:00000010:0.1:1781823815.662520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6960. 00010000:00000010:0.1:1781823815.662525:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b1ea600. 00010000:00000010:0.1:1781823815.662529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04772000. 00000080:00000010:0.1:1781823815.662531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6b60. 00010000:00000010:0.1:1781823815.662534:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b1ea200. 00010000:00000010:0.1:1781823815.662536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04772800. 00000080:00000010:0.1:1781823815.662539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6600. 00010000:00000010:0.1:1781823815.662542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b1ea300. 00010000:00000010:0.1:1781823815.662545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04773a00. 00000080:00000010:0.1:1781823815.662547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c660. 00010000:00000010:0.1:1781823815.662551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f300. 00010000:00000010:0.1:1781823815.662555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9800. 00000080:00000010:0.1:1781823815.662557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c700. 00010000:00000010:0.1:1781823815.662561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716fe00. 00010000:00000010:0.1:1781823815.662564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8600. 00000080:00000010:0.1:1781823815.662566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c880. 00010000:00000010:0.1:1781823815.662570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716fc00. 00010000:00000010:0.1:1781823815.662572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8200. 00000080:00000010:0.1:1781823815.662575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c780. 00010000:00000010:0.1:1781823815.662579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716fb00. 00010000:00000010:0.1:1781823815.662582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9600. 00000080:00000010:0.1:1781823815.662584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c620. 00010000:00000010:0.1:1781823815.662588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f700. 00010000:00000010:0.1:1781823815.662591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8a00. 00000080:00000010:0.1:1781823815.662593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c1e0. 00010000:00000010:0.1:1781823815.662596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f100. 00010000:00000010:0.1:1781823815.662598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9c00. 00000080:00000010:0.1:1781823815.662601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c540. 00010000:00000010:0.1:1781823815.662604:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f400. 00010000:00000010:0.1:1781823815.662607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9e00. 00000080:00000010:0.1:1781823815.662609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c8a0. 00010000:00000010:0.1:1781823815.662612:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f800. 00010000:00000010:0.1:1781823815.662615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9200. 00000080:00000010:0.1:1781823815.662618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c460. 00010000:00000010:0.1:1781823815.662621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716fa00. 00010000:00000010:0.1:1781823815.662625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9400. 00000080:00000010:0.1:1781823815.662628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c2c0. 00010000:00000010:0.1:1781823815.662631:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716fd00. 00010000:00000010:0.1:1781823815.662634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8e00. 00000080:00000010:0.1:1781823815.662637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cb40. 00010000:00000010:0.1:1781823815.662641:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f500. 00010000:00000010:0.1:1781823815.662644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9000. 00000080:00000010:0.1:1781823815.662660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c980. 00010000:00000010:0.1:1781823815.662665:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716f000. 00010000:00000010:0.1:1781823815.662668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8c00. 00000080:00000010:0.1:1781823815.662671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c6c0. 00010000:00000010:0.1:1781823815.662677:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a100. 00010000:00000010:0.1:1781823815.662680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b9a00. 00000080:00000010:0.1:1781823815.662683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c560. 00010000:00000010:0.1:1781823815.662687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a400. 00010000:00000010:0.1:1781823815.662690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8000. 00000080:00000010:0.1:1781823815.662692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca60. 00010000:00000010:0.1:1781823815.662696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a800. 00010000:00000010:0.1:1781823815.662699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f100b8800. 00000080:00000010:0.1:1781823815.662701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c4e0. 00010000:00000010:0.1:1781823815.662708:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811aa00. 00010000:00000010:0.1:1781823815.662712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993800. 00000080:00000010:0.1:1781823815.662771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cb60. 00010000:00000010:0.1:1781823815.662776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811ad00. 00010000:00000010:0.1:1781823815.662780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992600. 00000080:00000010:0.1:1781823815.662783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cb20. 00010000:00000010:0.1:1781823815.662794:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a500. 00010000:00000010:0.1:1781823815.662796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992200. 00000080:00000010:0.1:1781823815.662799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cde0. 00010000:00000010:0.1:1781823815.662802:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a000. 00010000:00000010:0.1:1781823815.662805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993600. 00000080:00000010:0.1:1781823815.662808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c300. 00010000:00000010:0.1:1781823815.662811:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a900. 00010000:00000010:0.1:1781823815.662815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992a00. 00000080:00000010:0.1:1781823815.662817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cc20. 00010000:00000010:0.1:1781823815.662821:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811af00. 00010000:00000010:0.1:1781823815.662824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993c00. 00000080:00000010:0.1:1781823815.662827:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cc60. 00010000:00000010:0.1:1781823815.662830:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a600. 00010000:00000010:0.1:1781823815.662832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993e00. 00000080:00000010:0.1:1781823815.662835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cac0. 00010000:00000010:0.1:1781823815.662839:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a200. 00010000:00000010:0.1:1781823815.662841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993200. 00000080:00000010:0.1:1781823815.662844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c9c0. 00010000:00000010:0.1:1781823815.662848:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a300. 00010000:00000010:0.1:1781823815.662851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993400. 00000080:00000010:0.1:1781823815.662854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c920. 00010000:00000010:0.1:1781823815.662857:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811ae00. 00010000:00000010:0.1:1781823815.662860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992e00. 00000080:00000010:0.1:1781823815.662862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c3e0. 00010000:00000010:0.1:1781823815.662865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811ac00. 00010000:00000010:0.1:1781823815.662867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993000. 00000080:00000010:0.1:1781823815.662870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cae0. 00010000:00000010:0.1:1781823815.662874:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811ab00. 00010000:00000010:0.1:1781823815.662877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992c00. 00000080:00000010:0.1:1781823815.662879:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c3c0. 00010000:00000010:0.1:1781823815.662883:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1811a700. 00010000:00000010:0.1:1781823815.662885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10993a00. 00000080:00000010:0.1:1781823815.662888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cb80. 00010000:00000010:0.1:1781823815.662894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b600. 00010000:00000010:0.1:1781823815.662897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992000. 00000080:00000010:0.1:1781823815.662900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c440. 00010000:00000010:0.1:1781823815.662905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b200. 00010000:00000010:0.1:1781823815.662908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992800. 00000080:00000010:0.1:1781823815.662910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c480. 00010000:00000010:0.1:1781823815.662915:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b300. 00010000:00000010:0.1:1781823815.662919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10992400. 00000080:00000010:0.1:1781823815.662922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c5e0. 00010000:00000010:0.1:1781823815.662926:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8be00. 00010000:00000010:0.1:1781823815.662930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729800. 00000080:00000010:0.1:1781823815.662934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cd20. 00010000:00000010:0.1:1781823815.662938:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8bc00. 00010000:00000010:0.1:1781823815.662945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728600. 00000080:00000010:0.1:1781823815.662947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c5a0. 00010000:00000010:0.1:1781823815.662956:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8bb00. 00010000:00000010:0.1:1781823815.662959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728200. 00000080:00000010:0.1:1781823815.662961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c0a0. 00010000:00000010:0.1:1781823815.662965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b700. 00010000:00000010:0.1:1781823815.662968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729600. 00000080:00000010:0.1:1781823815.662970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cc80. 00010000:00000010:0.1:1781823815.662974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b100. 00010000:00000010:0.1:1781823815.662977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728a00. 00000080:00000010:0.1:1781823815.662984:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febc60. 00010000:00000010:0.1:1781823815.662989:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23000. 00010000:00000010:0.1:1781823815.662994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12c00. 00000080:00000010:0.1:1781823815.662997:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feba20. 00010000:00000010:0.1:1781823815.663001:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23900. 00010000:00000010:0.1:1781823815.663005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13a00. 00000080:00000010:0.1:1781823815.663008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c0e0. 00010000:00000010:0.1:1781823815.663011:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b400. 00010000:00000010:0.1:1781823815.663014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729c00. 00000080:00000010:0.1:1781823815.663016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ce40. 00010000:00000010:0.1:1781823815.663020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b800. 00010000:00000010:0.1:1781823815.663023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729e00. 00000080:00000010:0.1:1781823815.663026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f21344ce0. 00010000:00000010:0.1:1781823815.663030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8ba00. 00010000:00000010:0.1:1781823815.663033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729200. 00000080:00000010:0.1:1781823815.663040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27740. 00010000:00000010:0.1:1781823815.663045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8bd00. 00010000:00000010:0.1:1781823815.663050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729400. 00000080:00000010:0.1:1781823815.663052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b271e0. 00010000:00000010:0.1:1781823815.663055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b500. 00010000:00000010:0.1:1781823815.663058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728e00. 00000080:00000010:0.1:1781823815.663060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b273e0. 00010000:00000010:0.1:1781823815.663064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b000. 00010000:00000010:0.1:1781823815.663066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729000. 00000080:00000010:0.1:1781823815.663068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b276e0. 00010000:00000010:0.1:1781823815.663071:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8b900. 00010000:00000010:0.1:1781823815.663074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728c00. 00000080:00000010:0.1:1781823815.663109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27f80. 00010000:00000010:0.1:1781823815.663115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06b8bf00. 00010000:00000010:0.1:1781823815.663119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07729a00. 00000080:00000010:0.1:1781823815.663121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27a60. 00010000:00000010:0.1:1781823815.663127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113200. 00010000:00000010:0.1:1781823815.663131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728000. 00000080:00000010:0.1:1781823815.663134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b274e0. 00010000:00000010:0.1:1781823815.663139:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113300. 00010000:00000010:0.1:1781823815.663142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728800. 00000080:00000010:0.1:1781823815.663145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b275a0. 00010000:00000010:0.1:1781823815.663148:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113e00. 00010000:00000010:0.1:1781823815.663152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07728400. 00000080:00000010:0.1:1781823815.663154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27900. 00010000:00000010:0.1:1781823815.663157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113c00. 00010000:00000010:0.1:1781823815.663162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8c00. 00000080:00000010:0.1:1781823815.663165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27da0. 00010000:00000010:0.1:1781823815.663170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113b00. 00010000:00000010:0.1:1781823815.663174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9a00. 00000080:00000010:0.1:1781823815.663177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27c80. 00010000:00000010:0.1:1781823815.663181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113700. 00010000:00000010:0.1:1781823815.663183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8000. 00000080:00000010:0.1:1781823815.663185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27de0. 00010000:00000010:0.1:1781823815.663188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113100. 00010000:00000010:0.1:1781823815.663191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8800. 00000080:00000010:0.1:1781823815.663193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b270a0. 00010000:00000010:0.1:1781823815.663324:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113400. 00010000:00000010:0.1:1781823815.663329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8400. 00000080:00000010:0.1:1781823815.663332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b278a0. 00010000:00000010:0.1:1781823815.663337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113800. 00010000:00000010:0.1:1781823815.663340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9800. 00000080:00000010:0.1:1781823815.663343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27ce0. 00010000:00000010:0.1:1781823815.663347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113a00. 00010000:00000010:0.1:1781823815.663350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8600. 00000080:00000010:0.1:1781823815.663354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb1c0. 00010000:00000010:0.1:1781823815.663359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04a23f00. 00010000:00000010:0.1:1781823815.663367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12000. 00000080:00000010:0.1:1781823815.663370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb5a0. 00010000:00000010:0.1:1781823815.663377:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8b00. 00010000:00000010:0.1:1781823815.663381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12800. 00000080:00000010:0.1:1781823815.663383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11b27340. 00010000:00000010:0.1:1781823815.663387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113d00. 00010000:00000010:0.1:1781823815.663390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8200. 00000080:00000010:0.1:1781823815.663393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f12bce2a0. 00010000:00000010:0.1:1781823815.663396:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113500. 00010000:00000010:0.1:1781823815.663411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9600. 00000080:00000010:0.1:1781823815.663414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febca0. 00010000:00000010:0.1:1781823815.663419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8700. 00010000:00000010:0.1:1781823815.663421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12400. 00000080:00000010:0.1:1781823815.663424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febf80. 00010000:00000010:0.1:1781823815.663428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8100. 00010000:00000010:0.1:1781823815.663431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13800. 00000080:00000010:0.1:1781823815.663434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666060. 00010000:00000010:0.1:1781823815.663439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8400. 00010000:00000010:0.1:1781823815.663441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8a00. 00000080:00000010:0.1:1781823815.663444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666e00. 00010000:00000010:0.1:1781823815.663447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113000. 00010000:00000010:0.1:1781823815.663452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9c00. 00000080:00000010:0.1:1781823815.663454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666620. 00010000:00000010:0.1:1781823815.663458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113900. 00010000:00000010:0.1:1781823815.663460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9e00. 00000080:00000010:0.1:1781823815.663462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666c20. 00010000:00000010:0.1:1781823815.663467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113f00. 00010000:00000010:0.1:1781823815.663470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9200. 00000080:00000010:0.1:1781823815.663473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666b20. 00010000:00000010:0.1:1781823815.663476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10113600. 00010000:00000010:0.1:1781823815.663479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9400. 00000080:00000010:0.1:1781823815.663481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666ae0. 00010000:00000010:0.1:1781823815.663484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8800. 00010000:00000010:0.1:1781823815.663487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db8e00. 00000080:00000010:0.1:1781823815.663489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666ac0. 00010000:00000010:0.1:1781823815.663497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c700. 00010000:00000010:0.1:1781823815.663501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06db9000. 00000080:00000010:0.1:1781823815.663503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116664e0. 00010000:00000010:0.1:1781823815.663507:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c100. 00010000:00000010:0.1:1781823815.663512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266df400. 00000080:00000010:0.1:1781823815.663516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb4a0. 00010000:00000010:0.1:1781823815.663521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8a00. 00010000:00000010:0.1:1781823815.663524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12600. 00000080:00000010:0.1:1781823815.663526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb420. 00010000:00000010:0.1:1781823815.663530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8d00. 00010000:00000010:0.1:1781823815.663533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12200. 00000080:00000010:0.1:1781823815.663535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febaa0. 00010000:00000010:0.1:1781823815.663539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8500. 00010000:00000010:0.1:1781823815.663541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13600. 00000080:00000010:0.1:1781823815.663544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb6c0. 00010000:00000010:0.1:1781823815.663547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8000. 00010000:00000010:0.1:1781823815.663550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12a00. 00000080:00000010:0.1:1781823815.663552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb2a0. 00010000:00000010:0.1:1781823815.663555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8900. 00010000:00000010:0.1:1781823815.663558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13c00. 00000080:00000010:0.1:1781823815.663560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116669e0. 00010000:00000010:0.1:1781823815.663564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8f00. 00010000:00000010:0.1:1781823815.663568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dee00. 00000080:00000010:0.1:1781823815.663571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666540. 00010000:00000010:0.1:1781823815.663575:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c400. 00010000:00000010:0.1:1781823815.663578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266df000. 00000080:00000010:0.1:1781823815.663581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feba80. 00010000:00000010:0.1:1781823815.663584:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8600. 00010000:00000010:0.1:1781823815.663587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13e00. 00000080:00000010:0.1:1781823815.663589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666d00. 00010000:00000010:0.1:1781823815.663593:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8200. 00010000:00000010:0.1:1781823815.663596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dec00. 00000080:00000010:0.1:1781823815.663598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666e80. 00010000:00000010:0.1:1781823815.663601:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c800. 00010000:00000010:0.1:1781823815.663604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dfa00. 00000080:00000010:0.1:1781823815.663606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116660e0. 00010000:00000010:0.1:1781823815.663610:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790ca00. 00010000:00000010:0.1:1781823815.663612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266de000. 00000080:00000010:0.1:1781823815.663615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666c60. 00010000:00000010:0.1:1781823815.663623:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790cd00. 00010000:00000010:0.1:1781823815.663626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266de800. 00000080:00000010:0.1:1781823815.663629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb7a0. 00010000:00000010:0.1:1781823815.663633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8300. 00010000:00000010:0.1:1781823815.663636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13200. 00000080:00000010:0.1:1781823815.663639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f116661c0. 00010000:00000010:0.1:1781823815.663644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c500. 00010000:00000010:0.1:1781823815.663647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266de400. 00000080:00000010:0.1:1781823815.663650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666f80. 00010000:00000010:0.1:1781823815.663653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c000. 00010000:00000010:0.1:1781823815.663656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266df800. 00000080:00000010:0.1:1781823815.663658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666700. 00010000:00000010:0.1:1781823815.663662:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c900. 00010000:00000010:0.1:1781823815.663665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266de600. 00000080:00000010:0.1:1781823815.663667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f11666560. 00010000:00000010:0.1:1781823815.663671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790cf00. 00010000:00000010:0.1:1781823815.663673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266de200. 00000080:00000010:0.1:1781823815.663678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497afe0. 00010000:00000010:0.1:1781823815.663682:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c600. 00010000:00000010:0.1:1781823815.663685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266df600. 00000080:00000010:0.1:1781823815.663688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febd80. 00010000:00000010:0.1:1781823815.663697:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8e00. 00010000:00000010:0.1:1781823815.663701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13400. 00000080:00000010:0.1:1781823815.663703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb680. 00010000:00000010:0.1:1781823815.663709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06fb8c00. 00010000:00000010:0.1:1781823815.663712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c12e00. 00000080:00000010:0.1:1781823815.663714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb9a0. 00010000:00000010:0.1:1781823815.663721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38a9f200. 00010000:00000010:0.1:1781823815.663724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31c13000. 00000080:00000010:0.1:1781823815.663727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a100. 00010000:00000010:0.1:1781823815.663733:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38a9f300. 00010000:00000010:0.1:1781823815.663736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dea00. 00000080:00000010:0.1:1781823815.663738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aea0. 00010000:00000010:0.1:1781823815.663743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c200. 00010000:00000010:0.1:1781823815.663747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dfc00. 00000080:00000010:0.1:1781823815.663749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a080. 00010000:00000010:0.1:1781823815.663753:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790c300. 00010000:00000010:0.1:1781823815.663756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266dfe00. 00000080:00000010:0.1:1781823815.663758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a060. 00010000:00000010:0.1:1781823815.663762:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790ce00. 00010000:00000010:0.1:1781823815.663765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f266df200. 00000080:00000010:0.1:1781823815.663767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a380. 00010000:00000010:0.1:1781823815.663771:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790cc00. 00010000:00000010:0.1:1781823815.663776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805000. 00000080:00000010:0.1:1781823815.663780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ace0. 00010000:00000010:0.1:1781823815.663784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0790cb00. 00010000:00000010:0.1:1781823815.663789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804c00. 00000080:00000010:0.1:1781823815.663792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a340. 00010000:00000010:0.1:1781823815.663798:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c200. 00010000:00000010:0.1:1781823815.663803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805a00. 00000080:00000010:0.1:1781823815.663805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a9c0. 00010000:00000010:0.1:1781823815.663808:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c300. 00010000:00000010:0.1:1781823815.663811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804000. 00000080:00000010:0.1:1781823815.663814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a6a0. 00010000:00000010:0.1:1781823815.663818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716ce00. 00010000:00000010:0.1:1781823815.663820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804800. 00000080:00000010:0.1:1781823815.663822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ad60. 00010000:00000010:0.1:1781823815.663826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716cc00. 00010000:00000010:0.1:1781823815.663830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804400. 00000080:00000010:0.1:1781823815.663832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aec0. 00010000:00000010:0.1:1781823815.663836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716cb00. 00010000:00000010:0.1:1781823815.663839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805800. 00000080:00000010:0.1:1781823815.663842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aee0. 00010000:00000010:0.1:1781823815.663847:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c700. 00010000:00000010:0.1:1781823815.663849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804600. 00000080:00000010:0.1:1781823815.663852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a820. 00010000:00000010:0.1:1781823815.663858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c100. 00010000:00000010:0.1:1781823815.663861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804200. 00000080:00000010:0.1:1781823815.663863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb100. 00010000:00000010:0.1:1781823815.663867:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c400. 00010000:00000010:0.1:1781823815.663869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06436a00. 00000080:00000010:0.1:1781823815.663872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a3c0. 00010000:00000010:0.1:1781823815.663877:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c800. 00010000:00000010:0.1:1781823815.663879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805600. 00000080:00000010:0.1:1781823815.663882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ae20. 00010000:00000010:0.1:1781823815.663885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716ca00. 00010000:00000010:0.1:1781823815.663888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804a00. 00000080:00000010:0.1:1781823815.663891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8a8e0. 00010000:00000010:0.1:1781823815.663894:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716cd00. 00010000:00000010:0.1:1781823815.663897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805c00. 00000080:00000010:0.1:1781823815.663900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06399900. 00010000:00000010:0.1:1781823815.663904:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c500. 00010000:00000010:0.1:1781823815.663906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805e00. 00000080:00000010:0.1:1781823815.663909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f065f2120. 00010000:00000010:0.1:1781823815.663913:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c000. 00010000:00000010:0.1:1781823815.663916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805200. 00000080:00000010:0.1:1781823815.663922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f2e0. 00010000:00000010:0.1:1781823815.663927:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c900. 00010000:00000010:0.1:1781823815.663930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06805400. 00000080:00000010:0.1:1781823815.663932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f3a0. 00010000:00000010:0.1:1781823815.663937:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716cf00. 00010000:00000010:0.1:1781823815.663940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06804e00. 00000080:00000010:0.1:1781823815.663943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fce0. 00010000:00000010:0.1:1781823815.663947:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0716c600. 00010000:00000010:0.1:1781823815.663951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f101d6e00. 00000080:00000010:0.1:1781823815.663954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f6e0. 00010000:00000010:0.1:1781823815.663962:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b107b00. 00010000:00000010:0.1:1781823815.663968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f101d7000. 00000080:00000010:0.1:1781823815.663971:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1ff60. 00010000:00000010:0.1:1781823815.663976:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b107700. 00010000:00000010:0.1:1781823815.663979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f101d6c00. 00000080:00000010:0.1:1781823815.663982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f100. 00010000:00000010:0.1:1781823815.663985:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b107100. 00010000:00000010:0.1:1781823815.663988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f101d7a00. 00000080:00000010:0.1:1781823815.663990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fd20. 00010000:00000010:0.1:1781823815.663994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b107400. 00010000:00000010:0.1:1781823815.663997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f101d6000. 00000080:00000010:3.1:1781823815.825119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04999be0. 00010000:00000010:3.1:1781823815.825145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6b300. 00010000:00000010:3.1:1781823815.825152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50000. 00000080:00000010:3.1:1781823815.825155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f049990a0. 00010000:00000010:3.1:1781823815.825159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6be00. 00010000:00000010:3.1:1781823815.825162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50800. 00000080:00000010:3.1:1781823815.825168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba5c0. 00010000:00000010:3.1:1781823815.825172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6bc00. 00010000:00000010:3.1:1781823815.825174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50400. 00000080:00000010:3.1:1781823815.825176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba160. 00010000:00000010:3.1:1781823815.825180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6bb00. 00010000:00000010:3.1:1781823815.825183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a51800. 00000080:00000010:3.1:1781823815.825185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bace0. 00010000:00000010:3.1:1781823815.825189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6b700. 00010000:00000010:3.1:1781823815.825191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50600. 00000080:00000010:3.1:1781823815.825194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baea0. 00010000:00000010:3.1:1781823815.825197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6b100. 00010000:00000010:3.1:1781823815.825199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50200. 00000080:00000010:3.1:1781823815.825202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba040. 00010000:00000010:3.1:1781823815.825205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31d6b400. 00010000:00000010:3.1:1781823815.825208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a51600. 00000080:00000010:3.1:1781823815.825211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba420. 00010000:00000010:3.1:1781823815.825217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b100. 00010000:00000010:3.1:1781823815.825222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a50a00. 00000080:00000010:3.1:1781823815.825224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba280. 00010000:00000010:3.1:1781823815.825228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b400. 00010000:00000010:3.1:1781823815.825230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a51c00. 00000080:00000010:3.1:1781823815.825233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba7a0. 00010000:00000010:3.1:1781823815.825257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b800. 00010000:00000010:3.1:1781823815.825261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6400. 00000080:00000010:3.1:1781823815.825264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba800. 00010000:00000010:3.1:1781823815.825268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632ba00. 00010000:00000010:3.1:1781823815.825272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7800. 00000080:00000010:3.1:1781823815.825274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba880. 00010000:00000010:3.1:1781823815.825278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632bd00. 00010000:00000010:3.1:1781823815.825281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6600. 00000080:00000010:3.1:1781823815.825283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bab80. 00010000:00000010:3.1:1781823815.825286:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b500. 00010000:00000010:3.1:1781823815.825289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6200. 00000080:00000010:3.1:1781823815.825292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2c0. 00010000:00000010:3.1:1781823815.825298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b000. 00010000:00000010:3.1:1781823815.825301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7600. 00000080:00000010:3.1:1781823815.825304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba060. 00010000:00000010:3.1:1781823815.825312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b900. 00010000:00000010:3.1:1781823815.825314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6a00. 00000080:00000010:3.1:1781823815.825317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba9e0. 00010000:00000010:3.1:1781823815.825320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632bf00. 00010000:00000010:3.1:1781823815.825323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7c00. 00000080:00000010:3.1:1781823815.825345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f02f0c780. 00010000:00000010:3.1:1781823815.825352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b600. 00010000:00000010:3.1:1781823815.825355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7e00. 00000080:00000010:3.1:1781823815.825358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f054bf680. 00010000:00000010:3.1:1781823815.825361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b200. 00010000:00000010:3.1:1781823815.825364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7200. 00000080:00000010:3.1:1781823815.825367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f054bf560. 00010000:00000010:3.1:1781823815.825370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b300. 00010000:00000010:3.1:1781823815.825373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7400. 00000080:00000010:3.1:1781823815.825377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb540. 00010000:00000010:3.1:1781823815.825384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632be00. 00010000:00000010:3.1:1781823815.825387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06d9e400. 00000080:00000010:3.1:1781823815.825390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febb80. 00010000:00000010:3.1:1781823815.825413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712d00. 00010000:00000010:3.1:1781823815.825418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32065e00. 00000080:00000010:3.1:1781823815.825424:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb480. 00010000:00000010:3.1:1781823815.825428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712500. 00010000:00000010:3.1:1781823815.825431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d89000. 00000080:00000010:3.1:1781823815.825434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febba0. 00010000:00000010:3.1:1781823815.825439:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712000. 00010000:00000010:3.1:1781823815.825443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88c00. 00000080:00000010:3.1:1781823815.825446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0628e940. 00010000:00000010:3.1:1781823815.825450:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712900. 00010000:00000010:3.1:1781823815.825453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d89a00. 00000080:00000010:3.1:1781823815.825455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0628ed60. 00010000:00000010:3.1:1781823815.825459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632bc00. 00010000:00000010:3.1:1781823815.825471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6e00. 00000080:00000010:3.1:1781823815.825481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b1e0. 00010000:00000010:3.1:1781823815.825485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632bb00. 00010000:00000010:3.1:1781823815.825488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7000. 00000080:00000010:3.1:1781823815.825491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bb80. 00010000:00000010:3.1:1781823815.825494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0632b700. 00010000:00000010:3.1:1781823815.825496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6c00. 00000080:00000010:3.1:1781823815.825500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b3e0. 00010000:00000010:3.1:1781823815.825506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729800. 00010000:00000010:3.1:1781823815.825509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc7a00. 00000080:00000010:3.1:1781823815.825512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b7c0. 00010000:00000010:3.1:1781823815.825516:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729a00. 00010000:00000010:3.1:1781823815.825519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6000. 00000080:00000010:3.1:1781823815.825521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b6c0. 00010000:00000010:3.1:1781823815.825527:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729d00. 00010000:00000010:3.1:1781823815.825529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38bc6800. 00000080:00000010:3.1:1781823815.825531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b800. 00010000:00000010:3.1:1781823815.825536:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729500. 00010000:00000010:3.1:1781823815.825539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4800. 00000080:00000010:3.1:1781823815.825542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b5e0. 00010000:00000010:3.1:1781823815.825566:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729000. 00010000:00000010:3.1:1781823815.825569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4400. 00000080:00000010:3.1:1781823815.825573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b220. 00010000:00000010:3.1:1781823815.825576:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729900. 00010000:00000010:3.1:1781823815.825580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5800. 00000080:00000010:3.1:1781823815.825582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bac0. 00010000:00000010:3.1:1781823815.825586:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729f00. 00010000:00000010:3.1:1781823815.825588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4600. 00000080:00000010:3.1:1781823815.825591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b240. 00010000:00000010:3.1:1781823815.825594:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729600. 00010000:00000010:3.1:1781823815.825596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4200. 00000080:00000010:3.1:1781823815.825598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bae0. 00010000:00000010:3.1:1781823815.825602:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729200. 00010000:00000010:3.1:1781823815.825604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5600. 00000080:00000010:3.1:1781823815.825606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0be60. 00010000:00000010:3.1:1781823815.825613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729300. 00010000:00000010:3.1:1781823815.825615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4a00. 00000080:00000010:3.1:1781823815.825617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febd40. 00010000:00000010:3.1:1781823815.825621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712600. 00010000:00000010:3.1:1781823815.825623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88000. 00000080:00000010:3.1:1781823815.825626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b2e0. 00010000:00000010:3.1:1781823815.825630:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712f00. 00010000:00000010:3.1:1781823815.825633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5c00. 00000080:00000010:3.1:1781823815.825635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0ba80. 00010000:00000010:3.1:1781823815.825653:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729e00. 00010000:00000010:3.1:1781823815.825656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5e00. 00000080:00000010:0.1:1781823815.860144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b820. 00010000:00000010:0.1:1781823815.860166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729c00. 00010000:00000010:0.1:1781823815.860171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5200. 00000080:00000010:0.1:1781823815.860175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bb00. 00010000:00000010:0.1:1781823815.860179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729b00. 00010000:00000010:0.1:1781823815.860182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5400. 00000080:00000010:0.1:1781823815.860185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b7e0. 00010000:00000010:0.1:1781823815.860188:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729700. 00010000:00000010:0.1:1781823815.860191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4e00. 00000080:00000010:0.1:1781823815.860193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bf60. 00010000:00000010:0.1:1781823815.860200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729100. 00010000:00000010:0.1:1781823815.860202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5000. 00000080:00000010:0.1:1781823815.860205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b2a0. 00010000:00000010:0.1:1781823815.860208:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04729400. 00010000:00000010:0.1:1781823815.860210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4c00. 00000080:00000010:0.1:1781823815.860213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0be20. 00010000:00000010:0.1:1781823815.860219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97800. 00010000:00000010:0.1:1781823815.860271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd5a00. 00000080:00000010:0.1:1781823815.860277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bd40. 00010000:00000010:0.1:1781823815.860282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97a00. 00010000:00000010:0.1:1781823815.860296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31cd4000. 00000080:00000010:0.1:1781823815.860302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb260. 00010000:00000010:0.1:1781823815.860309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712200. 00010000:00000010:0.1:1781823815.860313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88800. 00000080:00000010:0.1:1781823815.860316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b460. 00010000:00000010:0.1:1781823815.860322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712300. 00010000:00000010:0.1:1781823815.860326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06000. 00000080:00000010:0.1:1781823815.860330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febfa0. 00010000:00000010:0.1:1781823815.860334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712e00. 00010000:00000010:0.1:1781823815.860336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88400. 00000080:00000010:0.1:1781823815.860339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febc40. 00010000:00000010:0.1:1781823815.860343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712c00. 00010000:00000010:0.1:1781823815.860346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d89800. 00000080:00000010:0.1:1781823815.860350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feba00. 00010000:00000010:0.1:1781823815.860366:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712b00. 00010000:00000010:0.1:1781823815.860369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88600. 00000080:00000010:0.1:1781823815.860372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febc00. 00010000:00000010:0.1:1781823815.860375:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712700. 00010000:00000010:0.1:1781823815.860378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88200. 00000080:00000010:0.1:1781823815.860381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b7a0. 00010000:00000010:0.1:1781823815.860387:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97d00. 00010000:00000010:0.1:1781823815.860405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06800. 00000080:00000010:0.1:1781823815.860409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b020. 00010000:00000010:0.1:1781823815.860413:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97500. 00010000:00000010:0.1:1781823815.860417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06400. 00000080:00000010:0.1:1781823815.860421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bde0. 00010000:00000010:0.1:1781823815.860428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97000. 00010000:00000010:0.1:1781823815.860434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07800. 00000080:00000010:0.1:1781823815.860436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0be00. 00010000:00000010:0.1:1781823815.860440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97900. 00010000:00000010:0.1:1781823815.860444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06600. 00000080:00000010:0.1:1781823815.860450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b700. 00010000:00000010:0.1:1781823815.860455:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97f00. 00010000:00000010:0.1:1781823815.860459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06200. 00000080:00000010:0.1:1781823815.860462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b080. 00010000:00000010:0.1:1781823815.860465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97600. 00010000:00000010:0.1:1781823815.860469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07600. 00000080:00000010:0.1:1781823815.860472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810ac60. 00010000:00000010:0.1:1781823815.860476:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97200. 00010000:00000010:0.1:1781823815.860479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e37800. 00000080:00000010:0.1:1781823815.860482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b500. 00010000:00000010:0.1:1781823815.860485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712100. 00010000:00000010:0.1:1781823815.860488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06a00. 00000080:00000010:0.1:1781823815.860490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b420. 00010000:00000010:0.1:1781823815.860498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97300. 00010000:00000010:0.1:1781823815.860501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07c00. 00000080:00000010:0.1:1781823815.860504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bf40. 00010000:00000010:0.1:1781823815.860508:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97e00. 00010000:00000010:0.1:1781823815.860511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07e00. 00000080:00000010:0.1:1781823815.860514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b060. 00010000:00000010:0.1:1781823815.860518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97c00. 00010000:00000010:0.1:1781823815.860521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07200. 00000080:00000010:0.1:1781823815.860524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b140. 00010000:00000010:0.1:1781823815.860528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97b00. 00010000:00000010:0.1:1781823815.860530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07400. 00000080:00000010:0.1:1781823815.860533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bc60. 00010000:00000010:0.1:1781823815.860537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97700. 00010000:00000010:0.1:1781823815.860539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06e00. 00000080:00000010:0.1:1781823815.860542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bd20. 00010000:00000010:0.1:1781823815.860546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97100. 00010000:00000010:0.1:1781823815.860549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07000. 00000080:00000010:0.1:1781823815.860551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443320. 00010000:00000010:0.1:1781823815.860557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10a97400. 00010000:00000010:0.1:1781823815.860561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06437600. 00000080:00000010:0.1:1781823815.860564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b0c0. 00010000:00000010:0.1:1781823815.860568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8de00. 00010000:00000010:0.1:1781823815.860571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d06c00. 00000080:00000010:0.1:1781823815.860574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b860. 00010000:00000010:0.1:1781823815.860580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38500. 00010000:00000010:0.1:1781823815.860587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d07a00. 00000080:00000010:0.1:1781823815.860591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b300. 00010000:00000010:0.1:1781823815.860597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38000. 00010000:00000010:0.1:1781823815.860603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824a00. 00000080:00000010:0.1:1781823815.860608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0be40. 00010000:00000010:0.1:1781823815.860614:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38900. 00010000:00000010:0.1:1781823815.860621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825c00. 00000080:00000010:0.1:1781823815.860626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bea0. 00010000:00000010:0.1:1781823815.860632:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38f00. 00010000:00000010:0.1:1781823815.860638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825e00. 00000080:00000010:0.1:1781823815.860643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b160. 00010000:00000010:0.1:1781823815.860650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38600. 00010000:00000010:0.1:1781823815.860655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825200. 00000080:00000010:0.1:1781823815.860662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b0e0. 00010000:00000010:0.1:1781823815.860668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38200. 00010000:00000010:0.1:1781823815.860674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825400. 00000080:00000010:0.1:1781823815.860679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb600. 00010000:00000010:0.1:1781823815.860687:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10712400. 00010000:00000010:0.1:1781823815.860692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d89600. 00000080:00000010:0.1:1781823815.860699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b8c0. 00010000:00000010:0.1:1781823815.860705:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38300. 00010000:00000010:0.1:1781823815.860711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824e00. 00000080:00000010:0.1:1781823815.860717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b600. 00010000:00000010:0.1:1781823815.860724:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38e00. 00010000:00000010:0.1:1781823815.860730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825000. 00000080:00000010:0.1:1781823815.860733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b280. 00010000:00000010:0.1:1781823815.860737:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38c00. 00010000:00000010:0.1:1781823815.860740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824c00. 00000080:00000010:0.1:1781823815.860743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b780. 00010000:00000010:0.1:1781823815.860746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38b00. 00010000:00000010:0.1:1781823815.860749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825a00. 00000080:00000010:0.1:1781823815.860752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb400. 00010000:00000010:0.1:1781823815.860766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38700. 00010000:00000010:0.1:1781823815.860769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88a00. 00000080:00000010:0.1:1781823815.860771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb820. 00010000:00000010:0.1:1781823815.860776:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b127200. 00010000:00000010:0.1:1781823815.860780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d89c00. 00000080:00000010:0.1:1781823815.860782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bfc0. 00010000:00000010:0.1:1781823815.860786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b127600. 00010000:00000010:0.1:1781823815.860788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824000. 00000080:00000010:0.1:1781823815.860791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b900. 00010000:00000010:0.1:1781823815.860797:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38100. 00010000:00000010:0.1:1781823815.860808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824800. 00000080:00000010:0.1:1781823815.860811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bc80. 00010000:00000010:0.1:1781823815.860815:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38400. 00010000:00000010:0.1:1781823815.860818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824400. 00000080:00000010:0.1:1781823815.860820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bc40. 00010000:00000010:0.1:1781823815.860824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38800. 00010000:00000010:0.1:1781823815.860827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08825800. 00000080:00000010:0.1:1781823815.860830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7700. 00010000:00000010:0.1:1781823815.860834:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38a00. 00010000:00000010:0.1:1781823815.860837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06437a00. 00000080:00000010:0.1:1781823815.860840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b3a0. 00010000:00000010:0.1:1781823815.860843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8dc00. 00010000:00000010:0.1:1781823815.860846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06436000. 00000080:00000010:0.1:1781823815.860849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b4a0. 00010000:00000010:0.1:1781823815.860852:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31e38d00. 00010000:00000010:0.1:1781823815.860854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824600. 00000080:00000010:0.1:1781823815.860857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bce0. 00010000:00000010:0.1:1781823815.860861:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f101d5d00. 00010000:00000010:0.1:1781823815.860864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08824200. 00010000:00000010:1.1:1781823815.981420:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d88e00. 00000080:00000010:1.1:1781823815.981427:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb580. 00010000:00000010:1.1:1781823815.981433:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b127100. 00010000:00000010:1.1:1781823815.981439:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f071edc00. 00000080:00000010:1.1:1781823815.981446:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810afe0. 00010000:00000010:1.1:1781823815.981455:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ecc300. 00010000:00000010:1.1:1781823815.981461:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e36a00. 00000080:00000010:1.1:1781823815.981466:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810abc0. 00010000:00000010:1.1:1781823815.981474:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ecce00. 00010000:00000010:1.1:1781823815.981481:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0854c200. 00000080:00000010:1.1:1781823815.981489:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810a920. 00010000:00000010:1.1:1781823815.981499:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eccc00. 00010000:00000010:1.1:1781823815.981506:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0854de00. 00000080:00000010:1.1:1781823815.981511:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810af80. 00010000:00000010:1.1:1781823815.981521:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eccb00. 00010000:00000010:1.1:1781823815.981524:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0854ca00. 00000080:00000010:1.1:1781823815.981527:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bf80. 00010000:00000010:1.1:1781823815.981531:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ecc700. 00010000:00000010:1.1:1781823815.981535:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04422e00. 00000080:00000010:1.1:1781823815.981538:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0bcc0. 00010000:00000010:1.1:1781823815.981542:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f101d5600. 00010000:00000010:1.1:1781823815.981545:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04423000. 00000080:00000010:1.1:1781823815.981548:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7480. 00010000:00000010:1.1:1781823815.981552:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f101d5200. 00010000:00000010:1.1:1781823815.981555:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32065200. 00000080:00000010:1.1:1781823815.981559:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8fc0. 00010000:00000010:1.1:1781823815.981565:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8db00. 00010000:00000010:1.1:1781823815.981569:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32064a00. 00000080:00000010:1.1:1781823815.981573:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8680. 00010000:00000010:1.1:1781823815.981576:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8d700. 00010000:00000010:1.1:1781823815.981579:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32065c00. 00000080:00000010:1.1:1781823815.981583:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b120. 00010000:00000010:1.1:1781823815.981587:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8d100. 00010000:00000010:1.1:1781823815.981592:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04422c00. 00000080:00000010:1.1:1781823815.981599:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10feb940. 00010000:00000010:1.1:1781823815.981609:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b127400. 00010000:00000010:1.1:1781823815.981615:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f071ede00. 00000080:00000010:1.1:1781823815.981621:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10febf60. 00010000:00000010:1.1:1781823815.981629:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2b127800. 00010000:00000010:1.1:1781823815.981634:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f071ed200. 00000080:00000010:1.1:1781823815.981639:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e86e0. 00010000:00000010:1.1:1781823815.981648:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11d8d400. 00010000:00000010:1.1:1781823815.981653:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32064000. 00000080:00000010:1.1:1781823815.981658:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08b0b540. 00010000:00000010:1.1:1781823815.981665:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f101d5300. 00010000:00000010:1.1:1781823815.981670:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04423a00. 00000080:00000010:1.1:1781823815.981675:0:108837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1810a180. 00010000:00000010:1.1:1781823815.981683:0:108837:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f101d5e00. 00010000:00000010:1.1:1781823815.981689:0:108837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0854c600. 00000080:00000010:1.1:1781823815.981717:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0628ef20. 00010000:00000010:1.1:1781823815.981726:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ecc100. 00010000:00000010:1.1:1781823815.981732:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0854dc00. 00000080:00000010:3.1:1781823816.104215:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aa60. 00010000:00000010:3.1:1781823816.104232:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8c00. 00010000:00000010:3.1:1781823816.104241:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4400. 00000080:00000010:3.1:1781823816.104251:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a920. 00010000:00000010:3.1:1781823816.104259:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8b00. 00010000:00000010:3.1:1781823816.104264:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790aa00. 00000080:00000010:3.1:1781823816.104276:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00010000:00000010:3.1:1781823816.104386:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8700. 00010000:00000010:3.1:1781823816.104403:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fd600. 00000080:00000010:3.1:1781823816.104407:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd500. 00010000:00000010:3.1:1781823816.104414:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e300. 00010000:00000010:3.1:1781823816.104418:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fca00. 00000080:00000010:3.1:1781823816.104421:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc00. 00010000:00000010:3.1:1781823816.104427:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015ee00. 00010000:00000010:3.1:1781823816.104429:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fdc00. 00000080:00000010:3.1:1781823816.104434:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f320. 00010000:00000010:3.1:1781823816.104441:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8900. 00010000:00000010:3.1:1781823816.104481:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816bc00. 00000080:00000010:3.1:1781823816.104486:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f180. 00010000:00000010:3.1:1781823816.104490:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8f00. 00010000:00000010:3.1:1781823816.104493:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816be00. 00000080:00000010:3.1:1781823816.104497:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f700. 00010000:00000010:3.1:1781823816.104503:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44700. 00010000:00000010:3.1:1781823816.104506:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816b200. 00010000:00000010:2.1:1781823816.106931:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cd000. 00000080:00000010:2.1:1781823816.106933:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643480. 00010000:00000010:2.1:1781823816.106938:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402800. 00010000:00000010:2.1:1781823816.106941:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212ccc00. 00000080:00000010:2.1:1781823816.106943:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643380. 00010000:00000010:2.1:1781823816.106946:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402a00. 00010000:00000010:2.1:1781823816.106949:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cda00. 00000080:00000010:2.1:1781823816.106951:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643ca0. 00010000:00000010:2.1:1781823816.106955:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402d00. 00010000:00000010:2.1:1781823816.106958:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cc000. 00000080:00000010:2.1:1781823816.106962:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f056434a0. 00010000:00000010:2.1:1781823816.106966:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402500. 00010000:00000010:2.1:1781823816.106969:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cc800. 00000080:00000010:2.1:1781823816.106971:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643420. 00010000:00000010:2.1:1781823816.106975:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402000. 00010000:00000010:2.1:1781823816.106977:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cc400. 00000080:00000010:2.1:1781823816.106979:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05643fc0. 00010000:00000010:2.1:1781823816.106984:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402900. 00010000:00000010:2.1:1781823816.106986:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cd800. 00000080:00000010:2.1:1781823816.106995:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258500. 00010000:00000010:2.1:1781823816.107000:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402f00. 00010000:00000010:2.1:1781823816.107003:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cc600. 00000080:00000010:2.1:1781823816.107005:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258100. 00010000:00000010:2.1:1781823816.107009:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402600. 00010000:00000010:2.1:1781823816.107011:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cc200. 00000080:00000010:2.1:1781823816.107015:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258cc0. 00010000:00000010:2.1:1781823816.107019:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06402200. 00010000:00000010:2.1:1781823816.107021:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f212cd600. 00000080:00000010:2.1:1781823816.107024:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258c40. 00010000:00000010:2.1:1781823816.107028:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b000. 00010000:00000010:2.1:1781823816.107032:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9c200. 00000080:00000010:2.1:1781823816.107035:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ca0. 00010000:00000010:2.1:1781823816.107039:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b900. 00010000:00000010:2.1:1781823816.107043:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9d600. 00000080:00000010:2.1:1781823816.107047:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082580e0. 00010000:00000010:2.1:1781823816.107051:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830bf00. 00010000:00000010:2.1:1781823816.107054:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9ca00. 00000080:00000010:2.1:1781823816.107057:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258920. 00010000:00000010:2.1:1781823816.107062:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b600. 00010000:00000010:2.1:1781823816.107065:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9dc00. 00000080:00000010:2.1:1781823816.107070:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba7e0. 00010000:00000010:2.1:1781823816.107075:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b200. 00010000:00000010:2.1:1781823816.107099:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7400. 00000080:00000010:2.1:1781823816.107103:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baaa0. 00010000:00000010:2.1:1781823816.107108:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4200. 00010000:00000010:2.1:1781823816.107111:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7a00. 00000080:00000010:2.1:1781823816.107114:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bac20. 00010000:00000010:2.1:1781823816.107119:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4300. 00010000:00000010:2.1:1781823816.107122:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7800. 00000080:00000010:2.1:1781823816.107125:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba080. 00010000:00000010:2.1:1781823816.107129:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4e00. 00010000:00000010:2.1:1781823816.107131:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6400. 00000080:00000010:2.1:1781823816.107137:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a360. 00010000:00000010:2.1:1781823816.107142:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4c00. 00010000:00000010:2.1:1781823816.107146:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d3400. 00000080:00000010:2.1:1781823816.107151:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ae60. 00010000:00000010:2.1:1781823816.107158:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0ff00. 00010000:00000010:2.1:1781823816.107161:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2e00. 00000080:00000010:2.1:1781823816.107165:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a160. 00010000:00000010:2.1:1781823816.107169:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f600. 00010000:00000010:2.1:1781823816.107172:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d3000. 00000080:00000010:2.1:1781823816.107174:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a520. 00010000:00000010:2.1:1781823816.107179:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f200. 00010000:00000010:2.1:1781823816.107182:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2c00. 00000080:00000010:2.1:1781823816.107186:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082584a0. 00010000:00000010:2.1:1781823816.107192:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b300. 00010000:00000010:2.1:1781823816.107195:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9de00. 00000080:00000010:2.1:1781823816.107198:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082587e0. 00010000:00000010:2.1:1781823816.107203:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830be00. 00010000:00000010:2.1:1781823816.107205:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9d200. 00000080:00000010:2.1:1781823816.107209:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258320. 00010000:00000010:2.1:1781823816.107212:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830bc00. 00010000:00000010:2.1:1781823816.107214:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9d400. 00000080:00000010:2.1:1781823816.107217:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258520. 00010000:00000010:2.1:1781823816.107220:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830bb00. 00010000:00000010:2.1:1781823816.107222:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9ce00. 00000080:00000010:2.1:1781823816.107225:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258d00. 00010000:00000010:2.1:1781823816.107229:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b700. 00010000:00000010:2.1:1781823816.107231:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9d000. 00000080:00000010:2.1:1781823816.107234:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258be0. 00010000:00000010:2.1:1781823816.107237:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b100. 00010000:00000010:2.1:1781823816.107239:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9cc00. 00000080:00000010:2.1:1781823816.107242:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258a20. 00010000:00000010:2.1:1781823816.107245:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b400. 00010000:00000010:2.1:1781823816.107248:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9da00. 00000080:00000010:2.1:1781823816.107252:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a8e0. 00010000:00000010:2.1:1781823816.107257:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f300. 00010000:00000010:2.1:1781823816.107259:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d3a00. 00000080:00000010:2.1:1781823816.107263:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba5e0. 00010000:00000010:2.1:1781823816.107268:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0fe00. 00010000:00000010:2.1:1781823816.107271:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6c00. 00000080:00000010:2.1:1781823816.107273:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf00. 00010000:00000010:2.1:1781823816.107278:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4b00. 00010000:00000010:2.1:1781823816.107280:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7000. 00000080:00000010:2.1:1781823816.107283:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bafc0. 00010000:00000010:2.1:1781823816.107286:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4700. 00010000:00000010:2.1:1781823816.107288:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6e00. 00000080:00000010:2.1:1781823816.107290:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba4c0. 00010000:00000010:2.1:1781823816.107294:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4100. 00010000:00000010:2.1:1781823816.107296:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6a00. 00000080:00000010:2.1:1781823816.107300:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba780. 00010000:00000010:2.1:1781823816.107303:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4400. 00010000:00000010:2.1:1781823816.107305:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7200. 00000080:00000010:2.1:1781823816.107308:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf60. 00010000:00000010:2.1:1781823816.107311:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4800. 00010000:00000010:2.1:1781823816.107314:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7e00. 00000080:00000010:2.1:1781823816.107316:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044babe0. 00010000:00000010:2.1:1781823816.107322:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4a00. 00010000:00000010:2.1:1781823816.107324:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7c00. 00000080:00000010:2.1:1781823816.107327:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba240. 00010000:00000010:2.1:1781823816.107330:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f047c4d00. 00010000:00000010:2.1:1781823816.107332:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6600. 00000080:00000010:2.1:1781823816.107335:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bae60. 00010000:00000010:2.1:1781823816.107340:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228c00. 00010000:00000010:2.1:1781823816.107387:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e7600. 00000080:00000010:2.1:1781823816.107405:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497abc0. 00010000:00000010:2.1:1781823816.107411:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0fc00. 00010000:00000010:2.1:1781823816.107414:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2000. 00000080:00000010:2.1:1781823816.107418:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258d40. 00010000:00000010:2.1:1781823816.108907:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b800. 00010000:00000010:2.1:1781823816.108913:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9c000. 00000080:00000010:2.1:1781823816.108917:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258f80. 00010000:00000010:2.1:1781823816.108925:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830ba00. 00010000:00000010:2.1:1781823816.108928:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9c800. 00000080:00000010:2.1:1781823816.108931:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ce0. 00010000:00000010:2.1:1781823816.108937:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830bd00. 00010000:00000010:2.1:1781823816.108940:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9c400. 00000080:00000010:2.1:1781823816.108943:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258d80. 00010000:00000010:2.1:1781823816.108947:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1830b500. 00010000:00000010:2.1:1781823816.108960:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9d800. 00000080:00000010:2.1:1781823816.108966:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082589e0. 00010000:00000010:2.1:1781823816.108972:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f000. 00010000:00000010:2.1:1781823816.108976:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9c600. 00000080:00000010:2.1:1781823816.108980:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ec0. 00010000:00000010:2.1:1781823816.108984:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f900. 00010000:00000010:2.1:1781823816.108987:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004200. 00000080:00000010:2.1:1781823816.108990:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258020. 00010000:00000010:2.1:1781823816.108995:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452ff00. 00010000:00000010:2.1:1781823816.108998:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005600. 00000080:00000010:2.1:1781823816.109003:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a600. 00010000:00000010:2.1:1781823816.109008:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f600. 00010000:00000010:2.1:1781823816.109012:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2800. 00000080:00000010:2.1:1781823816.109015:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a2a0. 00010000:00000010:2.1:1781823816.109019:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f700. 00010000:00000010:2.1:1781823816.109022:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2400. 00000080:00000010:2.1:1781823816.109026:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258c00. 00010000:00000010:2.1:1781823816.109030:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f200. 00010000:00000010:2.1:1781823816.109033:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004a00. 00000080:00000010:2.1:1781823816.109036:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258340. 00010000:00000010:2.1:1781823816.109039:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f300. 00010000:00000010:2.1:1781823816.109042:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005c00. 00000080:00000010:2.1:1781823816.109047:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bade0. 00010000:00000010:2.1:1781823816.109053:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452fe00. 00010000:00000010:2.1:1781823816.109056:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f066e6200. 00000080:00000010:2.1:1781823816.109059:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497acc0. 00010000:00000010:2.1:1781823816.109063:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0fb00. 00010000:00000010:2.1:1781823816.109065:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d3800. 00000080:00000010:2.1:1781823816.109069:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a900. 00010000:00000010:2.1:1781823816.109072:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f100. 00010000:00000010:2.1:1781823816.109075:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2600. 00000080:00000010:2.1:1781823816.109098:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ea0. 00010000:00000010:2.1:1781823816.109102:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452fc00. 00010000:00000010:2.1:1781823816.109105:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005e00. 00000080:00000010:2.1:1781823816.109108:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082588e0. 00010000:00000010:2.1:1781823816.109112:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452fb00. 00010000:00000010:2.1:1781823816.109114:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005200. 00000080:00000010:2.1:1781823816.109118:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258620. 00010000:00000010:2.1:1781823816.109125:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f700. 00010000:00000010:2.1:1781823816.109127:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005400. 00000080:00000010:2.1:1781823816.109130:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082583a0. 00010000:00000010:2.1:1781823816.109135:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f100. 00010000:00000010:2.1:1781823816.109138:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004e00. 00000080:00000010:2.1:1781823816.109140:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ac0. 00010000:00000010:2.1:1781823816.109144:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f400. 00010000:00000010:2.1:1781823816.109147:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005000. 00000080:00000010:2.1:1781823816.109149:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258e40. 00010000:00000010:2.1:1781823816.109153:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f800. 00010000:00000010:2.1:1781823816.109156:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004c00. 00000080:00000010:2.1:1781823816.109158:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258780. 00010000:00000010:2.1:1781823816.109163:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452fa00. 00010000:00000010:2.1:1781823816.109166:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005a00. 00000080:00000010:2.1:1781823816.109168:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbffa0. 00010000:00000010:2.1:1781823816.109173:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452fd00. 00010000:00000010:2.1:1781823816.109176:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04895600. 00000080:00000010:2.1:1781823816.109180:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba100. 00010000:00000010:2.1:1781823816.109185:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228b00. 00010000:00000010:2.1:1781823816.109188:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40000. 00000080:00000010:2.1:1781823816.109191:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bae20. 00010000:00000010:2.1:1781823816.109195:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228700. 00010000:00000010:2.1:1781823816.109198:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40800. 00000080:00000010:2.1:1781823816.109201:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258fe0. 00010000:00000010:2.1:1781823816.109205:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0452f500. 00010000:00000010:2.1:1781823816.109207:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004000. 00000080:00000010:2.1:1781823816.109210:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082587c0. 00010000:00000010:2.1:1781823816.109215:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9d00. 00010000:00000010:2.1:1781823816.109218:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004800. 00000080:00000010:2.1:1781823816.109221:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082582a0. 00010000:00000010:2.1:1781823816.109225:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9500. 00010000:00000010:2.1:1781823816.109228:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004400. 00000080:00000010:2.1:1781823816.109231:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258420. 00010000:00000010:2.1:1781823816.109234:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9000. 00010000:00000010:2.1:1781823816.109237:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18005800. 00000080:00000010:2.1:1781823816.109240:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a120. 00010000:00000010:2.1:1781823816.109244:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1200. 00010000:00000010:2.1:1781823816.109247:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d2200. 00000080:00000010:2.1:1781823816.109251:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258140. 00010000:00000010:2.1:1781823816.109254:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f400. 00010000:00000010:2.1:1781823816.109257:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18004600. 00000080:00000010:2.1:1781823816.109259:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258a60. 00010000:00000010:2.1:1781823816.109263:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9900. 00010000:00000010:2.1:1781823816.109267:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373800. 00000080:00000010:2.1:1781823816.109271:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258f60. 00010000:00000010:2.1:1781823816.109275:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9f00. 00010000:00000010:2.1:1781823816.109278:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372600. 00000080:00000010:2.1:1781823816.109281:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ee0. 00010000:00000010:2.1:1781823816.109285:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9600. 00010000:00000010:2.1:1781823816.109288:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372200. 00000080:00000010:2.1:1781823816.109291:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497af20. 00010000:00000010:2.1:1781823816.109294:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0f800. 00010000:00000010:2.1:1781823816.109296:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b2d3600. 00000080:00000010:2.1:1781823816.109310:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082585a0. 00010000:00000010:2.1:1781823816.109315:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9200. 00010000:00000010:2.1:1781823816.109317:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373600. 00000080:00000010:2.1:1781823816.109320:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a300. 00010000:00000010:2.1:1781823816.109324:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0fa00. 00010000:00000010:2.1:1781823816.109327:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5800. 00000080:00000010:2.1:1781823816.109332:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258260. 00010000:00000010:2.1:1781823816.109337:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08a0fd00. 00010000:00000010:2.1:1781823816.109343:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372a00. 00000080:00000010:2.1:1781823816.109347:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258bc0. 00010000:00000010:2.1:1781823816.109351:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9300. 00010000:00000010:2.1:1781823816.109354:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373c00. 00000080:00000010:2.1:1781823816.109357:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258c20. 00010000:00000010:2.1:1781823816.109361:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9e00. 00010000:00000010:2.1:1781823816.109364:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373e00. 00000080:00000010:2.1:1781823816.109370:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a2e0. 00010000:00000010:2.1:1781823816.109375:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8100. 00010000:00000010:2.1:1781823816.109379:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4600. 00000080:00000010:2.1:1781823816.109382:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ae80. 00010000:00000010:2.1:1781823816.109386:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8400. 00010000:00000010:2.1:1781823816.109389:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4200. 00000080:00000010:2.1:1781823816.109402:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ac40. 00010000:00000010:2.1:1781823816.109407:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8800. 00010000:00000010:2.1:1781823816.109410:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5600. 00000080:00000010:2.1:1781823816.109413:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ac80. 00010000:00000010:2.1:1781823816.109416:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8a00. 00010000:00000010:2.1:1781823816.110501:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4a00. 00000080:00000010:2.1:1781823816.110512:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258a80. 00010000:00000010:2.1:1781823816.110523:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8d00. 00010000:00000010:2.1:1781823816.110530:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373200. 00000080:00000010:2.1:1781823816.111116:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258e20. 00010000:00000010:2.1:1781823816.111127:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9c00. 00010000:00000010:2.1:1781823816.111130:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373400. 00000080:00000010:2.1:1781823816.111133:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258540. 00010000:00000010:2.1:1781823816.111137:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9b00. 00010000:00000010:2.1:1781823816.111140:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372e00. 00000080:00000010:2.1:1781823816.111143:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258160. 00010000:00000010:2.1:1781823816.111151:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9700. 00010000:00000010:2.1:1781823816.111154:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373000. 00000080:00000010:2.1:1781823816.111157:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258da0. 00010000:00000010:2.1:1781823816.111161:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9100. 00010000:00000010:2.1:1781823816.111164:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372c00. 00000080:00000010:2.1:1781823816.111166:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258380. 00010000:00000010:2.1:1781823816.111170:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9400. 00010000:00000010:2.1:1781823816.111173:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08373a00. 00000080:00000010:2.1:1781823816.111177:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258c60. 00010000:00000010:2.1:1781823816.111181:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9800. 00010000:00000010:2.1:1781823816.111184:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372000. 00000080:00000010:2.1:1781823816.111186:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258880. 00010000:00000010:2.1:1781823816.111190:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f106c9a00. 00010000:00000010:2.1:1781823816.111192:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372800. 00000080:00000010:2.1:1781823816.111195:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258660. 00010000:00000010:2.1:1781823816.111201:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aacf00. 00010000:00000010:2.1:1781823816.111204:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08372400. 00000080:00000010:2.1:1781823816.111208:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba5a0. 00010000:00000010:2.1:1781823816.111212:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac600. 00010000:00000010:2.1:1781823816.111216:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672200. 00000080:00000010:2.1:1781823816.111219:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba900. 00010000:00000010:2.1:1781823816.111224:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228100. 00010000:00000010:2.1:1781823816.111228:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41800. 00000080:00000010:2.1:1781823816.111233:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba380. 00010000:00000010:2.1:1781823816.111237:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228400. 00010000:00000010:2.1:1781823816.111240:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40600. 00000080:00000010:2.1:1781823816.111243:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bad80. 00010000:00000010:2.1:1781823816.111247:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228800. 00010000:00000010:2.1:1781823816.111250:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40200. 00000080:00000010:2.1:1781823816.111254:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baec0. 00010000:00000010:2.1:1781823816.111263:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228a00. 00010000:00000010:2.1:1781823816.111268:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41600. 00000080:00000010:2.1:1781823816.111273:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bab40. 00010000:00000010:2.1:1781823816.111280:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228d00. 00010000:00000010:2.1:1781823816.111286:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40a00. 00000080:00000010:2.1:1781823816.111291:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baa00. 00010000:00000010:2.1:1781823816.111295:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228500. 00010000:00000010:2.1:1781823816.111298:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41c00. 00000080:00000010:2.1:1781823816.111302:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba720. 00010000:00000010:2.1:1781823816.111306:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228000. 00010000:00000010:2.1:1781823816.111309:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41e00. 00000080:00000010:2.1:1781823816.111312:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baae0. 00010000:00000010:2.1:1781823816.111317:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228900. 00010000:00000010:2.1:1781823816.111319:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41200. 00000080:00000010:2.1:1781823816.111322:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1a0. 00010000:00000010:2.1:1781823816.111327:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228f00. 00010000:00000010:2.1:1781823816.111330:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41400. 00000080:00000010:2.1:1781823816.111332:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba660. 00010000:00000010:2.1:1781823816.111335:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228600. 00010000:00000010:2.1:1781823816.111338:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40e00. 00000080:00000010:2.1:1781823816.111341:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba120. 00010000:00000010:2.1:1781823816.111344:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228200. 00010000:00000010:2.1:1781823816.111347:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41000. 00000080:00000010:2.1:1781823816.111351:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baca0. 00010000:00000010:2.1:1781823816.111357:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228300. 00010000:00000010:2.1:1781823816.111360:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b40c00. 00000080:00000010:2.1:1781823816.111362:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf20. 00010000:00000010:2.1:1781823816.111366:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08228e00. 00010000:00000010:2.1:1781823816.111370:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b41a00. 00000080:00000010:2.1:1781823816.111382:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba940. 00010000:00000010:2.1:1781823816.111389:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f700. 00010000:00000010:2.1:1781823816.111406:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afce00. 00000080:00000010:2.1:1781823816.111410:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bafe0. 00010000:00000010:2.1:1781823816.111414:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f100. 00010000:00000010:2.1:1781823816.111417:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afd000. 00000080:00000010:2.1:1781823816.112584:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082582e0. 00010000:00000010:2.1:1781823816.112662:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac200. 00010000:00000010:2.1:1781823816.112667:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673600. 00000080:00000010:2.1:1781823816.113029:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258600. 00010000:00000010:2.1:1781823816.113045:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac300. 00010000:00000010:2.1:1781823816.113049:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672a00. 00000080:00000010:2.1:1781823816.113051:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082586e0. 00010000:00000010:2.1:1781823816.113055:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aace00. 00010000:00000010:2.1:1781823816.113058:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673c00. 00000080:00000010:2.1:1781823816.113061:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258f40. 00010000:00000010:2.1:1781823816.113074:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aacc00. 00010000:00000010:2.1:1781823816.113106:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673e00. 00000080:00000010:2.1:1781823816.113111:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258300. 00010000:00000010:2.1:1781823816.113117:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aacb00. 00010000:00000010:2.1:1781823816.113120:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673200. 00000080:00000010:2.1:1781823816.113123:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258440. 00010000:00000010:2.1:1781823816.113126:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac700. 00010000:00000010:2.1:1781823816.113128:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673400. 00000080:00000010:2.1:1781823816.113140:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258e60. 00010000:00000010:2.1:1781823816.113150:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac100. 00010000:00000010:2.1:1781823816.113153:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672e00. 00000080:00000010:2.1:1781823816.113157:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba8c0. 00010000:00000010:2.1:1781823816.113165:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f400. 00010000:00000010:2.1:1781823816.113168:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afc800. 00000080:00000010:2.1:1781823816.113172:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba760. 00010000:00000010:2.1:1781823816.113183:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f800. 00010000:00000010:2.1:1781823816.113190:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afc000. 00000080:00000010:2.1:1781823816.113192:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bad60. 00010000:00000010:2.1:1781823816.113197:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1fa00. 00010000:00000010:2.1:1781823816.113199:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afda00. 00000080:00000010:2.1:1781823816.113202:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba980. 00010000:00000010:2.1:1781823816.113205:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1fd00. 00010000:00000010:2.1:1781823816.113208:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afcc00. 00000080:00000010:2.1:1781823816.113217:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f082587a0. 00010000:00000010:2.1:1781823816.113223:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f500. 00010000:00000010:2.1:1781823816.113227:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673000. 00000080:00000010:2.1:1781823816.113229:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258ba0. 00010000:00000010:2.1:1781823816.113232:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac400. 00010000:00000010:2.1:1781823816.113235:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672c00. 00000080:00000010:2.1:1781823816.113237:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258840. 00010000:00000010:2.1:1781823816.113247:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac800. 00010000:00000010:2.1:1781823816.113253:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673a00. 00000080:00000010:2.1:1781823816.113256:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08258240. 00010000:00000010:2.1:1781823816.113263:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aaca00. 00010000:00000010:2.1:1781823816.113265:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672000. 00000080:00000010:2.1:1781823816.113274:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd220. 00010000:00000010:2.1:1781823816.113279:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aacd00. 00010000:00000010:2.1:1781823816.113281:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672800. 00000080:00000010:2.1:1781823816.113292:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5a0. 00010000:00000010:2.1:1781823816.113300:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac500. 00010000:00000010:2.1:1781823816.113303:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672400. 00000080:00000010:2.1:1781823816.113306:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3e0. 00010000:00000010:2.1:1781823816.113310:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac000. 00010000:00000010:2.1:1781823816.113313:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10673800. 00000080:00000010:2.1:1781823816.113316:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecda80. 00010000:00000010:2.1:1781823816.113328:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04aac900. 00010000:00000010:2.1:1781823816.113334:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10672600. 00000080:00000010:2.1:1781823816.113338:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd400. 00010000:00000010:2.1:1781823816.113344:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824ac00. 00010000:00000010:2.1:1781823816.113347:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829ea00. 00000080:00000010:2.1:1781823816.113351:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd60. 00010000:00000010:2.1:1781823816.113355:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824ab00. 00010000:00000010:2.1:1781823816.113358:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829fc00. 00000080:00000010:2.1:1781823816.113370:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0e0. 00010000:00000010:2.1:1781823816.113377:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a700. 00010000:00000010:2.1:1781823816.113381:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829fe00. 00000080:00000010:2.1:1781823816.113384:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd000. 00010000:00000010:2.1:1781823816.113388:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a100. 00010000:00000010:2.1:1781823816.114505:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829f200. 00000080:00000010:2.1:1781823816.114516:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd8e0. 00010000:00000010:2.1:1781823816.114537:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a400. 00010000:00000010:2.1:1781823816.114543:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829f400. 00000080:00000010:2.1:1781823816.114553:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd560. 00010000:00000010:2.1:1781823816.114562:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a800. 00010000:00000010:2.1:1781823816.114568:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829ee00. 00000080:00000010:2.1:1781823816.114583:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde40. 00010000:00000010:2.1:1781823816.114649:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824aa00. 00010000:00000010:2.1:1781823816.114654:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829f000. 00000080:00000010:2.1:1781823816.114669:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd940. 00010000:00000010:2.1:1781823816.114677:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824ad00. 00010000:00000010:2.1:1781823816.114680:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829ec00. 00000080:00000010:2.1:1781823816.114683:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00010000:00000010:2.1:1781823816.114687:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a500. 00010000:00000010:2.1:1781823816.114690:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829fa00. 00000080:00000010:2.1:1781823816.114693:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd7c0. 00010000:00000010:2.1:1781823816.114704:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a000. 00010000:00000010:2.1:1781823816.114709:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829e000. 00000080:00000010:2.1:1781823816.114712:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd160. 00010000:00000010:2.1:1781823816.114716:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a900. 00010000:00000010:2.1:1781823816.114719:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829e800. 00000080:00000010:2.1:1781823816.114722:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6c0. 00010000:00000010:2.1:1781823816.114726:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824af00. 00010000:00000010:2.1:1781823816.114741:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829e400. 00000080:00000010:2.1:1781823816.114755:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf00. 00010000:00000010:2.1:1781823816.114934:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a600. 00010000:00000010:2.1:1781823816.114939:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829f800. 00000080:00000010:2.1:1781823816.114943:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd260. 00010000:00000010:2.1:1781823816.114950:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a200. 00010000:00000010:2.1:1781823816.114953:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829e600. 00000080:00000010:2.1:1781823816.114956:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf40. 00010000:00000010:2.1:1781823816.114969:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824a300. 00010000:00000010:2.1:1781823816.114975:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829e200. 00000080:00000010:2.1:1781823816.114978:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd440. 00010000:00000010:2.1:1781823816.114982:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0824ae00. 00010000:00000010:2.1:1781823816.114984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0829f600. 00000080:00000010:2.1:1781823816.114987:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdce0. 00010000:00000010:2.1:1781823816.114993:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb900. 00010000:00000010:2.1:1781823816.114997:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27c00. 00000080:00000010:2.1:1781823816.115007:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdfe0. 00010000:00000010:2.1:1781823816.115014:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cbf00. 00010000:00000010:2.1:1781823816.115018:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27e00. 00000080:00000010:2.1:1781823816.115020:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd840. 00010000:00000010:2.1:1781823816.115024:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb600. 00010000:00000010:2.1:1781823816.115027:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27200. 00000080:00000010:2.1:1781823816.115031:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdda0. 00010000:00000010:2.1:1781823816.115042:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb200. 00010000:00000010:2.1:1781823816.115048:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27400. 00000080:00000010:2.1:1781823816.115051:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd420. 00010000:00000010:2.1:1781823816.115056:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb300. 00010000:00000010:2.1:1781823816.115059:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26e00. 00000080:00000010:2.1:1781823816.115062:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd380. 00010000:00000010:2.1:1781823816.115067:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cbe00. 00010000:00000010:2.1:1781823816.115070:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27000. 00000080:00000010:2.1:1781823816.115111:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd4c0. 00010000:00000010:2.1:1781823816.115121:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cbc00. 00010000:00000010:2.1:1781823816.115129:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26c00. 00000080:00000010:2.1:1781823816.115135:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1a0. 00010000:00000010:2.1:1781823816.115144:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cbb00. 00010000:00000010:2.1:1781823816.115150:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27a00. 00000080:00000010:2.1:1781823816.115158:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd900. 00010000:00000010:2.1:1781823816.115168:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb700. 00010000:00000010:2.1:1781823816.115175:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26000. 00000080:00000010:2.1:1781823816.115183:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0a0. 00010000:00000010:2.1:1781823816.115191:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb100. 00010000:00000010:2.1:1781823816.115199:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26800. 00000080:00000010:2.1:1781823816.115206:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd640. 00010000:00000010:2.1:1781823816.115216:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb400. 00010000:00000010:2.1:1781823816.115225:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26400. 00000080:00000010:2.1:1781823816.115234:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd460. 00010000:00000010:2.1:1781823816.115244:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb800. 00010000:00000010:2.1:1781823816.115250:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27800. 00000080:00000010:2.1:1781823816.115258:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aa00. 00010000:00000010:2.1:1781823816.115267:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cba00. 00010000:00000010:2.1:1781823816.115273:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5c00. 00000080:00000010:2.1:1781823816.115280:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd00. 00010000:00000010:2.1:1781823816.115290:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cbd00. 00010000:00000010:2.1:1781823816.115295:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26600. 00000080:00000010:2.1:1781823816.115298:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdae0. 00010000:00000010:2.1:1781823816.115301:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb500. 00010000:00000010:2.1:1781823816.115305:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26200. 00000080:00000010:2.1:1781823816.115311:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecddc0. 00010000:00000010:2.1:1781823816.115318:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cb000. 00010000:00000010:2.1:1781823816.115325:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b27600. 00000080:00000010:2.1:1781823816.115334:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb80. 00010000:00000010:2.1:1781823816.116708:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5900. 00010000:00000010:2.1:1781823816.116716:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10b26a00. 00000080:00000010:2.1:1781823816.116721:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde20. 00010000:00000010:2.1:1781823816.116727:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5f00. 00010000:00000010:2.1:1781823816.116731:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642e00. 00000080:00000010:2.1:1781823816.116735:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf240. 00010000:00000010:2.1:1781823816.116742:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5600. 00010000:00000010:2.1:1781823816.116745:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04895000. 00000080:00000010:2.1:1781823816.116753:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1c0. 00010000:00000010:2.1:1781823816.116768:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f000. 00010000:00000010:2.1:1781823816.116772:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afd200. 00000080:00000010:2.1:1781823816.116775:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba520. 00010000:00000010:2.1:1781823816.116784:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f900. 00010000:00000010:2.1:1781823816.116792:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afd400. 00000080:00000010:2.1:1781823816.116800:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba0e0. 00010000:00000010:2.1:1781823816.116808:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1ff00. 00010000:00000010:2.1:1781823816.116814:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afde00. 00000080:00000010:2.1:1781823816.116819:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba300. 00010000:00000010:2.1:1781823816.116826:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f600. 00010000:00000010:2.1:1781823816.116832:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afdc00. 00000080:00000010:2.1:1781823816.116838:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bac60. 00010000:00000010:2.1:1781823816.116845:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f200. 00010000:00000010:2.1:1781823816.116850:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afd600. 00000080:00000010:2.1:1781823816.116855:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba500. 00010000:00000010:2.1:1781823816.116864:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1f300. 00010000:00000010:2.1:1781823816.116869:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afca00. 00000080:00000010:2.1:1781823816.116874:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba020. 00010000:00000010:2.1:1781823816.116879:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1fe00. 00010000:00000010:2.1:1781823816.116884:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afc200. 00000080:00000010:2.1:1781823816.116888:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba460. 00010000:00000010:2.1:1781823816.116894:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1fc00. 00010000:00000010:2.1:1781823816.116900:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afc600. 00000080:00000010:2.1:1781823816.116904:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba220. 00010000:00000010:2.1:1781823816.116912:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f1fb00. 00010000:00000010:2.1:1781823816.116916:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afc400. 00000080:00000010:2.1:1781823816.116921:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba3e0. 00010000:00000010:2.1:1781823816.116935:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8600. 00010000:00000010:2.1:1781823816.116941:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11afd800. 00000080:00000010:2.1:1781823816.116945:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd7a0. 00010000:00000010:2.1:1781823816.116950:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5200. 00010000:00000010:2.1:1781823816.116954:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643000. 00000080:00000010:2.1:1781823816.116957:0:96572:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd180. 00010000:00000010:2.1:1781823816.116962:0:96572:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5300. 00010000:00000010:2.1:1781823816.116965:0:96572:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642c00. 00000080:00000010:2.1:1781823816.116995:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd8a0. 00010000:00000010:2.1:1781823816.117007:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5e00. 00010000:00000010:2.1:1781823816.117011:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643a00. 00000080:00000010:2.1:1781823816.117018:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497abe0. 00010000:00000010:2.1:1781823816.117027:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8500. 00010000:00000010:2.1:1781823816.117032:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5e00. 00000080:00000010:2.1:1781823816.117037:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a040. 00010000:00000010:2.1:1781823816.117052:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5c00. 00010000:00000010:2.1:1781823816.117060:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5200. 00000080:00000010:2.1:1781823816.117065:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497aa40. 00010000:00000010:2.1:1781823816.117074:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8000. 00010000:00000010:2.1:1781823816.117103:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5400. 00000080:00000010:2.1:1781823816.117107:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a960. 00010000:00000010:2.1:1781823816.117111:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8f00. 00010000:00000010:2.1:1781823816.117115:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4e00. 00000080:00000010:2.1:1781823816.117145:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde80. 00010000:00000010:2.1:1781823816.117154:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8900. 00010000:00000010:2.1:1781823816.117157:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642000. 00000080:00000010:2.1:1781823816.117160:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc20. 00010000:00000010:2.1:1781823816.117166:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5b00. 00010000:00000010:2.1:1781823816.117170:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642800. 00000080:00000010:2.1:1781823816.117174:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd300. 00010000:00000010:2.1:1781823816.117187:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5700. 00010000:00000010:2.1:1781823816.117196:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642400. 00000080:00000010:2.1:1781823816.117202:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb40. 00010000:00000010:2.1:1781823816.117211:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5100. 00010000:00000010:2.1:1781823816.117219:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643800. 00000080:00000010:2.1:1781823816.117225:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde60. 00010000:00000010:2.1:1781823816.117234:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5400. 00010000:00000010:2.1:1781823816.117240:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642600. 00000080:00000010:2.1:1781823816.117254:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd9e0. 00010000:00000010:2.1:1781823816.117265:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5800. 00010000:00000010:2.1:1781823816.117271:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642200. 00000080:00000010:2.1:1781823816.117278:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdbc0. 00010000:00000010:2.1:1781823816.117286:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5a00. 00010000:00000010:2.1:1781823816.117292:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643600. 00000080:00000010:2.1:1781823816.117294:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd280. 00010000:00000010:2.1:1781823816.117306:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5d00. 00010000:00000010:2.1:1781823816.117312:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10642a00. 00000080:00000010:2.1:1781823816.117315:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd40. 00010000:00000010:2.1:1781823816.117319:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5500. 00010000:00000010:2.1:1781823816.117321:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643c00. 00000080:00000010:2.1:1781823816.117325:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd7e0. 00010000:00000010:2.1:1781823816.117329:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11ab5000. 00010000:00000010:2.1:1781823816.117332:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643e00. 00000080:00000010:2.1:1781823816.117341:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdac0. 00010000:00000010:2.1:1781823816.117347:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f200. 00010000:00000010:2.1:1781823816.117350:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643200. 00000080:00000010:2.1:1781823816.117353:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdea0. 00010000:00000010:2.1:1781823816.117356:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f300. 00010000:00000010:2.1:1781823816.117359:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10643400. 00000080:00000010:2.1:1781823816.117362:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd600. 00010000:00000010:2.1:1781823816.117370:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626fe00. 00010000:00000010:2.1:1781823816.117375:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076600. 00000080:00000010:2.1:1781823816.117378:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb60. 00010000:00000010:2.1:1781823816.117383:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626fc00. 00010000:00000010:2.1:1781823816.117385:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076200. 00000080:00000010:2.1:1781823816.117388:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd2a0. 00010000:00000010:2.1:1781823816.117403:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626fb00. 00010000:00000010:2.1:1781823816.117409:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077600. 00000080:00000010:2.1:1781823816.117429:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdbe0. 00010000:00000010:2.1:1781823816.117441:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f700. 00010000:00000010:2.1:1781823816.117447:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076a00. 00000080:00000010:2.1:1781823816.117452:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd320. 00010000:00000010:2.1:1781823816.117459:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f100. 00010000:00000010:2.1:1781823816.117466:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077c00. 00000080:00000010:2.1:1781823816.117472:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd720. 00010000:00000010:2.1:1781823816.117495:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f400. 00010000:00000010:2.1:1781823816.117504:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077e00. 00000080:00000010:2.1:1781823816.117510:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd080. 00010000:00000010:2.1:1781823816.117518:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f800. 00010000:00000010:2.1:1781823816.117527:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077200. 00000080:00000010:2.1:1781823816.117535:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdde0. 00010000:00000010:2.1:1781823816.117542:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626fa00. 00010000:00000010:2.1:1781823816.117547:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077400. 00000080:00000010:2.1:1781823816.117564:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecda60. 00010000:00000010:2.1:1781823816.117574:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626fd00. 00010000:00000010:2.1:1781823816.117581:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076e00. 00000080:00000010:2.1:1781823816.117586:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd8c0. 00010000:00000010:2.1:1781823816.117594:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f500. 00010000:00000010:2.1:1781823816.117600:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077000. 00000080:00000010:2.1:1781823816.117605:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba620. 00010000:00000010:2.1:1781823816.117620:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8200. 00010000:00000010:2.1:1781823816.117627:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816a200. 00000080:00000010:2.1:1781823816.117632:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2e0. 00010000:00000010:2.1:1781823816.117637:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8300. 00010000:00000010:2.1:1781823816.117640:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816a600. 00000080:00000010:2.1:1781823816.117642:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf80. 00010000:00000010:2.1:1781823816.117646:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8e00. 00010000:00000010:2.1:1781823816.117649:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816a400. 00000080:00000010:2.1:1781823816.117656:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba840. 00010000:00000010:2.1:1781823816.117661:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8c00. 00010000:00000010:2.1:1781823816.117664:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816b800. 00000080:00000010:2.1:1781823816.117667:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bab20. 00010000:00000010:2.1:1781823816.117670:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8b00. 00010000:00000010:2.1:1781823816.117673:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816a800. 00000080:00000010:2.1:1781823816.117675:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baee0. 00010000:00000010:2.1:1781823816.117684:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8700. 00010000:00000010:2.1:1781823816.117688:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816a000. 00000080:00000010:2.1:1781823816.117690:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bafa0. 00010000:00000010:2.1:1781823816.117694:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8100. 00010000:00000010:2.1:1781823816.117697:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816ac00. 00000080:00000010:2.1:1781823816.117700:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f560. 00010000:00000010:2.1:1781823816.117704:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8400. 00010000:00000010:2.1:1781823816.117707:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816ba00. 00000080:00000010:2.1:1781823816.117714:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f080. 00010000:00000010:2.1:1781823816.117719:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8800. 00010000:00000010:2.1:1781823816.117722:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816ae00. 00000080:00000010:2.1:1781823816.117725:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f9c0. 00010000:00000010:2.1:1781823816.117728:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8a00. 00010000:00000010:2.1:1781823816.117731:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816b000. 00000080:00000010:2.1:1781823816.117734:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf20. 00010000:00000010:2.1:1781823816.117741:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8d00. 00010000:00000010:2.1:1781823816.117745:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076c00. 00000080:00000010:2.1:1781823816.117748:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd860. 00010000:00000010:2.1:1781823816.117752:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f000. 00010000:00000010:2.1:1781823816.117754:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077a00. 00000080:00000010:2.1:1781823816.117757:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc60. 00010000:00000010:2.1:1781823816.117760:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f900. 00010000:00000010:2.1:1781823816.117763:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076000. 00000080:00000010:2.1:1781823816.117769:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd240. 00010000:00000010:2.1:1781823816.117774:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626ff00. 00010000:00000010:2.1:1781823816.117777:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076800. 00000080:00000010:2.1:1781823816.117779:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a800. 00010000:00000010:2.1:1781823816.117783:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8600. 00010000:00000010:2.1:1781823816.117786:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5000. 00000080:00000010:2.1:1781823816.117789:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3c0. 00010000:00000010:2.1:1781823816.117799:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0626f600. 00010000:00000010:2.1:1781823816.117805:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06076400. 00000080:00000010:2.1:1781823816.117807:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a5c0. 00010000:00000010:2.1:1781823816.117813:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e000. 00010000:00000010:2.1:1781823816.117816:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4c00. 00000080:00000010:2.1:1781823816.117820:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a620. 00010000:00000010:2.1:1781823816.117824:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8200. 00010000:00000010:2.1:1781823816.117826:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb5a00. 00000080:00000010:2.1:1781823816.117835:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a3e0. 00010000:00000010:2.1:1781823816.117841:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8300. 00010000:00000010:2.1:1781823816.117843:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4000. 00000080:00000010:2.1:1781823816.117846:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd4a0. 00010000:00000010:2.1:1781823816.117850:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e900. 00010000:00000010:2.1:1781823816.117853:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06077800. 00000080:00000010:2.1:1781823816.117856:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd9c0. 00010000:00000010:2.1:1781823816.117866:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015ef00. 00010000:00000010:2.1:1781823816.117872:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fd800. 00000080:00000010:2.1:1781823816.117875:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd880. 00010000:00000010:2.1:1781823816.117880:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e600. 00010000:00000010:2.1:1781823816.117883:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fc600. 00000080:00000010:2.1:1781823816.117887:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f060. 00010000:00000010:2.1:1781823816.117890:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8500. 00010000:00000010:2.1:1781823816.117893:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816b600. 00000080:00000010:2.1:1781823816.117903:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f020. 00010000:00000010:2.1:1781823816.117910:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f045b8000. 00010000:00000010:2.1:1781823816.117915:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816aa00. 00000080:00000010:2.1:1781823816.117921:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd80. 00010000:00000010:2.1:1781823816.117928:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e200. 00010000:00000010:2.1:1781823816.117933:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fc200. 00000080:00000010:2.1:1781823816.117939:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a7a0. 00010000:00000010:2.1:1781823816.117949:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f181a8e00. 00010000:00000010:2.1:1781823816.117969:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bb4800. 00000080:00000010:3.1:1781823816.118255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f5a0. 00010000:00000010:3.1:1781823816.118267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44100. 00010000:00000010:3.1:1781823816.118271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1816b400. 00000080:00000010:3.1:1781823816.118274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fc40. 00010000:00000010:3.1:1781823816.118277:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44400. 00010000:00000010:3.1:1781823816.118280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32400. 00000080:00000010:3.1:1781823816.118283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f6a0. 00010000:00000010:3.1:1781823816.118320:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44800. 00010000:00000010:3.1:1781823816.118326:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33800. 00000080:00000010:3.1:1781823816.118330:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f340. 00010000:00000010:3.1:1781823816.118334:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44a00. 00010000:00000010:3.1:1781823816.118337:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32200. 00000080:00000010:3.1:1781823816.131127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fbe0. 00010000:00000010:3.1:1781823816.131143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44d00. 00010000:00000010:3.1:1781823816.131148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32000. 00000080:00000010:3.1:1781823816.131152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fa00. 00010000:00000010:3.1:1781823816.131169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44500. 00010000:00000010:3.1:1781823816.131172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32800. 00000080:00000010:3.1:1781823816.131176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a460. 00010000:00000010:3.1:1781823816.131206:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf300. 00010000:00000010:3.1:1781823816.131210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790bc00. 00000080:00000010:3.1:1781823816.131216:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdec0. 00010000:00000010:3.1:1781823816.131224:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015ec00. 00010000:00000010:3.1:1781823816.131228:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fde00. 00000080:00000010:3.1:1781823816.131231:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd960. 00010000:00000010:3.1:1781823816.131235:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015eb00. 00010000:00000010:3.1:1781823816.131239:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fd200. 00000080:00000010:3.1:1781823816.131242:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6e0. 00010000:00000010:3.1:1781823816.131246:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e700. 00010000:00000010:3.1:1781823816.131248:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fd400. 00000080:00000010:3.1:1781823816.131251:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a0e0. 00010000:00000010:3.1:1781823816.131255:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e100. 00010000:00000010:3.1:1781823816.131257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790be00. 00000080:00000010:3.1:1781823816.131260:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ad80. 00010000:00000010:3.1:1781823816.131267:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adfe00. 00010000:00000010:3.1:1781823816.131270:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790b200. 00000080:00000010:2.1:1781823816.142120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f660. 00010000:00000010:2.1:1781823816.142135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44c00. 00010000:00000010:2.1:1781823816.142141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32e00. 00000080:00000010:2.1:1781823816.142144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f1c0. 00010000:00000010:2.1:1781823816.142149:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44b00. 00010000:00000010:2.1:1781823816.142153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33a00. 00000080:00000010:2.1:1781823816.142158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a4c0. 00010000:00000010:2.1:1781823816.142164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adfc00. 00010000:00000010:2.1:1781823816.142167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790b400. 00000080:00000010:2.1:1781823816.142170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd040. 00010000:00000010:2.1:1781823816.142179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6500. 00010000:00000010:2.1:1781823816.142184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472bc00. 00000080:00000010:2.1:1781823816.142188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2200. 00010000:00000010:2.1:1781823816.142193:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6000. 00010000:00000010:2.1:1781823816.142195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472be00. 00000080:00000010:2.1:1781823816.142198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc29e0. 00010000:00000010:2.1:1781823816.142202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6900. 00010000:00000010:2.1:1781823816.142204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472b200. 00000080:00000010:2.1:1781823816.142207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2540. 00010000:00000010:2.1:1781823816.142210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6f00. 00010000:00000010:2.1:1781823816.142213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472b400. 00000080:00000010:2.1:1781823816.142215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2d00. 00010000:00000010:2.1:1781823816.142219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6600. 00010000:00000010:2.1:1781823816.142223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472ae00. 00000080:00000010:2.1:1781823816.142225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc24a0. 00010000:00000010:2.1:1781823816.142231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6200. 00010000:00000010:2.1:1781823816.142233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472b000. 00000080:00000010:2.1:1781823816.142236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc25c0. 00010000:00000010:2.1:1781823816.142239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6300. 00010000:00000010:2.1:1781823816.142241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472ac00. 00000080:00000010:2.1:1781823816.142243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a1c0. 00010000:00000010:2.1:1781823816.142246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adfb00. 00010000:00000010:2.1:1781823816.142249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790ae00. 00000080:00000010:2.1:1781823816.142252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a440. 00010000:00000010:2.1:1781823816.142255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf700. 00010000:00000010:2.1:1781823816.142258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790b000. 00000080:00000010:2.1:1781823816.142260:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497afc0. 00010000:00000010:2.1:1781823816.142265:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933b00. 00010000:00000010:2.1:1781823816.142267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790ac00. 00000080:00000010:2.1:1781823816.142274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfb40. 00010000:00000010:2.1:1781823816.142282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1300. 00010000:00000010:2.1:1781823816.142286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548400. 00000080:00000010:2.1:1781823816.142350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf360. 00010000:00000010:2.1:1781823816.142356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1e00. 00010000:00000010:2.1:1781823816.142361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549800. 00000080:00000010:2.1:1781823816.142363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf5e0. 00010000:00000010:2.1:1781823816.142366:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1c00. 00010000:00000010:2.1:1781823816.142369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548600. 00000080:00000010:2.1:1781823816.142372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf660. 00010000:00000010:2.1:1781823816.142378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1b00. 00010000:00000010:2.1:1781823816.142380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548200. 00000080:00000010:2.1:1781823816.142383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf500. 00010000:00000010:2.1:1781823816.142386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1700. 00010000:00000010:2.1:1781823816.142400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549600. 00000080:00000010:2.1:1781823816.142403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf480. 00010000:00000010:2.1:1781823816.142407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1100. 00010000:00000010:2.1:1781823816.142410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548a00. 00000080:00000010:2.1:1781823816.142412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf7c0. 00010000:00000010:2.1:1781823816.142416:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1400. 00010000:00000010:2.1:1781823816.142418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549c00. 00000080:00000010:2.1:1781823816.142420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfe60. 00010000:00000010:2.1:1781823816.142425:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1800. 00010000:00000010:2.1:1781823816.142427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549e00. 00000080:00000010:3.1:1781823816.142532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecda40. 00010000:00000010:3.1:1781823816.142540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e400. 00010000:00000010:3.1:1781823816.142544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fce00. 00000080:00000010:3.1:1781823816.142547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecda00. 00010000:00000010:3.1:1781823816.142551:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e800. 00010000:00000010:3.1:1781823816.142554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fd000. 00000080:00000010:3.1:1781823816.142556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd820. 00010000:00000010:3.1:1781823816.142560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015ea00. 00010000:00000010:3.1:1781823816.142562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fcc00. 00000080:00000010:3.1:1781823816.142565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0c0. 00010000:00000010:3.1:1781823816.142568:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015ed00. 00010000:00000010:3.1:1781823816.142570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fda00. 00000080:00000010:3.1:1781823816.142572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f860. 00010000:00000010:3.1:1781823816.142590:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44000. 00010000:00000010:3.1:1781823816.142593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33000. 00000080:00000010:3.1:1781823816.142595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1faa0. 00010000:00000010:3.1:1781823816.142598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44900. 00010000:00000010:3.1:1781823816.142600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33200. 00000080:00000010:3.1:1781823816.142603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fd40. 00010000:00000010:3.1:1781823816.142606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44f00. 00010000:00000010:3.1:1781823816.142609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33600. 00000080:00000010:3.1:1781823816.142612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd780. 00010000:00000010:3.1:1781823816.142615:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44600. 00010000:00000010:3.1:1781823816.142618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fc000. 00000080:00000010:3.1:1781823816.142620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1c0. 00010000:00000010:3.1:1781823816.142624:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f2015e500. 00010000:00000010:3.1:1781823816.142649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fc800. 00000080:00000010:3.1:1781823816.142652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc80. 00010000:00000010:3.1:1781823816.142655:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6d00. 00010000:00000010:3.1:1781823816.142658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f045fc400. 00000080:00000010:3.1:1781823816.142660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fa80. 00010000:00000010:3.1:1781823816.142663:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44200. 00010000:00000010:3.1:1781823816.142665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32a00. 00000080:00000010:3.1:1781823816.142668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fe00. 00010000:00000010:3.1:1781823816.142671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44300. 00010000:00000010:3.1:1781823816.142673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33400. 00000080:00000010:3.1:1781823816.142675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fb60. 00010000:00000010:3.1:1781823816.142678:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f44e00. 00010000:00000010:3.1:1781823816.142681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32c00. 00000080:00000010:0.1:1781823816.186444:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfa40. 00010000:00000010:0.1:1781823816.186541:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1a00. 00010000:00000010:0.1:1781823816.186548:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549200. 00000080:00000010:0.1:1781823816.186552:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf460. 00010000:00000010:0.1:1781823816.186555:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1d00. 00010000:00000010:0.1:1781823816.186558:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549400. 00000080:00000010:0.1:1781823816.186560:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf4e0. 00010000:00000010:0.1:1781823816.186566:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1500. 00010000:00000010:0.1:1781823816.186568:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548e00. 00000080:00000010:0.1:1781823816.186571:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfc00. 00010000:00000010:0.1:1781823816.186574:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1000. 00010000:00000010:0.1:1781823816.186577:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549000. 00000080:00000010:0.1:1781823816.186579:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfb60. 00010000:00000010:0.1:1781823816.186584:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1900. 00010000:00000010:0.1:1781823816.186586:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548c00. 00000080:00000010:0.1:1781823816.186589:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf100. 00010000:00000010:0.1:1781823816.186593:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1f00. 00010000:00000010:0.1:1781823816.186595:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08549a00. 00000080:00000010:0.1:1781823816.186598:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf920. 00010000:00000010:0.1:1781823816.186601:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f02fd1600. 00010000:00000010:0.1:1781823816.186605:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548000. 00000080:00000010:0.1:1781823816.186608:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a8c0. 00010000:00000010:0.1:1781823816.186620:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117700. 00010000:00000010:0.1:1781823816.186624:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790ba00. 00000080:00000010:0.1:1781823816.186627:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497ab80. 00010000:00000010:0.1:1781823816.186892:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf100. 00010000:00000010:0.1:1781823816.186899:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790a000. 00000080:00000010:0.1:1781823816.186906:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc21c0. 00010000:00000010:0.1:1781823816.186913:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf400. 00010000:00000010:0.1:1781823816.186916:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472ba00. 00000080:00000010:0.1:1781823816.186920:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc23c0. 00010000:00000010:0.1:1781823816.186926:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6e00. 00010000:00000010:0.1:1781823816.186929:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472a000. 00000080:00000010:0.1:1781823816.186932:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2dc0. 00010000:00000010:0.1:1781823816.186936:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6c00. 00010000:00000010:0.1:1781823816.187296:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472a800. 00000080:00000010:0.1:1781823816.187301:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf200. 00010000:00000010:0.1:1781823816.187307:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6b00. 00010000:00000010:0.1:1781823816.187310:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08548800. 00000080:00000010:0.1:1781823816.187313:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf5c0. 00010000:00000010:0.1:1781823816.187318:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117100. 00010000:00000010:0.1:1781823816.187322:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1600. 00000080:00000010:0.1:1781823816.187326:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfb80. 00010000:00000010:0.1:1781823816.187333:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117400. 00010000:00000010:0.1:1781823816.187336:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1800. 00000080:00000010:0.1:1781823816.187575:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf040. 00010000:00000010:0.1:1781823816.187582:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117800. 00010000:00000010:0.1:1781823816.187586:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0200. 00000080:00000010:0.1:1781823816.187589:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf800. 00010000:00000010:0.1:1781823816.187593:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117a00. 00010000:00000010:0.1:1781823816.187595:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0600. 00000080:00000010:0.1:1781823816.187598:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfcc0. 00010000:00000010:0.1:1781823816.187605:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117d00. 00010000:00000010:0.1:1781823816.187610:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33c00. 00000080:00000010:0.1:1781823816.187614:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf9a0. 00010000:00000010:0.1:1781823816.187620:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117500. 00010000:00000010:0.1:1781823816.187623:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0a00. 00000080:00000010:0.1:1781823816.187626:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf720. 00010000:00000010:0.1:1781823816.187630:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117000. 00010000:00000010:0.1:1781823816.188012:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1c00. 00000080:00000010:0.1:1781823816.188019:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf0c0. 00010000:00000010:1.1:1781823816.220670:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117900. 00010000:00000010:1.1:1781823816.220682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1e00. 00000080:00000010:1.1:1781823816.220688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a980. 00010000:00000010:1.1:1781823816.220700:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933700. 00010000:00000010:1.1:1781823816.220703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790a800. 00000080:00000010:1.1:1781823816.220706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a2c0. 00010000:00000010:1.1:1781823816.220712:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf800. 00010000:00000010:1.1:1781823816.220715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790a400. 00000080:00000010:1.1:1781823816.220717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a7e0. 00010000:00000010:1.1:1781823816.220721:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adfa00. 00010000:00000010:1.1:1781823816.220723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790b800. 00000080:00000010:1.1:1781823816.220729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2600. 00010000:00000010:1.1:1781823816.220734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adfd00. 00010000:00000010:1.1:1781823816.220738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472a400. 00000080:00000010:1.1:1781823816.220740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2660. 00010000:00000010:1.1:1781823816.220746:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6700. 00010000:00000010:1.1:1781823816.220749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472b800. 00000080:00000010:1.1:1781823816.220752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2d80. 00010000:00000010:1.1:1781823816.220765:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6100. 00010000:00000010:1.1:1781823816.220767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472a600. 00000080:00000010:1.1:1781823816.220770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2300. 00010000:00000010:1.1:1781823816.220774:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6400. 00010000:00000010:1.1:1781823816.220777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472a200. 00000080:00000010:1.1:1781823816.220779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2bc0. 00010000:00000010:1.1:1781823816.220782:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6800. 00010000:00000010:1.1:1781823816.220785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472b600. 00000080:00000010:1.1:1781823816.220787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2e40. 00010000:00000010:1.1:1781823816.220799:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07ec6a00. 00010000:00000010:1.1:1781823816.220802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0472aa00. 00000080:00000010:1.1:1781823816.220817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2d20. 00010000:00000010:1.1:1781823816.220822:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801aa00. 00010000:00000010:1.1:1781823816.220827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185800. 00000080:00000010:1.1:1781823816.220831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f4a0. 00010000:00000010:1.1:1781823816.220836:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801ad00. 00010000:00000010:1.1:1781823816.220839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a32600. 00000080:00000010:1.1:1781823816.220842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ac0. 00010000:00000010:1.1:1781823816.220845:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117f00. 00010000:00000010:1.1:1781823816.220849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184600. 00000080:00000010:1.1:1781823816.220852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2f80. 00010000:00000010:1.1:1781823816.220855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf500. 00010000:00000010:1.1:1781823816.220858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184200. 00000080:00000010:1.1:1781823816.220860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2240. 00010000:00000010:1.1:1781823816.220864:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a500. 00010000:00000010:1.1:1781823816.220866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185600. 00000080:00000010:1.1:1781823816.220868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2be0. 00010000:00000010:1.1:1781823816.220871:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a000. 00010000:00000010:1.1:1781823816.220874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184a00. 00000080:00000010:1.1:1781823816.220876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2880. 00010000:00000010:1.1:1781823816.220882:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a900. 00010000:00000010:1.1:1781823816.220885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185c00. 00000080:00000010:1.1:1781823816.220887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2000. 00010000:00000010:1.1:1781823816.220891:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801af00. 00010000:00000010:1.1:1781823816.220894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185e00. 00000080:00000010:1.1:1781823816.220896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc27a0. 00010000:00000010:1.1:1781823816.220903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a600. 00010000:00000010:1.1:1781823816.220905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185200. 00000080:00000010:1.1:1781823816.220908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2700. 00010000:00000010:1.1:1781823816.220911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a200. 00010000:00000010:1.1:1781823816.220913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185400. 00000080:00000010:1.1:1781823816.220916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7aa0. 00010000:00000010:1.1:1781823816.220921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a300. 00010000:00000010:1.1:1781823816.220924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184e00. 00000080:00000010:1.1:1781823816.220926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7240. 00010000:00000010:1.1:1781823816.220930:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801ae00. 00010000:00000010:1.1:1781823816.220933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185000. 00000080:00000010:1.1:1781823816.220943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ac00. 00010000:00000010:1.1:1781823816.220946:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801ac00. 00010000:00000010:1.1:1781823816.220949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184c00. 00000080:00000010:1.1:1781823816.220952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8a200. 00010000:00000010:1.1:1781823816.220955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801ab00. 00010000:00000010:1.1:1781823816.220957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06185a00. 00000080:00000010:1.1:1781823816.220964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b040. 00010000:00000010:1.1:1781823816.220969:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a700. 00010000:00000010:1.1:1781823816.220971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184000. 00000080:00000010:1.1:1781823816.220974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0497a720. 00010000:00000010:1.1:1781823816.220977:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf000. 00010000:00000010:1.1:1781823816.220980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790a600. 00000080:00000010:1.1:1781823816.220982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06399d00. 00010000:00000010:1.1:1781823816.220986:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf900. 00010000:00000010:1.1:1781823816.220988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790a200. 00000080:00000010:1.1:1781823816.220990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06399100. 00010000:00000010:1.1:1781823816.220994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adff00. 00010000:00000010:1.1:1781823816.220997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0790b600. 00000080:00000010:1.1:1781823816.221000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b0c0. 00010000:00000010:1.1:1781823816.221003:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf600. 00010000:00000010:1.1:1781823816.221006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184800. 00000080:00000010:1.1:1781823816.221009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b360. 00010000:00000010:1.1:1781823816.221012:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a100. 00010000:00000010:1.1:1781823816.221015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06184400. 00000080:00000010:1.1:1781823816.221017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f360. 00010000:00000010:1.1:1781823816.221020:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a400. 00010000:00000010:1.1:1781823816.221023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06a33e00. 00000080:00000010:1.1:1781823816.221029:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfa20. 00010000:00000010:1.1:1781823816.221034:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117600. 00010000:00000010:1.1:1781823816.221036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1200. 00000080:00000010:1.1:1781823816.221039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf280. 00010000:00000010:1.1:1781823816.221042:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117200. 00010000:00000010:1.1:1781823816.221044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1400. 00000080:00000010:1.1:1781823816.221047:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf080. 00010000:00000010:1.1:1781823816.221050:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117300. 00010000:00000010:1.1:1781823816.221053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0e00. 00000080:00000010:1.1:1781823816.221056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfbc0. 00010000:00000010:1.1:1781823816.221060:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117e00. 00010000:00000010:1.1:1781823816.221062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1000. 00000080:00000010:1.1:1781823816.221064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf4c0. 00010000:00000010:1.1:1781823816.221068:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117c00. 00010000:00000010:1.1:1781823816.221070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0c00. 00000080:00000010:1.1:1781823816.221073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf180. 00010000:00000010:1.1:1781823816.221076:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18117b00. 00010000:00000010:1.1:1781823816.221097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f1a00. 00000080:00000010:1.1:1781823816.221100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf700. 00010000:00000010:1.1:1781823816.221104:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca000. 00010000:00000010:1.1:1781823816.221108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0000. 00000080:00000010:1.1:1781823816.221110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfee0. 00010000:00000010:1.1:1781823816.221114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca900. 00010000:00000010:1.1:1781823816.221117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0800. 00000080:00000010:1.1:1781823816.221120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfd20. 00010000:00000010:1.1:1781823816.221124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320caf00. 00010000:00000010:1.1:1781823816.221126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f077f0400. 00000080:00000010:1.1:1781823816.221129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf5a0. 00010000:00000010:1.1:1781823816.221134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca600. 00010000:00000010:1.1:1781823816.221137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166e00. 00000080:00000010:1.1:1781823816.221139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf140. 00010000:00000010:1.1:1781823816.221143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca200. 00010000:00000010:1.1:1781823816.221145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167200. 00000080:00000010:1.1:1781823816.221148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfda0. 00010000:00000010:1.1:1781823816.221152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca300. 00010000:00000010:1.1:1781823816.221155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167000. 00000080:00000010:1.1:1781823816.221157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf6a0. 00010000:00000010:1.1:1781823816.221161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cae00. 00010000:00000010:1.1:1781823816.221163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166600. 00000080:00000010:1.1:1781823816.221166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf520. 00010000:00000010:1.1:1781823816.221169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cac00. 00010000:00000010:1.1:1781823816.221171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167800. 00000080:00000010:1.1:1781823816.221174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf400. 00010000:00000010:1.1:1781823816.221177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cab00. 00010000:00000010:1.1:1781823816.221179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166000. 00000080:00000010:1.1:1781823816.221181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfac0. 00010000:00000010:1.1:1781823816.221186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca700. 00010000:00000010:1.1:1781823816.221188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166c00. 00000080:00000010:1.1:1781823816.221190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f063999a0. 00010000:00000010:1.1:1781823816.221194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04adf200. 00010000:00000010:1.1:1781823816.221198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0acc00. 00000080:00000010:1.1:1781823816.221238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f065f2720. 00010000:00000010:1.1:1781823816.221244:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490600. 00010000:00000010:1.1:1781823816.221249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ada00. 00000080:00000010:1.1:1781823816.221253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591820. 00010000:00000010:1.1:1781823816.221258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490300. 00010000:00000010:1.1:1781823816.221260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ac000. 00000080:00000010:1.1:1781823816.221263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591bc0. 00010000:00000010:1.1:1781823816.221266:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490e00. 00010000:00000010:1.1:1781823816.221269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ac800. 00000080:00000010:1.1:1781823816.221272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591120. 00010000:00000010:1.1:1781823816.221275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490c00. 00010000:00000010:1.1:1781823816.221278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ac400. 00000080:00000010:1.1:1781823816.221280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591f00. 00010000:00000010:1.1:1781823816.221283:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490b00. 00010000:00000010:1.1:1781823816.221285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ad800. 00000080:00000010:1.1:1781823816.221289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bc40. 00010000:00000010:1.1:1781823816.221293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1801a800. 00010000:00000010:1.1:1781823816.221296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112200. 00000080:00000010:1.1:1781823816.221298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bba0. 00010000:00000010:1.1:1781823816.221303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6e00. 00010000:00000010:1.1:1781823816.221306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113600. 00000080:00000010:1.1:1781823816.221309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b8a0. 00010000:00000010:1.1:1781823816.221312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6c00. 00010000:00000010:1.1:1781823816.221314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112a00. 00000080:00000010:1.1:1781823816.221317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bb20. 00010000:00000010:1.1:1781823816.221320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6b00. 00010000:00000010:1.1:1781823816.221322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113c00. 00000080:00000010:1.1:1781823816.221325:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bc20. 00010000:00000010:1.1:1781823816.221328:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6700. 00010000:00000010:1.1:1781823816.221330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113e00. 00000080:00000010:1.1:1781823816.221333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b700. 00010000:00000010:1.1:1781823816.221336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6100. 00010000:00000010:1.1:1781823816.221339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113200. 00000080:00000010:1.1:1781823816.221342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bca0. 00010000:00000010:1.1:1781823816.221345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6400. 00010000:00000010:1.1:1781823816.221348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113400. 00000080:00000010:1.1:1781823816.221351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf8a0. 00010000:00000010:1.1:1781823816.221356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933100. 00010000:00000010:1.1:1781823816.221358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166400. 00000080:00000010:1.1:1781823816.221361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf640. 00010000:00000010:1.1:1781823816.221364:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca100. 00010000:00000010:1.1:1781823816.221367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167400. 00000080:00000010:1.1:1781823816.221369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf880. 00010000:00000010:1.1:1781823816.221373:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca400. 00010000:00000010:1.1:1781823816.221375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167600. 00000080:00000010:1.1:1781823816.221378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b4a0. 00010000:00000010:1.1:1781823816.221381:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca800. 00010000:00000010:1.1:1781823816.221383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112e00. 00000080:00000010:1.1:1781823816.221386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b220. 00010000:00000010:1.1:1781823816.221399:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6800. 00010000:00000010:1.1:1781823816.221402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113000. 00000080:00000010:1.1:1781823816.221405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b2a0. 00010000:00000010:1.1:1781823816.221410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6a00. 00010000:00000010:1.1:1781823816.221412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112c00. 00000080:00000010:1.1:1781823816.221414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b300. 00010000:00000010:1.1:1781823816.221418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6d00. 00010000:00000010:1.1:1781823816.221420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113a00. 00000080:00000010:1.1:1781823816.221423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822be40. 00010000:00000010:1.1:1781823816.221426:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6500. 00010000:00000010:1.1:1781823816.221429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112000. 00000080:00000010:1.1:1781823816.221431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b960. 00010000:00000010:1.1:1781823816.221435:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6000. 00010000:00000010:1.1:1781823816.221437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112800. 00000080:00000010:1.1:1781823816.221440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b080. 00010000:00000010:1.1:1781823816.221443:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6900. 00010000:00000010:1.1:1781823816.221445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112400. 00000080:00000010:1.1:1781823816.221447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b160. 00010000:00000010:1.1:1781823816.221451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6f00. 00010000:00000010:1.1:1781823816.221453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18113800. 00000080:00000010:1.1:1781823816.221455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b280. 00010000:00000010:1.1:1781823816.221459:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6600. 00010000:00000010:1.1:1781823816.221462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18112600. 00000080:00000010:1.1:1781823816.221464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822baa0. 00010000:00000010:1.1:1781823816.221468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6200. 00010000:00000010:1.1:1781823816.221471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441f600. 00000080:00000010:1.1:1781823816.221474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbfca0. 00010000:00000010:1.1:1781823816.221477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082a6300. 00010000:00000010:1.1:1781823816.221479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167a00. 00000080:00000010:1.1:1781823816.221482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f9e0. 00010000:00000010:1.1:1781823816.221485:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933400. 00010000:00000010:1.1:1781823816.221488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470be00. 00000080:00000010:1.1:1781823816.221491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f8e0. 00010000:00000010:1.1:1781823816.221494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933800. 00010000:00000010:1.1:1781823816.221496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470bc00. 00000080:00000010:1.1:1781823816.221499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f780. 00010000:00000010:1.1:1781823816.221502:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933a00. 00010000:00000010:1.1:1781823816.221505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470aa00. 00000080:00000010:1.1:1781823816.221507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f220. 00010000:00000010:1.1:1781823816.221510:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933d00. 00010000:00000010:1.1:1781823816.221512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470b600. 00000080:00000010:1.1:1781823816.221515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591600. 00010000:00000010:1.1:1781823816.221518:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490700. 00010000:00000010:1.1:1781823816.221521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ac600. 00000080:00000010:1.1:1781823816.221523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b780. 00010000:00000010:1.1:1781823816.221526:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490100. 00010000:00000010:1.1:1781823816.221529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441ea00. 00000080:00000010:1.1:1781823816.221531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bf80. 00010000:00000010:1.1:1781823816.221537:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861d00. 00010000:00000010:1.1:1781823816.221539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441fc00. 00000080:00000010:1.1:1781823816.221542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591040. 00010000:00000010:1.1:1781823816.221545:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490400. 00010000:00000010:1.1:1781823816.221547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ac200. 00000080:00000010:1.1:1781823816.221550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591300. 00010000:00000010:1.1:1781823816.221554:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490800. 00010000:00000010:1.1:1781823816.221557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ad600. 00000080:00000010:1.1:1781823816.221559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591880. 00010000:00000010:1.1:1781823816.221564:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490a00. 00010000:00000010:1.1:1781823816.221567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0aca00. 00000080:00000010:1.1:1781823816.221569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bee0. 00010000:00000010:1.1:1781823816.221572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490d00. 00010000:00000010:1.1:1781823816.221575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441fe00. 00000080:00000010:1.1:1781823816.221577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b9c0. 00010000:00000010:1.1:1781823816.221580:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861500. 00010000:00000010:1.1:1781823816.221583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441f200. 00000080:00000010:1.1:1781823816.221585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bc00. 00010000:00000010:1.1:1781823816.221588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861000. 00010000:00000010:1.1:1781823816.221591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441f400. 00000080:00000010:1.1:1781823816.221594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b4e0. 00010000:00000010:1.1:1781823816.221597:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861900. 00010000:00000010:1.1:1781823816.221600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441ee00. 00000080:00000010:1.1:1781823816.221602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b180. 00010000:00000010:1.1:1781823816.221605:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861f00. 00010000:00000010:1.1:1781823816.221608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441f000. 00000080:00000010:1.1:1781823816.221610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b740. 00010000:00000010:1.1:1781823816.221613:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861600. 00010000:00000010:1.1:1781823816.221616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441ec00. 00000080:00000010:1.1:1781823816.221618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b620. 00010000:00000010:1.1:1781823816.221621:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861200. 00010000:00000010:1.1:1781823816.221623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441fa00. 00000080:00000010:1.1:1781823816.221626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822ba80. 00010000:00000010:1.1:1781823816.221629:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861300. 00010000:00000010:1.1:1781823816.221631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441e000. 00000080:00000010:1.1:1781823816.221633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b540. 00010000:00000010:1.1:1781823816.221639:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861e00. 00010000:00000010:1.1:1781823816.221641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441e800. 00000080:00000010:1.1:1781823816.221643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b560. 00010000:00000010:1.1:1781823816.221647:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861c00. 00010000:00000010:1.1:1781823816.221650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441e400. 00000080:00000010:1.1:1781823816.221654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e264e0. 00010000:00000010:1.1:1781823816.221657:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861b00. 00010000:00000010:1.1:1781823816.221660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441f800. 00000080:00000010:0.1:1781823816.317239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e80. 00010000:00000010:0.1:1781823816.317257:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861700. 00010000:00000010:0.1:1781823816.317264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441e600. 00000080:00000010:0.1:1781823816.317271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26820. 00010000:00000010:0.1:1781823816.317279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861100. 00010000:00000010:0.1:1781823816.317286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0441e200. 00000080:00000010:0.1:1781823816.317302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26c80. 00010000:00000010:0.1:1781823816.317311:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861400. 00010000:00000010:0.1:1781823816.317319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcda00. 00000080:00000010:0.1:1781823816.317336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045916c0. 00010000:00000010:0.1:1781823816.317345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490500. 00010000:00000010:0.1:1781823816.317353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0adc00. 00000080:00000010:0.1:1781823816.317360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045911c0. 00010000:00000010:0.1:1781823816.317367:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490000. 00010000:00000010:0.1:1781823816.317372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ade00. 00000080:00000010:0.1:1781823816.317377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591d40. 00010000:00000010:0.1:1781823816.317384:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490900. 00010000:00000010:0.1:1781823816.317399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ad200. 00000080:00000010:0.1:1781823816.317404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591d00. 00010000:00000010:0.1:1781823816.317409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490f00. 00010000:00000010:0.1:1781823816.317412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ad400. 00000080:00000010:0.1:1781823816.317414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591220. 00010000:00000010:0.1:1781823816.317418:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38490200. 00010000:00000010:0.1:1781823816.317420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ace00. 00000080:00000010:0.1:1781823816.317423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26f60. 00010000:00000010:0.1:1781823816.317428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861800. 00010000:00000010:0.1:1781823816.317432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcc000. 00000080:00000010:0.1:1781823816.317434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26920. 00010000:00000010:0.1:1781823816.317438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04861a00. 00010000:00000010:0.1:1781823816.317440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcc800. 00000080:00000010:0.1:1781823816.317443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e263c0. 00010000:00000010:0.1:1781823816.317448:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21100. 00010000:00000010:0.1:1781823816.317459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcc400. 00000080:00000010:0.1:1781823816.317461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e266e0. 00010000:00000010:0.1:1781823816.317466:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21400. 00010000:00000010:0.1:1781823816.317468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcd800. 00000080:00000010:0.1:1781823816.317471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26fa0. 00010000:00000010:0.1:1781823816.317474:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21800. 00010000:00000010:0.1:1781823816.317476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcc600. 00000080:00000010:0.1:1781823816.317480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26a80. 00010000:00000010:0.1:1781823816.317486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21a00. 00010000:00000010:0.1:1781823816.317488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcc200. 00000080:00000010:0.1:1781823816.317491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ec0. 00010000:00000010:0.1:1781823816.317494:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21d00. 00010000:00000010:0.1:1781823816.317497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcd600. 00000080:00000010:0.1:1781823816.317499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26000. 00010000:00000010:2.1:1781823816.365431:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21500. 00010000:00000010:2.1:1781823816.365445:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcca00. 00000080:00000010:2.1:1781823816.365457:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149c00. 00010000:00000010:2.1:1781823816.365467:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933500. 00010000:00000010:2.1:1781823816.365472:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470ac00. 00000080:00000010:2.1:1781823816.365475:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081493c0. 00010000:00000010:2.1:1781823816.365483:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933000. 00010000:00000010:2.1:1781823816.365486:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470ba00. 00000080:00000010:2.1:1781823816.365492:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149ac0. 00010000:00000010:2.1:1781823816.365496:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933900. 00010000:00000010:2.1:1781823816.365499:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470a000. 00000080:00000010:2.1:1781823816.365502:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149520. 00010000:00000010:2.1:1781823816.365506:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933f00. 00010000:00000010:2.1:1781823816.365509:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470a800. 00000080:00000010:2.1:1781823816.365512:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149060. 00010000:00000010:2.1:1781823816.365517:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933600. 00010000:00000010:2.1:1781823816.365520:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470a400. 00000080:00000010:2.1:1781823816.365522:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149480. 00010000:00000010:2.1:1781823816.365527:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933200. 00010000:00000010:2.1:1781823816.365530:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470b800. 00000080:00000010:2.1:1781823816.365532:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149220. 00010000:00000010:2.1:1781823816.365536:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933300. 00010000:00000010:2.1:1781823816.365539:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470a600. 00000080:00000010:2.1:1781823816.365542:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149c20. 00010000:00000010:2.1:1781823816.365545:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933e00. 00010000:00000010:2.1:1781823816.365548:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470a200. 00000080:00000010:2.1:1781823816.365551:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8100. 00010000:00000010:2.1:1781823816.365556:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21000. 00010000:00000010:2.1:1781823816.365559:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcdc00. 00000080:00000010:2.1:1781823816.365561:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e83a0. 00010000:00000010:2.1:1781823816.365565:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21900. 00010000:00000010:2.1:1781823816.365568:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcde00. 00000080:00000010:2.1:1781823816.365570:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8a80. 00010000:00000010:2.1:1781823816.365573:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21f00. 00010000:00000010:2.1:1781823816.365576:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcd200. 00000080:00000010:2.1:1781823816.365578:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e86a0. 00010000:00000010:2.1:1781823816.365581:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21600. 00010000:00000010:2.1:1781823816.365584:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcd400. 00000080:00000010:2.1:1781823816.365587:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8980. 00010000:00000010:2.1:1781823816.365593:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21200. 00010000:00000010:2.1:1781823816.365595:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcce00. 00000080:00000010:2.1:1781823816.365597:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8760. 00010000:00000010:2.1:1781823816.365602:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21300. 00010000:00000010:2.1:1781823816.365604:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fcd000. 00000080:00000010:2.1:1781823816.365607:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8a40. 00010000:00000010:2.1:1781823816.365610:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21e00. 00010000:00000010:2.1:1781823816.365613:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11fccc00. 00000080:00000010:2.1:1781823816.365615:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8fe0. 00010000:00000010:2.1:1781823816.365619:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21c00. 00010000:00000010:2.1:1781823816.365622:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883a00. 00000080:00000010:2.1:1781823816.365626:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7880. 00010000:00000010:2.1:1781823816.365630:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21b00. 00010000:00000010:2.1:1781823816.365634:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882000. 00000080:00000010:2.1:1781823816.365636:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da78a0. 00010000:00000010:2.1:1781823816.365640:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f31f21700. 00010000:00000010:2.1:1781823816.365642:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882800. 00000080:00000010:2.1:1781823816.365645:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7640. 00010000:00000010:2.1:1781823816.365651:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a100. 00010000:00000010:2.1:1781823816.365654:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882400. 00000080:00000010:2.1:1781823816.365656:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7800. 00010000:00000010:2.1:1781823816.365660:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a400. 00010000:00000010:2.1:1781823816.365662:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883800. 00000080:00000010:2.1:1781823816.365665:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7460. 00010000:00000010:2.1:1781823816.365668:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a800. 00010000:00000010:2.1:1781823816.365671:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882600. 00000080:00000010:2.1:1781823816.365674:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f02f4b5e0. 00010000:00000010:2.1:1781823816.365678:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445aa00. 00010000:00000010:2.1:1781823816.365681:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882200. 00000080:00000010:2.1:1781823816.365684:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064433c0. 00010000:00000010:2.1:1781823816.365687:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445ad00. 00010000:00000010:2.1:1781823816.365690:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883600. 00000080:00000010:2.1:1781823816.365693:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149d20. 00010000:00000010:2.1:1781823816.365697:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a500. 00010000:00000010:2.1:1781823816.365700:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470b200. 00000080:00000010:2.1:1781823816.365703:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149500. 00010000:00000010:2.1:1781823816.365740:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06933c00. 00010000:00000010:2.1:1781823816.365744:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470b400. 00000080:00000010:2.1:1781823816.365747:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149000. 00010000:00000010:2.1:1781823816.365754:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eddf00. 00010000:00000010:2.1:1781823816.365757:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470ae00. 00000080:00000010:2.1:1781823816.365759:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081491e0. 00010000:00000010:2.1:1781823816.365763:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd600. 00010000:00000010:2.1:1781823816.365766:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0470b000. 00000080:00000010:2.1:1781823816.365769:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149fa0. 00010000:00000010:2.1:1781823816.365773:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd200. 00010000:00000010:2.1:1781823816.365777:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744800. 00000080:00000010:2.1:1781823816.365780:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149b00. 00010000:00000010:2.1:1781823816.365784:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd300. 00010000:00000010:2.1:1781823816.365787:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744400. 00000080:00000010:2.1:1781823816.365789:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064431c0. 00010000:00000010:2.1:1781823816.365804:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edde00. 00010000:00000010:2.1:1781823816.365808:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882a00. 00000080:00000010:2.1:1781823816.365810:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064435e0. 00010000:00000010:2.1:1781823816.365814:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a000. 00010000:00000010:2.1:1781823816.365817:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883c00. 00000080:00000010:2.1:1781823816.365820:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a58c0. 00010000:00000010:2.1:1781823816.365825:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a900. 00010000:00000010:2.1:1781823816.365827:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883e00. 00000080:00000010:2.1:1781823816.365831:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ac0. 00010000:00000010:2.1:1781823816.365835:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445af00. 00010000:00000010:2.1:1781823816.365837:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883200. 00000080:00000010:2.1:1781823816.365840:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5220. 00010000:00000010:2.1:1781823816.365843:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a600. 00010000:00000010:2.1:1781823816.365846:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883400. 00000080:00000010:2.1:1781823816.365849:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081499c0. 00010000:00000010:2.1:1781823816.365853:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a200. 00010000:00000010:2.1:1781823816.365857:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745000. 00000080:00000010:2.1:1781823816.365860:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149120. 00010000:00000010:2.1:1781823816.365864:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eddc00. 00010000:00000010:2.1:1781823816.365866:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744e00. 00000080:00000010:2.1:1781823816.365869:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149560. 00010000:00000010:2.1:1781823816.365873:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eddb00. 00010000:00000010:2.1:1781823816.365876:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745a00. 00000080:00000010:2.1:1781823816.365879:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5640. 00010000:00000010:2.1:1781823816.365883:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a300. 00010000:00000010:2.1:1781823816.365885:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882e00. 00000080:00000010:2.1:1781823816.365888:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a50c0. 00010000:00000010:2.1:1781823816.365892:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445ae00. 00010000:00000010:2.1:1781823816.365895:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06883000. 00000080:00000010:2.1:1781823816.365897:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5020. 00010000:00000010:2.1:1781823816.365904:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445ac00. 00010000:00000010:2.1:1781823816.365908:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06882c00. 00000080:00000010:2.1:1781823816.365910:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54e0. 00010000:00000010:2.1:1781823816.365914:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445ab00. 00010000:00000010:2.1:1781823816.365917:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510200. 00000080:00000010:2.1:1781823816.365920:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ae0. 00010000:00000010:2.1:1781823816.365923:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0445a700. 00010000:00000010:2.1:1781823816.365926:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00000080:00000010:2.1:1781823816.365930:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a57a0. 00010000:00000010:2.1:1781823816.365935:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036300. 00010000:00000010:2.1:1781823816.365984:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510a00. 00000080:00000010:2.1:1781823816.365988:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5d80. 00010000:00000010:2.1:1781823816.365993:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036e00. 00010000:00000010:2.1:1781823816.365996:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511c00. 00000080:00000010:2.1:1781823816.365998:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a52c0. 00010000:00000010:2.1:1781823816.366003:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036c00. 00010000:00000010:2.1:1781823816.366005:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511e00. 00000080:00000010:2.1:1781823816.366008:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5d00. 00010000:00000010:2.1:1781823816.366011:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036b00. 00010000:00000010:2.1:1781823816.366014:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511200. 00000080:00000010:2.1:1781823816.366016:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5bc0. 00010000:00000010:2.1:1781823816.366020:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036700. 00010000:00000010:2.1:1781823816.366023:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511400. 00000080:00000010:2.1:1781823816.366027:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5600. 00010000:00000010:2.1:1781823816.366031:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036100. 00010000:00000010:2.1:1781823816.366034:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510e00. 00000080:00000010:2.1:1781823816.366036:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a59e0. 00010000:00000010:2.1:1781823816.366039:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:2.1:1781823816.366041:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:2.1:1781823816.366044:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a56c0. 00010000:00000010:2.1:1781823816.366050:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036800. 00010000:00000010:2.1:1781823816.366053:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510c00. 00000080:00000010:2.1:1781823816.366062:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6660. 00010000:00000010:2.1:1781823816.366069:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036a00. 00010000:00000010:2.1:1781823816.366072:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511a00. 00000080:00000010:2.1:1781823816.366075:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6d00. 00010000:00000010:2.1:1781823816.366108:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781823816.366111:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510000. 00000080:00000010:2.1:1781823816.366116:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c66e0. 00010000:00000010:2.1:1781823816.366120:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036500. 00010000:00000010:2.1:1781823816.366123:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00000080:00000010:2.1:1781823816.366128:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591960. 00010000:00000010:2.1:1781823816.366133:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036000. 00010000:00000010:2.1:1781823816.366136:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00000080:00000010:2.1:1781823816.366139:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591020. 00010000:00000010:2.1:1781823816.366145:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878800. 00010000:00000010:2.1:1781823816.366149:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f2b0ad000. 00000080:00000010:2.1:1781823816.366152:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045917a0. 00010000:00000010:2.1:1781823816.366158:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878400. 00010000:00000010:2.1:1781823816.366162:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146800. 00000080:00000010:2.1:1781823816.366165:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591c60. 00010000:00000010:2.1:1781823816.366170:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878000. 00010000:00000010:2.1:1781823816.366173:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605000. 00000080:00000010:2.1:1781823816.366177:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591cc0. 00010000:00000010:2.1:1781823816.366181:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878c00. 00010000:00000010:2.1:1781823816.366184:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604400. 00000080:00000010:2.1:1781823816.366188:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ea0. 00010000:00000010:2.1:1781823816.366191:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878100. 00010000:00000010:2.1:1781823816.366194:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00000080:00000010:2.1:1781823816.366197:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6360. 00010000:00000010:2.1:1781823816.366201:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036900. 00010000:00000010:2.1:1781823816.366204:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00000080:00000010:2.1:1781823816.366207:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6f20. 00010000:00000010:2.1:1781823816.366211:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036f00. 00010000:00000010:2.1:1781823816.366215:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91800. 00000080:00000010:2.1:1781823816.366219:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c68e0. 00010000:00000010:2.1:1781823816.366222:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036600. 00010000:00000010:2.1:1781823816.366226:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90600. 00000080:00000010:2.1:1781823816.366230:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6380. 00010000:00000010:2.1:1781823816.366236:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036200. 00010000:00000010:2.1:1781823816.366239:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90200. 00000080:00000010:2.1:1781823816.366242:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6f00. 00010000:00000010:2.1:1781823816.366248:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e700. 00010000:00000010:2.1:1781823816.366251:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91600. 00000080:00000010:2.1:1781823816.366255:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149ce0. 00010000:00000010:2.1:1781823816.366259:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e100. 00010000:00000010:2.1:1781823816.366263:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744000. 00000080:00000010:2.1:1781823816.366266:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6780. 00010000:00000010:2.1:1781823816.366271:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878a00. 00010000:00000010:2.1:1781823816.366274:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90a00. 00000080:00000010:2.1:1781823816.366277:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6a40. 00010000:00000010:2.1:1781823816.366282:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e400. 00010000:00000010:2.1:1781823816.366285:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91c00. 00000080:00000010:2.1:1781823816.366288:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ee0. 00010000:00000010:2.1:1781823816.366292:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e800. 00010000:00000010:2.1:1781823816.366295:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91e00. 00000080:00000010:2.1:1781823816.366297:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6a60. 00010000:00000010:2.1:1781823816.366301:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ea00. 00010000:00000010:2.1:1781823816.366303:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91200. 00000080:00000010:2.1:1781823816.366306:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c65c0. 00010000:00000010:2.1:1781823816.366310:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ed00. 00010000:00000010:2.1:1781823816.366313:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91400. 00000080:00000010:2.1:1781823816.366316:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6480. 00010000:00000010:2.1:1781823816.366320:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e500. 00010000:00000010:2.1:1781823816.366323:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90e00. 00000080:00000010:2.1:1781823816.366326:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6d20. 00010000:00000010:2.1:1781823816.366330:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e000. 00010000:00000010:2.1:1781823816.366333:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91000. 00000080:00000010:2.1:1781823816.366338:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a9a0. 00010000:00000010:2.1:1781823816.366342:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e900. 00010000:00000010:2.1:1781823816.366345:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90c00. 00000080:00000010:2.1:1781823816.366347:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a260. 00010000:00000010:2.1:1781823816.366351:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ef00. 00010000:00000010:2.1:1781823816.366353:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91a00. 00000080:00000010:2.1:1781823816.366355:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a660. 00010000:00000010:2.1:1781823816.366360:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e600. 00010000:00000010:2.1:1781823816.366363:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90000. 00000080:00000010:2.1:1781823816.366365:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830abe0. 00010000:00000010:2.1:1781823816.366369:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e200. 00010000:00000010:2.1:1781823816.366371:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90800. 00000080:00000010:2.1:1781823816.366374:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aa40. 00010000:00000010:2.1:1781823816.366377:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e300. 00010000:00000010:2.1:1781823816.366380:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90400. 00000080:00000010:2.1:1781823816.366383:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a280. 00010000:00000010:2.1:1781823816.366399:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ee00. 00010000:00000010:2.1:1781823816.366404:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7a00. 00000080:00000010:2.1:1781823816.366413:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1600. 00010000:00000010:2.1:1781823816.366417:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ec00. 00010000:00000010:2.1:1781823816.366421:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6000. 00000080:00000010:2.1:1781823816.366423:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1020. 00010000:00000010:2.1:1781823816.366428:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1eb00. 00010000:00000010:2.1:1781823816.366430:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6800. 00000080:00000010:2.1:1781823816.366433:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1660. 00010000:00000010:2.1:1781823816.366438:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849800. 00010000:00000010:2.1:1781823816.366441:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6400. 00000080:00000010:2.1:1781823816.366444:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591b60. 00010000:00000010:2.1:1781823816.366447:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849a00. 00010000:00000010:2.1:1781823816.366450:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604200. 00000080:00000010:2.1:1781823816.366454:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1080. 00010000:00000010:2.1:1781823816.366461:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878500. 00010000:00000010:2.1:1781823816.366465:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7800. 00000080:00000010:2.1:1781823816.366468:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1c20. 00010000:00000010:2.1:1781823816.366472:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849d00. 00010000:00000010:2.1:1781823816.366475:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6600. 00000080:00000010:2.1:1781823816.366477:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1ac0. 00010000:00000010:2.1:1781823816.366482:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849500. 00010000:00000010:2.1:1781823816.366485:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6200. 00000080:00000010:2.1:1781823816.366488:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a11e0. 00010000:00000010:2.1:1781823816.366491:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849000. 00010000:00000010:2.1:1781823816.366494:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7600. 00000080:00000010:2.1:1781823816.366497:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1100. 00010000:00000010:2.1:1781823816.366501:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849900. 00010000:00000010:2.1:1781823816.366503:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6a00. 00000080:00000010:2.1:1781823816.366506:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1820. 00010000:00000010:2.1:1781823816.366510:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849f00. 00010000:00000010:2.1:1781823816.366512:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7c00. 00000080:00000010:2.1:1781823816.366514:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a14c0. 00010000:00000010:2.1:1781823816.366517:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849600. 00010000:00000010:2.1:1781823816.366520:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7e00. 00000080:00000010:2.1:1781823816.366523:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1f60. 00010000:00000010:2.1:1781823816.366527:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849200. 00010000:00000010:2.1:1781823816.366530:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7200. 00000080:00000010:2.1:1781823816.366532:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1dc0. 00010000:00000010:2.1:1781823816.366536:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849300. 00010000:00000010:2.1:1781823816.366539:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7400. 00000080:00000010:2.1:1781823816.366541:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1aa0. 00010000:00000010:2.1:1781823816.366545:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849e00. 00010000:00000010:2.1:1781823816.366548:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6e00. 00000080:00000010:2.1:1781823816.366551:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1400. 00010000:00000010:2.1:1781823816.366555:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849c00. 00010000:00000010:2.1:1781823816.366558:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7000. 00000080:00000010:2.1:1781823816.366561:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1940. 00010000:00000010:2.1:1781823816.366565:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849b00. 00010000:00000010:2.1:1781823816.366568:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6c00. 00000080:00000010:2.1:1781823816.366570:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a17c0. 00010000:00000010:2.1:1781823816.366575:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849700. 00010000:00000010:2.1:1781823816.366579:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08beda00. 00000080:00000010:2.1:1781823816.366583:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1520. 00010000:00000010:2.1:1781823816.366586:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849100. 00010000:00000010:2.1:1781823816.366590:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec000. 00000080:00000010:2.1:1781823816.366593:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1a00. 00010000:00000010:2.1:1781823816.366596:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849400. 00010000:00000010:2.1:1781823816.366599:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec800. 00000080:00000010:2.1:1781823816.366603:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a19c0. 00010000:00000010:2.1:1781823816.366608:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f100. 00010000:00000010:2.1:1781823816.366611:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec400. 00000080:00000010:2.1:1781823816.366614:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1340. 00010000:00000010:2.1:1781823816.366617:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f400. 00010000:00000010:2.1:1781823816.366620:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed800. 00000080:00000010:2.1:1781823816.366623:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591aa0. 00010000:00000010:2.1:1781823816.366629:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878e00. 00010000:00000010:2.1:1781823816.366632:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605e00. 00000080:00000010:2.1:1781823816.366635:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1740. 00010000:00000010:2.1:1781823816.366639:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f800. 00010000:00000010:2.1:1781823816.366641:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec600. 00000080:00000010:2.1:1781823816.366643:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a12e0. 00010000:00000010:2.1:1781823816.366649:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fa00. 00010000:00000010:2.1:1781823816.366652:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec200. 00000080:00000010:2.1:1781823816.366655:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1d60. 00010000:00000010:2.1:1781823816.366660:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fd00. 00010000:00000010:2.1:1781823816.366663:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed600. 00000080:00000010:2.1:1781823816.366666:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149a80. 00010000:00000010:2.1:1781823816.366670:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f500. 00010000:00000010:2.1:1781823816.366672:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744c00. 00000080:00000010:2.1:1781823816.366675:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a14a0. 00010000:00000010:2.1:1781823816.366680:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f000. 00010000:00000010:2.1:1781823816.366683:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08beca00. 00000080:00000010:2.1:1781823816.366686:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1180. 00010000:00000010:2.1:1781823816.366690:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f900. 00010000:00000010:2.1:1781823816.366692:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bedc00. 00000080:00000010:2.1:1781823816.366695:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1260. 00010000:00000010:2.1:1781823816.366698:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733ff00. 00010000:00000010:2.1:1781823816.366701:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bede00. 00000080:00000010:2.1:1781823816.366704:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1a40. 00010000:00000010:2.1:1781823816.366708:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f600. 00010000:00000010:2.1:1781823816.366710:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed200. 00000080:00000010:2.1:1781823816.366713:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1440. 00010000:00000010:2.1:1781823816.366717:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f200. 00010000:00000010:2.1:1781823816.366720:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed400. 00000080:00000010:2.1:1781823816.366722:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1a80. 00010000:00000010:2.1:1781823816.366727:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f300. 00010000:00000010:2.1:1781823816.366731:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bece00. 00000080:00000010:2.1:1781823816.366734:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a18a0. 00010000:00000010:2.1:1781823816.366738:0:26:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fe00. 00010000:00000010:2.1:1781823816.366741:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed000. 00000080:00000010:3.1:1781823816.373140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1cc0. 00010000:00000010:3.1:1781823816.373154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fc00. 00010000:00000010:3.1:1781823816.373159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08becc00. 00000080:00000010:3.1:1781823816.373162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a15a0. 00010000:00000010:3.1:1781823816.373166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fb00. 00010000:00000010:3.1:1781823816.373171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178e00. 00000080:00000010:3.1:1781823816.373175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1760. 00010000:00000010:3.1:1781823816.373187:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f700. 00010000:00000010:3.1:1781823816.373192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179000. 00000080:00000010:3.1:1781823816.373194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1bc0. 00010000:00000010:3.1:1781823816.373200:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be000. 00010000:00000010:3.1:1781823816.373205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178c00. 00000080:00000010:3.1:1781823816.373207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1980. 00010000:00000010:3.1:1781823816.373210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be900. 00010000:00000010:3.1:1781823816.373213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179a00. 00000080:00000010:3.1:1781823816.373218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ab20. 00010000:00000010:3.1:1781823816.373221:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050bef00. 00010000:00000010:3.1:1781823816.373224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178000. 00000080:00000010:3.1:1781823816.373227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830af60. 00010000:00000010:3.1:1781823816.373231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be600. 00010000:00000010:3.1:1781823816.373234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178800. 00000080:00000010:3.1:1781823816.373237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a2c0. 00010000:00000010:3.1:1781823816.373240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be200. 00010000:00000010:3.1:1781823816.373243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178400. 00000080:00000010:3.1:1781823816.373245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a140. 00010000:00000010:3.1:1781823816.373249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be300. 00010000:00000010:3.1:1781823816.373252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179800. 00000080:00000010:3.1:1781823816.373254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a740. 00010000:00000010:3.1:1781823816.373261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050bee00. 00010000:00000010:3.1:1781823816.373264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178600. 00000080:00000010:3.1:1781823816.373266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a040. 00010000:00000010:3.1:1781823816.373270:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050bec00. 00010000:00000010:3.1:1781823816.373273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178200. 00000080:00000010:3.1:1781823816.373275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a480. 00010000:00000010:3.1:1781823816.373279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050beb00. 00010000:00000010:3.1:1781823816.373281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179600. 00000080:00000010:3.1:1781823816.373285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045919a0. 00010000:00000010:3.1:1781823816.373408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd700. 00010000:00000010:3.1:1781823816.373415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605a00. 00000080:00000010:3.1:1781823816.373419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591340. 00010000:00000010:3.1:1781823816.373432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878600. 00010000:00000010:3.1:1781823816.373437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605400. 00000080:00000010:3.1:1781823816.373439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a680. 00010000:00000010:3.1:1781823816.373445:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be700. 00010000:00000010:3.1:1781823816.373448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18178a00. 00000080:00000010:3.1:1781823816.373450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a520. 00010000:00000010:3.1:1781823816.373454:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be100. 00010000:00000010:3.1:1781823816.373457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179c00. 00000080:00000010:3.1:1781823816.373460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a840. 00010000:00000010:3.1:1781823816.373463:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be400. 00010000:00000010:3.1:1781823816.373466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179e00. 00000080:00000010:3.1:1781823816.373468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a7a0. 00010000:00000010:3.1:1781823816.373471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be800. 00010000:00000010:3.1:1781823816.373474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179200. 00000080:00000010:3.1:1781823816.373476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a0e0. 00010000:00000010:3.1:1781823816.373479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050bea00. 00010000:00000010:3.1:1781823816.373482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18179400. 00000080:00000010:3.1:1781823816.373489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6b40. 00010000:00000010:3.1:1781823816.373492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050bed00. 00010000:00000010:3.1:1781823816.373497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2e00. 00000080:00000010:3.1:1781823816.373500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c67a0. 00010000:00000010:3.1:1781823816.373503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f050be500. 00010000:00000010:3.1:1781823816.373507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3000. 00000080:00000010:3.1:1781823816.373509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591520. 00010000:00000010:3.1:1781823816.373512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878300. 00010000:00000010:3.1:1781823816.373515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604c00. 00000080:00000010:3.1:1781823816.373518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591780. 00010000:00000010:3.1:1781823816.373521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878200. 00010000:00000010:3.1:1781823816.373523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605800. 00000080:00000010:3.1:1781823816.373525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6fe0. 00010000:00000010:3.1:1781823816.373531:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd600. 00010000:00000010:3.1:1781823816.373534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2c00. 00000080:00000010:3.1:1781823816.373536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c65e0. 00010000:00000010:3.1:1781823816.373546:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd200. 00010000:00000010:3.1:1781823816.373549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3a00. 00000080:00000010:3.1:1781823816.373551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6fc0. 00010000:00000010:3.1:1781823816.373555:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd300. 00010000:00000010:3.1:1781823816.373557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2000. 00000080:00000010:3.1:1781823816.373560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6120. 00010000:00000010:3.1:1781823816.373563:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdde00. 00010000:00000010:3.1:1781823816.373566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2800. 00000080:00000010:3.1:1781823816.373568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6680. 00010000:00000010:3.1:1781823816.373572:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bddc00. 00010000:00000010:3.1:1781823816.373575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2400. 00000080:00000010:3.1:1781823816.373580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081490e0. 00010000:00000010:3.1:1781823816.373587:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bddb00. 00010000:00000010:3.1:1781823816.373591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745400. 00000080:00000010:3.1:1781823816.373594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149dc0. 00010000:00000010:3.1:1781823816.373599:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd100. 00010000:00000010:3.1:1781823816.373601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745c00. 00000080:00000010:3.1:1781823816.373604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149940. 00010000:00000010:3.1:1781823816.373607:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd400. 00010000:00000010:3.1:1781823816.373610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745800. 00000080:00000010:3.1:1781823816.373613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149660. 00010000:00000010:3.1:1781823816.373616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd800. 00010000:00000010:3.1:1781823816.373620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744600. 00000080:00000010:3.1:1781823816.373622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081490c0. 00010000:00000010:3.1:1781823816.373626:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edda00. 00010000:00000010:3.1:1781823816.373629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744200. 00000080:00000010:3.1:1781823816.373632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149c80. 00010000:00000010:3.1:1781823816.373635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07eddd00. 00010000:00000010:3.1:1781823816.373655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745600. 00000080:00000010:3.1:1781823816.373800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081498a0. 00010000:00000010:3.1:1781823816.373810:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd500. 00010000:00000010:3.1:1781823816.373813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744a00. 00000080:00000010:3.1:1781823816.373817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c67c0. 00010000:00000010:3.1:1781823816.373826:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd700. 00010000:00000010:3.1:1781823816.373830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3800. 00000080:00000010:3.1:1781823816.373832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6f60. 00010000:00000010:3.1:1781823816.373835:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd100. 00010000:00000010:3.1:1781823816.373838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2600. 00000080:00000010:3.1:1781823816.373840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045910a0. 00010000:00000010:3.1:1781823816.373843:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878900. 00010000:00000010:3.1:1781823816.373846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604a00. 00000080:00000010:3.1:1781823816.373849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6900. 00010000:00000010:3.1:1781823816.373856:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878f00. 00010000:00000010:3.1:1781823816.373859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2200. 00000080:00000010:3.1:1781823816.373862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149de0. 00010000:00000010:3.1:1781823816.373865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd000. 00010000:00000010:3.1:1781823816.373868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745e00. 00000080:00000010:3.1:1781823816.373870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149180. 00010000:00000010:3.1:1781823816.373873:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07edd900. 00010000:00000010:3.1:1781823816.373884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745200. 00000080:00000010:3.1:1781823816.373887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6220. 00010000:00000010:3.1:1781823816.373893:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4a00. 00010000:00000010:3.1:1781823816.373896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3600. 00000080:00000010:3.1:1781823816.373899:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6320. 00010000:00000010:3.1:1781823816.373903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd400. 00010000:00000010:3.1:1781823816.373905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd2a00. 00000080:00000010:3.1:1781823816.373908:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6140. 00010000:00000010:3.1:1781823816.373912:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd800. 00010000:00000010:3.1:1781823816.373915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3c00. 00000080:00000010:3.1:1781823816.373917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ca0. 00010000:00000010:3.1:1781823816.373921:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdda00. 00010000:00000010:3.1:1781823816.373924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3e00. 00000080:00000010:3.1:1781823816.373926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c60a0. 00010000:00000010:3.1:1781823816.373929:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bddd00. 00010000:00000010:3.1:1781823816.373931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3200. 00000080:00000010:3.1:1781823816.373934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6920. 00010000:00000010:3.1:1781823816.373943:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd500. 00010000:00000010:3.1:1781823816.373946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd3400. 00000080:00000010:3.1:1781823816.373947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6820. 00010000:00000010:3.1:1781823816.373950:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd000. 00010000:00000010:3.1:1781823816.373954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903800. 00000080:00000010:3.1:1781823816.374011:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c61e0. 00010000:00000010:3.1:1781823816.374017:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bdd900. 00010000:00000010:3.1:1781823816.374021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902600. 00000080:00000010:3.1:1781823816.374024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6300. 00010000:00000010:3.1:1781823816.374027:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04bddf00. 00010000:00000010:3.1:1781823816.374029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902200. 00000080:00000010:3.1:1781823816.374032:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6f80. 00010000:00000010:3.1:1781823816.374037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9000. 00010000:00000010:3.1:1781823816.374040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903600. 00000080:00000010:3.1:1781823816.374043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6400. 00010000:00000010:3.1:1781823816.374046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9900. 00010000:00000010:3.1:1781823816.374048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902a00. 00000080:00000010:3.1:1781823816.374051:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6880. 00010000:00000010:3.1:1781823816.374054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9f00. 00010000:00000010:3.1:1781823816.374056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903c00. 00000080:00000010:3.1:1781823816.374059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ba0. 00010000:00000010:3.1:1781823816.374061:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9600. 00010000:00000010:3.1:1781823816.374064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903e00. 00000080:00000010:3.1:1781823816.374066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6e80. 00010000:00000010:3.1:1781823816.374069:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9200. 00010000:00000010:3.1:1781823816.374073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903200. 00000080:00000010:3.1:1781823816.374075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6760. 00010000:00000010:3.1:1781823816.374216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9300. 00010000:00000010:3.1:1781823816.374220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903400. 00000080:00000010:3.1:1781823816.374224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6100. 00010000:00000010:3.1:1781823816.374228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9e00. 00010000:00000010:3.1:1781823816.374230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902e00. 00000080:00000010:3.1:1781823816.374232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6180. 00010000:00000010:3.1:1781823816.374237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9c00. 00010000:00000010:3.1:1781823816.374240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903000. 00000080:00000010:3.1:1781823816.374242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6a80. 00010000:00000010:3.1:1781823816.374248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9b00. 00010000:00000010:3.1:1781823816.374250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902c00. 00000080:00000010:3.1:1781823816.374253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149140. 00010000:00000010:3.1:1781823816.374259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4d00. 00010000:00000010:3.1:1781823816.374262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146400. 00000080:00000010:3.1:1781823816.374266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081492e0. 00010000:00000010:3.1:1781823816.374269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4500. 00010000:00000010:3.1:1781823816.374272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147a00. 00000080:00000010:3.1:1781823816.374275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149460. 00010000:00000010:3.1:1781823816.374279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4000. 00010000:00000010:3.1:1781823816.374281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146000. 00000080:00000010:3.1:1781823816.374284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149f60. 00010000:00000010:3.1:1781823816.374287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4900. 00010000:00000010:3.1:1781823816.374289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146c00. 00000080:00000010:3.1:1781823816.374291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149800. 00010000:00000010:3.1:1781823816.374295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4f00. 00010000:00000010:3.1:1781823816.374297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147000. 00000080:00000010:3.1:1781823816.374300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081491c0. 00010000:00000010:3.1:1781823816.374304:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4600. 00010000:00000010:3.1:1781823816.374306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147400. 00000080:00000010:3.1:1781823816.374308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081498c0. 00010000:00000010:3.1:1781823816.374313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4200. 00010000:00000010:3.1:1781823816.374316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146e00. 00000080:00000010:3.1:1781823816.374318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6fa0. 00010000:00000010:3.1:1781823816.374322:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4300. 00010000:00000010:3.1:1781823816.374325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04903a00. 00000080:00000010:3.1:1781823816.374327:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c69a0. 00010000:00000010:3.1:1781823816.374330:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9700. 00010000:00000010:3.1:1781823816.374333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902000. 00000080:00000010:3.1:1781823816.374335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6620. 00010000:00000010:3.1:1781823816.374339:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9100. 00010000:00000010:3.1:1781823816.374342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902800. 00000080:00000010:3.1:1781823816.374344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ec0. 00010000:00000010:3.1:1781823816.374347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9400. 00010000:00000010:3.1:1781823816.374349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04902400. 00000080:00000010:3.1:1781823816.374352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0472cd20. 00010000:00000010:3.1:1781823816.374356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9800. 00010000:00000010:3.1:1781823816.374842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7d800. 00000080:00000010:3.1:1781823816.374849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149780. 00010000:00000010:3.1:1781823816.374855:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878d00. 00010000:00000010:3.1:1781823816.374859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147800. 00000080:00000010:3.1:1781823816.374861:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149a60. 00010000:00000010:3.1:1781823816.374865:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4e00. 00010000:00000010:3.1:1781823816.374868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146600. 00000080:00000010:3.1:1781823816.374870:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149540. 00010000:00000010:3.1:1781823816.374876:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4c00. 00010000:00000010:3.1:1781823816.374879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146200. 00000080:00000010:3.1:1781823816.374882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081499a0. 00010000:00000010:3.1:1781823816.374885:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4b00. 00010000:00000010:3.1:1781823816.374888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147600. 00000080:00000010:2.1:1781823816.412440:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e88e0. 00010000:00000010:2.1:1781823816.412465:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4700. 00010000:00000010:2.1:1781823816.412471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146a00. 00000080:00000010:2.1:1781823816.412475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8f60. 00010000:00000010:2.1:1781823816.412479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4100. 00010000:00000010:2.1:1781823816.412482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147c00. 00000080:00000010:2.1:1781823816.412486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e84e0. 00010000:00000010:2.1:1781823816.412491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4400. 00010000:00000010:2.1:1781823816.412495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147e00. 00000080:00000010:2.1:1781823816.412497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e81e0. 00010000:00000010:2.1:1781823816.412501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102a4800. 00010000:00000010:2.1:1781823816.412504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147200. 00000080:00000010:2.1:1781823816.412507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8920. 00010000:00000010:2.1:1781823816.412514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f000. 00010000:00000010:2.1:1781823816.412520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459ca00. 00000080:00000010:2.1:1781823816.412523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04bbf220. 00010000:00000010:2.1:1781823816.412528:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878b00. 00010000:00000010:2.1:1781823816.412533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166200. 00000080:00000010:2.1:1781823816.412535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8a00. 00010000:00000010:2.1:1781823816.412540:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f900. 00010000:00000010:2.1:1781823816.412542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c200. 00000080:00000010:2.1:1781823816.412545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8a60. 00010000:00000010:2.1:1781823816.412548:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461ff00. 00010000:00000010:2.1:1781823816.412552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459dc00. 00000080:00000010:2.1:1781823816.412554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e85e0. 00010000:00000010:2.1:1781823816.412558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f600. 00010000:00000010:2.1:1781823816.412560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d800. 00000080:00000010:2.1:1781823816.412563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8d00. 00010000:00000010:2.1:1781823816.412567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f200. 00010000:00000010:2.1:1781823816.412569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c600. 00000080:00000010:2.1:1781823816.415127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8940. 00010000:00000010:2.1:1781823816.415143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f300. 00010000:00000010:2.1:1781823816.415148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c800. 00000080:00000010:2.1:1781823816.415151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8020. 00010000:00000010:2.1:1781823816.415154:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fe00. 00010000:00000010:2.1:1781823816.415157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d600. 00000080:00000010:2.1:1781823816.415160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e89a0. 00010000:00000010:2.1:1781823816.415166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fc00. 00010000:00000010:2.1:1781823816.415168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459da00. 00000080:00000010:2.1:1781823816.415170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8e60. 00010000:00000010:2.1:1781823816.415173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fb00. 00010000:00000010:2.1:1781823816.415176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d400. 00000080:00000010:2.1:1781823816.415178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8c20. 00010000:00000010:2.1:1781823816.415181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f700. 00010000:00000010:2.1:1781823816.415183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459cc00. 00000080:00000010:2.1:1781823816.415185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8900. 00010000:00000010:2.1:1781823816.415190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f100. 00010000:00000010:2.1:1781823816.415192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c400. 00000080:00000010:2.1:1781823816.415194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8b40. 00010000:00000010:2.1:1781823816.415197:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f400. 00010000:00000010:2.1:1781823816.415200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459ce00. 00000080:00000010:2.1:1781823816.415203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba5dc0. 00010000:00000010:2.1:1781823816.415213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9a00. 00010000:00000010:2.1:1781823816.415218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7c600. 00000080:00000010:2.1:1781823816.415222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591c00. 00010000:00000010:2.1:1781823816.415228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878700. 00010000:00000010:2.1:1781823816.415232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604e00. 00000080:00000010:2.1:1781823816.415235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591500. 00010000:00000010:2.1:1781823816.415241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4600. 00010000:00000010:2.1:1781823816.415246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605600. 00000080:00000010:2.1:1781823816.415249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7600. 00010000:00000010:2.1:1781823816.415253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9d00. 00010000:00000010:2.1:1781823816.415256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7c200. 00000080:00000010:2.1:1781823816.415262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5680. 00010000:00000010:2.1:1781823816.415268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080c9500. 00010000:00000010:2.1:1781823816.415272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7d600. 00000080:00000010:2.1:1781823816.415275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5dc0. 00010000:00000010:2.1:1781823816.415281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909700. 00010000:00000010:2.1:1781823816.415284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7ca00. 00000080:00000010:2.1:1781823816.415287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5820. 00010000:00000010:2.1:1781823816.415290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909100. 00010000:00000010:2.1:1781823816.415293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7dc00. 00000080:00000010:2.1:1781823816.415296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ce0. 00010000:00000010:2.1:1781823816.415300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909400. 00010000:00000010:2.1:1781823816.415303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7de00. 00000080:00000010:2.1:1781823816.415305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591060. 00010000:00000010:2.1:1781823816.415308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4e00. 00010000:00000010:2.1:1781823816.415311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604600. 00000080:00000010:2.1:1781823816.415313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591ae0. 00010000:00000010:2.1:1781823816.415317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4a00. 00010000:00000010:2.1:1781823816.415320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605200. 00000080:00000010:2.1:1781823816.415322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591800. 00010000:00000010:2.1:1781823816.415325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4900. 00010000:00000010:2.1:1781823816.415327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604800. 00000080:00000010:2.1:1781823816.415330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5300. 00010000:00000010:2.1:1781823816.415333:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4000. 00010000:00000010:2.1:1781823816.415336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7d200. 00000080:00000010:2.1:1781823816.415339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a51a0. 00010000:00000010:2.1:1781823816.415343:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909800. 00010000:00000010:2.1:1781823816.415346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7d400. 00000080:00000010:2.1:1781823816.415348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5100. 00010000:00000010:2.1:1781823816.415352:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909a00. 00010000:00000010:2.1:1781823816.415355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7ce00. 00000080:00000010:2.1:1781823816.415357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5280. 00010000:00000010:2.1:1781823816.415361:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909d00. 00010000:00000010:2.1:1781823816.415364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7d000. 00000080:00000010:2.1:1781823816.415367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5560. 00010000:00000010:2.1:1781823816.415370:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909500. 00010000:00000010:2.1:1781823816.415373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7cc00. 00000080:00000010:2.1:1781823816.415375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5780. 00010000:00000010:2.1:1781823816.415379:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909000. 00010000:00000010:2.1:1781823816.415382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7da00. 00000080:00000010:2.1:1781823816.415394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5b40. 00010000:00000010:2.1:1781823816.415402:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909900. 00010000:00000010:2.1:1781823816.415405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7c000. 00000080:00000010:2.1:1781823816.415408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5840. 00010000:00000010:2.1:1781823816.415412:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909f00. 00010000:00000010:2.1:1781823816.415414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7c800. 00000080:00000010:2.1:1781823816.415417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a50e0. 00010000:00000010:2.1:1781823816.415420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909600. 00010000:00000010:2.1:1781823816.415423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07d7c400. 00000080:00000010:2.1:1781823816.415425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a00. 00010000:00000010:2.1:1781823816.415429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909200. 00010000:00000010:2.1:1781823816.415432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232400. 00000080:00000010:3.1:1781823816.428247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5700. 00010000:00000010:3.1:1781823816.428278:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909300. 00010000:00000010:3.1:1781823816.428285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233800. 00000080:00000010:3.1:1781823816.428289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5e20. 00010000:00000010:3.1:1781823816.428293:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909e00. 00010000:00000010:3.1:1781823816.428297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232600. 00000080:00000010:3.1:1781823816.458123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a52e0. 00010000:00000010:3.1:1781823816.458138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909c00. 00010000:00000010:3.1:1781823816.458144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232200. 00000080:00000010:3.1:1781823816.458148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a57c0. 00010000:00000010:3.1:1781823816.458152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909b00. 00010000:00000010:3.1:1781823816.458156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233600. 00000080:00000010:3.1:1781823816.458158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5340. 00010000:00000010:3.1:1781823816.458167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821000. 00010000:00000010:3.1:1781823816.458171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232a00. 00000080:00000010:3.1:1781823816.458174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a59c0. 00010000:00000010:3.1:1781823816.458191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821900. 00010000:00000010:3.1:1781823816.458194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233c00. 00000080:00000010:3.1:1781823816.458197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5940. 00010000:00000010:3.1:1781823816.458201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821f00. 00010000:00000010:3.1:1781823816.458203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233e00. 00000080:00000010:3.1:1781823816.458216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5080. 00010000:00000010:3.1:1781823816.458225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821600. 00010000:00000010:3.1:1781823816.458228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233200. 00000080:00000010:3.1:1781823816.458230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5520. 00010000:00000010:3.1:1781823816.458236:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4500. 00010000:00000010:3.1:1781823816.458239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233400. 00000080:00000010:3.1:1781823816.458242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a50a0. 00010000:00000010:3.1:1781823816.458246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4b00. 00010000:00000010:3.1:1781823816.458249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232e00. 00000080:00000010:3.1:1781823816.458253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591ca0. 00010000:00000010:3.1:1781823816.458258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4300. 00010000:00000010:3.1:1781823816.458261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604000. 00000080:00000010:3.1:1781823816.458264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a55c0. 00010000:00000010:3.1:1781823816.458267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4c00. 00010000:00000010:3.1:1781823816.458270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233000. 00000080:00000010:3.1:1781823816.458272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a52a0. 00010000:00000010:3.1:1781823816.458276:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821200. 00010000:00000010:3.1:1781823816.458278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232c00. 00000080:00000010:3.1:1781823816.458281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591a00. 00010000:00000010:3.1:1781823816.458284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4f00. 00010000:00000010:3.1:1781823816.458286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605c00. 00000080:00000010:3.1:1781823816.458289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a20. 00010000:00000010:3.1:1781823816.458292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821300. 00010000:00000010:3.1:1781823816.458295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233a00. 00000080:00000010:3.1:1781823816.458298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f02f4bf60. 00010000:00000010:3.1:1781823816.458306:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821e00. 00010000:00000010:3.1:1781823816.458309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166800. 00000080:00000010:3.1:1781823816.458312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5920. 00010000:00000010:3.1:1781823816.458315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821c00. 00010000:00000010:3.1:1781823816.458318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232000. 00000080:00000010:3.1:1781823816.458322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045913e0. 00010000:00000010:3.1:1781823816.458325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821b00. 00010000:00000010:3.1:1781823816.458330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1800. 00000080:00000010:3.1:1781823816.458334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54c0. 00010000:00000010:3.1:1781823816.458344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821700. 00010000:00000010:3.1:1781823816.458347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232800. 00000080:00000010:3.1:1781823816.458349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5c60. 00010000:00000010:3.1:1781823816.458353:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821100. 00010000:00000010:3.1:1781823816.458357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9a000. 00000080:00000010:3.1:1781823816.458360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5360. 00010000:00000010:0.1:1781823816.516991:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821400. 00010000:00000010:0.1:1781823816.517003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9a800. 00000080:00000010:0.1:1781823816.517010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a53c0. 00010000:00000010:0.1:1781823816.517026:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821800. 00010000:00000010:0.1:1781823816.517032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9a400. 00000080:00000010:0.1:1781823816.517038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443660. 00010000:00000010:0.1:1781823816.517045:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821a00. 00010000:00000010:0.1:1781823816.517052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9b800. 00000080:00000010:0.1:1781823816.517155:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064430c0. 00010000:00000010:0.1:1781823816.517165:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821d00. 00010000:00000010:0.1:1781823816.517170:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9a600. 00000080:00000010:0.1:1781823816.517175:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443440. 00010000:00000010:0.1:1781823816.517182:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06821500. 00010000:00000010:0.1:1781823816.517188:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9a200. 00000080:00000010:0.1:1781823816.517192:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443ac0. 00010000:00000010:0.1:1781823816.517202:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1300. 00010000:00000010:0.1:1781823816.517209:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9b600. 00000080:00000010:0.1:1781823816.517215:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443940. 00010000:00000010:0.1:1781823816.517223:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1e00. 00010000:00000010:0.1:1781823816.517228:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9aa00. 00000080:00000010:0.1:1781823816.517506:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443160. 00010000:00000010:0.1:1781823816.517516:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1c00. 00010000:00000010:0.1:1781823816.517523:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9bc00. 00000080:00000010:0.1:1781823816.517530:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443800. 00010000:00000010:0.1:1781823816.517538:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1b00. 00010000:00000010:0.1:1781823816.517544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9be00. 00000080:00000010:0.1:1781823816.517549:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443a20. 00010000:00000010:0.1:1781823816.517560:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1700. 00010000:00000010:0.1:1781823816.517567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9b200. 00000080:00000010:0.1:1781823816.517577:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b840. 00010000:00000010:0.1:1781823816.517588:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1100. 00010000:00000010:0.1:1781823816.517594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9b400. 00000080:00000010:0.1:1781823816.517600:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822be00. 00010000:00000010:0.1:1781823816.517607:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1400. 00010000:00000010:0.1:1781823816.517613:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9ae00. 00000080:00000010:0.1:1781823816.517620:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822be60. 00010000:00000010:0.1:1781823816.517627:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1800. 00010000:00000010:0.1:1781823816.517634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9b000. 00000080:00000010:0.1:1781823816.517639:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bde0. 00010000:00000010:0.1:1781823816.517647:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1a00. 00010000:00000010:0.1:1781823816.517652:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9ac00. 00000080:00000010:0.1:1781823816.517660:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b760. 00010000:00000010:0.1:1781823816.517668:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1d00. 00010000:00000010:0.1:1781823816.517674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38a9ba00. 00000080:00000010:0.1:1781823816.517680:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b120. 00010000:00000010:0.1:1781823816.517690:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1500. 00010000:00000010:0.1:1781823816.517698:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6e00. 00000080:00000010:0.1:1781823816.517705:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b0e0. 00010000:00000010:0.1:1781823816.517717:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1000. 00010000:00000010:0.1:1781823816.517723:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7000. 00000080:00000010:0.1:1781823816.517728:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b680. 00010000:00000010:0.1:1781823816.517733:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1900. 00010000:00000010:0.1:1781823816.517738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6c00. 00000080:00000010:0.1:1781823816.517746:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bf20. 00010000:00000010:0.1:1781823816.517752:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1f00. 00010000:00000010:0.1:1781823816.517758:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7a00. 00000080:00000010:0.1:1781823816.517765:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bd20. 00010000:00000010:0.1:1781823816.517774:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1600. 00010000:00000010:0.1:1781823816.517780:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6000. 00000080:00000010:0.1:1781823816.517786:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b1e0. 00010000:00000010:0.1:1781823816.517940:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f082c1200. 00010000:00000010:0.1:1781823816.517947:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6800. 00000080:00000010:0.1:1781823816.517958:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591680. 00010000:00000010:0.1:1781823816.517967:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320caa00. 00010000:00000010:0.1:1781823816.517975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0e00. 00000080:00000010:0.1:1781823816.517981:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591620. 00010000:00000010:0.1:1781823816.517993:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4100. 00010000:00000010:0.1:1781823816.518001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1200. 00000080:00000010:0.1:1781823816.518010:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bd80. 00010000:00000010:0.1:1781823816.518021:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46200. 00010000:00000010:0.1:1781823816.518028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6400. 00000080:00000010:0.1:1781823816.518033:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591580. 00010000:00000010:0.1:1781823816.518039:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4700. 00010000:00000010:0.1:1781823816.518045:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0000. 00000080:00000010:0.1:1781823816.518050:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591b00. 00010000:00000010:0.1:1781823816.518508:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4200. 00010000:00000010:0.1:1781823816.518514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0a00. 00000080:00000010:0.1:1781823816.518519:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bf40. 00010000:00000010:0.1:1781823816.518525:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4800. 00010000:00000010:0.1:1781823816.518528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7800. 00000080:00000010:0.1:1781823816.518532:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591fc0. 00010000:00000010:0.1:1781823816.518538:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936fb00. 00010000:00000010:0.1:1781823816.518542:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1e00. 00000080:00000010:0.1:1781823816.518548:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b340. 00010000:00000010:0.1:1781823816.518553:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936ff00. 00010000:00000010:0.1:1781823816.518556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1400. 00000080:00000010:0.1:1781823816.518559:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b520. 00010000:00000010:0.1:1781823816.518564:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46300. 00010000:00000010:0.1:1781823816.518567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6600. 00000080:00000010:0.1:1781823816.518570:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8600. 00010000:00000010:0.1:1781823816.518577:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46e00. 00010000:00000010:0.1:1781823816.518580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d000. 00000080:00000010:0.1:1781823816.518585:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da75c0. 00010000:00000010:0.1:1781823816.518591:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f000. 00010000:00000010:0.1:1781823816.518594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c000. 00000080:00000010:0.1:1781823816.518597:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7940. 00010000:00000010:0.1:1781823816.518601:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320cad00. 00010000:00000010:0.1:1781823816.518604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20166a00. 00000080:00000010:0.1:1781823816.518608:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7840. 00010000:00000010:0.1:1781823816.518612:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f320ca500. 00010000:00000010:0.1:1781823816.518615:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167c00. 00000080:00000010:0.1:1781823816.518618:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7240. 00010000:00000010:0.1:1781823816.518624:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270700. 00010000:00000010:0.1:1781823816.518627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f20167e00. 00000080:00000010:0.1:1781823816.518643:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da72c0. 00010000:00000010:0.1:1781823816.518650:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270300. 00010000:00000010:0.1:1781823816.518653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27c00. 00000080:00000010:0.1:1781823816.518657:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7020. 00010000:00000010:0.1:1781823816.518661:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270000. 00010000:00000010:0.1:1781823816.518664:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27000. 00000080:00000010:0.1:1781823816.518666:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7a60. 00010000:00000010:0.1:1781823816.518671:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270900. 00010000:00000010:0.1:1781823816.518674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26800. 00000080:00000010:0.1:1781823816.518679:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da79e0. 00010000:00000010:0.1:1781823816.518682:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270400. 00010000:00000010:0.1:1781823816.518685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27400. 00000080:00000010:0.1:1781823816.518687:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7280. 00010000:00000010:0.1:1781823816.518691:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270800. 00010000:00000010:0.1:1781823816.518694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27a00. 00000080:00000010:0.1:1781823816.518696:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da76e0. 00010000:00000010:0.1:1781823816.518700:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270c00. 00010000:00000010:0.1:1781823816.518703:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26a00. 00000080:00000010:0.1:1781823816.518706:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7ec0. 00010000:00000010:0.1:1781823816.518709:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270600. 00010000:00000010:0.1:1781823816.518711:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26e00. 00000080:00000010:0.1:1781823816.518714:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591d80. 00010000:00000010:0.1:1781823816.518718:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270b00. 00010000:00000010:0.1:1781823816.518721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1600. 00000080:00000010:0.1:1781823816.518724:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045919c0. 00010000:00000010:0.1:1781823816.518729:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f700. 00010000:00000010:0.1:1781823816.518732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1c00. 00000080:00000010:0.1:1781823816.518734:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045913a0. 00010000:00000010:0.1:1781823816.518738:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f200. 00010000:00000010:0.1:1781823816.518740:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0400. 00000080:00000010:0.1:1781823816.518743:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045918e0. 00010000:00000010:0.1:1781823816.518748:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f100. 00010000:00000010:0.1:1781823816.518751:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0800. 00000080:00000010:0.1:1781823816.518754:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bec0. 00010000:00000010:0.1:1781823816.518759:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46c00. 00010000:00000010:0.1:1781823816.518762:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6200. 00000080:00000010:0.1:1781823816.518765:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b420. 00010000:00000010:0.1:1781823816.518769:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46b00. 00010000:00000010:0.1:1781823816.518772:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7600. 00000080:00000010:0.1:1781823816.518776:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b6a0. 00010000:00000010:0.1:1781823816.518780:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46700. 00010000:00000010:0.1:1781823816.518783:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b6a00. 00000080:00000010:0.1:1781823816.518785:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b940. 00010000:00000010:0.1:1781823816.518789:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46100. 00010000:00000010:0.1:1781823816.518935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7c00. 00000080:00000010:0.1:1781823816.518944:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26b80. 00010000:00000010:0.1:1781823816.518954:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f800. 00010000:00000010:0.1:1781823816.518957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459de00. 00000080:00000010:0.1:1781823816.518960:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26460. 00010000:00000010:0.1:1781823816.518964:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fa00. 00010000:00000010:0.1:1781823816.518969:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d200. 00000080:00000010:0.1:1781823816.518973:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26bc0. 00010000:00000010:0.1:1781823816.518977:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fd00. 00010000:00000010:0.1:1781823816.518982:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbb600. 00000080:00000010:0.1:1781823816.519032:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bdc0. 00010000:00000010:0.1:1781823816.519040:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f500. 00010000:00000010:0.1:1781823816.519044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fba000. 00000080:00000010:0.1:1781823816.519049:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bc60. 00010000:00000010:0.1:1781823816.519054:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46400. 00010000:00000010:0.1:1781823816.519138:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7e00. 00000080:00000010:0.1:1781823816.519145:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b5c0. 00010000:00000010:0.1:1781823816.519151:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46800. 00010000:00000010:0.1:1781823816.519154:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7200. 00000080:00000010:0.1:1781823816.519157:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b460. 00010000:00000010:0.1:1781823816.519162:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46a00. 00010000:00000010:0.1:1781823816.519164:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068b7400. 00000080:00000010:0.1:1781823816.519174:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b900. 00010000:00000010:0.1:1781823816.519179:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46d00. 00010000:00000010:0.1:1781823816.519183:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4f000. 00000080:00000010:0.1:1781823816.519188:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822ba60. 00010000:00000010:1.1:1781823816.531155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46500. 00010000:00000010:1.1:1781823816.531174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4ec00. 00000080:00000010:1.1:1781823816.531187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b100. 00010000:00000010:1.1:1781823816.531199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46000. 00010000:00000010:1.1:1781823816.531203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4fa00. 00000080:00000010:1.1:1781823816.531210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e262a0. 00010000:00000010:1.1:1781823816.531216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46900. 00010000:00000010:1.1:1781823816.531220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbb000. 00000080:00000010:1.1:1781823816.531223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26d80. 00010000:00000010:1.1:1781823816.531230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b900. 00010000:00000010:1.1:1781823816.531235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbac00. 00000080:00000010:1.1:1781823816.531238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26180. 00010000:00000010:1.1:1781823816.531242:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813bf00. 00010000:00000010:1.1:1781823816.531245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fba800. 00000080:00000010:1.1:1781823816.531248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26aa0. 00010000:00000010:1.1:1781823816.531251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b600. 00010000:00000010:1.1:1781823816.531254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbba00. 00000080:00000010:1.1:1781823816.531257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26be0. 00010000:00000010:1.1:1781823816.531261:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b200. 00010000:00000010:1.1:1781823816.531263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fba400. 00000080:00000010:1.1:1781823816.531266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26160. 00010000:00000010:1.1:1781823816.531272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b300. 00010000:00000010:1.1:1781823816.531275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbb800. 00000080:00000010:1.1:1781823816.531278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26b40. 00010000:00000010:1.1:1781823816.531284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813be00. 00010000:00000010:1.1:1781823816.531287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fba600. 00000080:00000010:1.1:1781823816.531290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26b20. 00010000:00000010:1.1:1781823816.531297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813bc00. 00010000:00000010:1.1:1781823816.531301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fba200. 00000080:00000010:1.1:1781823816.531304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b400. 00010000:00000010:1.1:1781823816.531309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46f00. 00010000:00000010:1.1:1781823816.531312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4e000. 00000080:00000010:1.1:1781823816.531314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b9e0. 00010000:00000010:1.1:1781823816.531318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07b46600. 00010000:00000010:1.1:1781823816.531321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4e800. 00000080:00000010:1.1:1781823816.531323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bc80. 00010000:00000010:1.1:1781823816.531329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484ac00. 00010000:00000010:1.1:1781823816.531333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4e400. 00000080:00000010:1.1:1781823816.531335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b000. 00010000:00000010:1.1:1781823816.531338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484ab00. 00010000:00000010:1.1:1781823816.531341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4f800. 00000080:00000010:1.1:1781823816.531344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b6e0. 00010000:00000010:1.1:1781823816.531348:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a700. 00010000:00000010:1.1:1781823816.531350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4e600. 00000080:00000010:1.1:1781823816.531353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b1a0. 00010000:00000010:1.1:1781823816.531357:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a100. 00010000:00000010:1.1:1781823816.531374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4e200. 00000080:00000010:1.1:1781823816.531377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bb00. 00010000:00000010:1.1:1781823816.531395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a400. 00010000:00000010:1.1:1781823816.531399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4f600. 00000080:00000010:1.1:1781823816.531402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b3c0. 00010000:00000010:1.1:1781823816.531405:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a800. 00010000:00000010:1.1:1781823816.531408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4ea00. 00000080:00000010:1.1:1781823816.531410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b060. 00010000:00000010:1.1:1781823816.531414:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484aa00. 00010000:00000010:1.1:1781823816.531417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4fc00. 00000080:00000010:1.1:1781823816.531419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bce0. 00010000:00000010:1.1:1781823816.531423:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484ad00. 00010000:00000010:1.1:1781823816.531425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4fe00. 00000080:00000010:1.1:1781823816.531428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bac0. 00010000:00000010:1.1:1781823816.531432:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a500. 00010000:00000010:1.1:1781823816.531435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4f200. 00000080:00000010:1.1:1781823816.531437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bfe0. 00010000:00000010:1.1:1781823816.531441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a000. 00010000:00000010:1.1:1781823816.531444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4f400. 00000080:00000010:1.1:1781823816.531446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bda0. 00010000:00000010:1.1:1781823816.531449:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a900. 00010000:00000010:1.1:1781823816.531452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f4ee00. 00000080:00000010:1.1:1781823816.531455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822be20. 00010000:00000010:1.1:1781823816.531458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484af00. 00010000:00000010:1.1:1781823816.531463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706e400. 00000080:00000010:1.1:1781823816.531466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b880. 00010000:00000010:1.1:1781823816.531469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a600. 00010000:00000010:1.1:1781823816.531472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbaa00. 00000080:00000010:1.1:1781823816.531475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b240. 00010000:00000010:1.1:1781823816.531479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a200. 00010000:00000010:1.1:1781823816.531483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706f800. 00000080:00000010:1.1:1781823816.531486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822be80. 00010000:00000010:1.1:1781823816.531492:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484a300. 00010000:00000010:1.1:1781823816.531495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706e600. 00000080:00000010:1.1:1781823816.531497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b3e0. 00010000:00000010:1.1:1781823816.531501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0484ae00. 00010000:00000010:1.1:1781823816.531504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706e200. 00000080:00000010:1.1:1781823816.531507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b580. 00010000:00000010:1.1:1781823816.531514:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5300. 00010000:00000010:1.1:1781823816.531517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706f600. 00000080:00000010:1.1:1781823816.531523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045911a0. 00010000:00000010:1.1:1781823816.531530:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f400. 00010000:00000010:1.1:1781823816.531534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1a00. 00000080:00000010:1.1:1781823816.531538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b800. 00010000:00000010:1.1:1781823816.531542:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5e00. 00010000:00000010:1.1:1781823816.531544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706ea00. 00000080:00000010:1.1:1781823816.531547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b720. 00010000:00000010:1.1:1781823816.531550:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5c00. 00010000:00000010:1.1:1781823816.531554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706fc00. 00000080:00000010:1.1:1781823816.531557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b860. 00010000:00000010:1.1:1781823816.531560:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5b00. 00010000:00000010:1.1:1781823816.531563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706fe00. 00000080:00000010:1.1:1781823816.531566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591a80. 00010000:00000010:1.1:1781823816.531570:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5700. 00010000:00000010:1.1:1781823816.531573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0c00. 00000080:00000010:1.1:1781823816.531575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045916a0. 00010000:00000010:1.1:1781823816.531579:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936fa00. 00010000:00000010:1.1:1781823816.531582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0200. 00000080:00000010:1.1:1781823816.531585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591760. 00010000:00000010:1.1:1781823816.531588:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f500. 00010000:00000010:1.1:1781823816.531591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df0600. 00000080:00000010:1.1:1781823816.531593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591100. 00010000:00000010:1.1:1781823816.531596:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f900. 00010000:00000010:1.1:1781823816.531598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06df1000. 00000080:00000010:1.1:1781823816.531601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b820. 00010000:00000010:1.1:1781823816.531606:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5100. 00010000:00000010:1.1:1781823816.531609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706f200. 00000080:00000010:1.1:1781823816.531612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e266a0. 00010000:00000010:1.1:1781823816.531616:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5400. 00010000:00000010:1.1:1781823816.531619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbbc00. 00000080:00000010:1.1:1781823816.531621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591ee0. 00010000:00000010:1.1:1781823816.531625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936f800. 00010000:00000010:1.1:1781823816.531628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88c00. 00000080:00000010:1.1:1781823816.531632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045911e0. 00010000:00000010:1.1:1781823816.531635:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936fd00. 00010000:00000010:1.1:1781823816.531638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88a00. 00000080:00000010:1.1:1781823816.531640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591c40. 00010000:00000010:1.1:1781823816.531644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0936fc00. 00010000:00000010:1.1:1781823816.531647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89000. 00000080:00000010:1.1:1781823816.531650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591180. 00010000:00000010:1.1:1781823816.531668:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6400. 00010000:00000010:1.1:1781823816.531673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88600. 00000080:00000010:1.1:1781823816.531675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045913c0. 00010000:00000010:1.1:1781823816.531680:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6300. 00010000:00000010:1.1:1781823816.531683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88800. 00000080:00000010:3.1:1781823816.567914:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591900. 00010000:00000010:3.1:1781823816.567941:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6100. 00010000:00000010:3.1:1781823816.567947:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89400. 00000080:00000010:3.1:1781823816.567951:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591b40. 00010000:00000010:3.1:1781823816.567955:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6d00. 00010000:00000010:3.1:1781823816.567958:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88200. 00000080:00000010:3.1:1781823816.567964:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b2e0. 00010000:00000010:3.1:1781823816.567972:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6500. 00010000:00000010:3.1:1781823816.567976:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706f400. 00000080:00000010:3.1:1781823816.567978:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822ba40. 00010000:00000010:3.1:1781823816.567984:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5800. 00010000:00000010:3.1:1781823816.567987:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706ee00. 00000080:00000010:3.1:1781823816.567989:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bf60. 00010000:00000010:3.1:1781823816.567996:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5a00. 00010000:00000010:3.1:1781823816.567999:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706f000. 00000080:00000010:3.1:1781823816.568002:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bb80. 00010000:00000010:3.1:1781823816.568005:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5d00. 00010000:00000010:3.1:1781823816.568008:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706ec00. 00000080:00000010:3.1:1781823816.568012:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26a20. 00010000:00000010:3.1:1781823816.568019:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5500. 00010000:00000010:3.1:1781823816.568022:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbbe00. 00000080:00000010:3.1:1781823816.568024:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ee0. 00010000:00000010:3.1:1781823816.568029:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813bb00. 00010000:00000010:3.1:1781823816.568031:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbb200. 00000080:00000010:3.1:1781823816.568033:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e260a0. 00010000:00000010:3.1:1781823816.568037:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b700. 00010000:00000010:3.1:1781823816.568039:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbb400. 00000080:00000010:3.1:1781823816.568041:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26f20. 00010000:00000010:3.1:1781823816.568044:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b100. 00010000:00000010:3.1:1781823816.568046:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fbae00. 00000080:00000010:3.1:1781823816.568049:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e267e0. 00010000:00000010:3.1:1781823816.596131:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b400. 00010000:00000010:3.1:1781823816.596147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cac00. 00000080:00000010:3.1:1781823816.596155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e268a0. 00010000:00000010:3.1:1781823816.596166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b800. 00010000:00000010:3.1:1781823816.596169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cae00. 00000080:00000010:3.1:1781823816.596172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26060. 00010000:00000010:3.1:1781823816.596176:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813ba00. 00010000:00000010:3.1:1781823816.596180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cbc00. 00000080:00000010:3.1:1781823816.596183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26260. 00010000:00000010:3.1:1781823816.596186:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813bd00. 00010000:00000010:3.1:1781823816.596188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cb400. 00000080:00000010:3.1:1781823816.596191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e262e0. 00010000:00000010:3.1:1781823816.596194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b500. 00010000:00000010:3.1:1781823816.596196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cbe00. 00000080:00000010:3.1:1781823816.596198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e40. 00010000:00000010:3.1:1781823816.596201:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0813b000. 00010000:00000010:3.1:1781823816.596204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cb200. 00000080:00000010:3.1:1781823816.596206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26fe0. 00010000:00000010:3.1:1781823816.596216:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b300. 00010000:00000010:3.1:1781823816.596219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cb000. 00000080:00000010:3.1:1781823816.596224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f045918a0. 00010000:00000010:3.1:1781823816.596231:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6700. 00010000:00000010:3.1:1781823816.596234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89800. 00000080:00000010:3.1:1781823816.596240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bf00. 00010000:00000010:3.1:1781823816.596246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6800. 00010000:00000010:3.1:1781823816.596249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706fa00. 00000080:00000010:3.1:1781823816.596251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b9a0. 00010000:00000010:3.1:1781823816.596256:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5000. 00010000:00000010:3.1:1781823816.596258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706e000. 00000080:00000010:3.1:1781823816.596261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b140. 00010000:00000010:3.1:1781823816.596264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5900. 00010000:00000010:3.1:1781823816.596266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0706e800. 00000080:00000010:3.1:1781823816.596269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b7e0. 00010000:00000010:3.1:1781823816.596272:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5f00. 00010000:00000010:3.1:1781823816.596276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525800. 00000080:00000010:3.1:1781823816.596279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b600. 00010000:00000010:3.1:1781823816.596284:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5600. 00010000:00000010:3.1:1781823816.596287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524600. 00000080:00000010:3.1:1781823816.596289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b7c0. 00010000:00000010:3.1:1781823816.596292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f080b5200. 00010000:00000010:3.1:1781823816.596294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524200. 00000080:00000010:3.1:1781823816.596296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b1c0. 00010000:00000010:3.1:1781823816.596302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b200. 00010000:00000010:3.1:1781823816.596304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525600. 00000080:00000010:3.1:1781823816.596307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bd60. 00010000:00000010:3.1:1781823816.596313:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b300. 00010000:00000010:3.1:1781823816.596316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524a00. 00000080:00000010:3.1:1781823816.596318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b500. 00010000:00000010:3.1:1781823816.596321:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3be00. 00010000:00000010:3.1:1781823816.596324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525c00. 00000080:00000010:3.1:1781823816.596326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822bd00. 00010000:00000010:3.1:1781823816.596329:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3bc00. 00010000:00000010:3.1:1781823816.596331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525e00. 00000080:00000010:3.1:1781823816.596334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f0822b660. 00010000:00000010:3.1:1781823816.596337:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3bb00. 00010000:00000010:3.1:1781823816.596339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525200. 00000080:00000010:3.1:1781823816.596349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5d20. 00010000:00000010:3.1:1781823816.596354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b700. 00010000:00000010:3.1:1781823816.596356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525400. 00000080:00000010:3.1:1781823816.596372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5440. 00010000:00000010:3.1:1781823816.596378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b100. 00010000:00000010:3.1:1781823816.596391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524e00. 00000080:00000010:3.1:1781823816.596395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5540. 00010000:00000010:3.1:1781823816.596400:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b400. 00010000:00000010:3.1:1781823816.596402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525000. 00000080:00000010:3.1:1781823816.596406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a80. 00010000:00000010:3.1:1781823816.596410:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b800. 00010000:00000010:3.1:1781823816.596413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524c00. 00000080:00000010:3.1:1781823816.596416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591c20. 00010000:00000010:3.1:1781823816.596420:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3ba00. 00010000:00000010:3.1:1781823816.596423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88e00. 00000080:00000010:3.1:1781823816.596425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591920. 00010000:00000010:3.1:1781823816.596429:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6200. 00010000:00000010:3.1:1781823816.596432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89200. 00000080:00000010:3.1:1781823816.596436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5aa0. 00010000:00000010:3.1:1781823816.596441:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6b00. 00010000:00000010:3.1:1781823816.596444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04525a00. 00000080:00000010:3.1:1781823816.596447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5200. 00010000:00000010:3.1:1781823816.596451:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3bd00. 00010000:00000010:3.1:1781823816.596453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524000. 00000080:00000010:3.1:1781823816.596456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a55e0. 00010000:00000010:3.1:1781823816.596460:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b500. 00010000:00000010:3.1:1781823816.596462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524800. 00000080:00000010:3.1:1781823816.596465:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54a0. 00010000:00000010:3.1:1781823816.596469:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b000. 00010000:00000010:3.1:1781823816.596471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04524400. 00000080:00000010:3.1:1781823816.596475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5e40. 00010000:00000010:3.1:1781823816.596479:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b900. 00010000:00000010:3.1:1781823816.596483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727dc00. 00000080:00000010:3.1:1781823816.596486:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a56e0. 00010000:00000010:3.1:1781823816.596491:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3bf00. 00010000:00000010:3.1:1781823816.596493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727de00. 00000080:00000010:3.1:1781823816.596497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a58e0. 00010000:00000010:3.1:1781823816.596500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07d3b600. 00010000:00000010:3.1:1781823816.596503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727d200. 00000080:00000010:3.1:1781823816.596506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ca0. 00010000:00000010:3.1:1781823816.596513:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318e00. 00010000:00000010:3.1:1781823816.596516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727d400. 00000080:00000010:2.1:1781823816.596813:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5c00. 00010000:00000010:2.1:1781823816.596822:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318c00. 00010000:00000010:2.1:1781823816.596827:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727ce00. 00000080:00000010:2.1:1781823816.596830:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5fc0. 00010000:00000010:2.1:1781823816.596834:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318b00. 00010000:00000010:2.1:1781823816.596836:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727d000. 00000080:00000010:2.1:1781823816.596839:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5260. 00010000:00000010:2.1:1781823816.596850:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318700. 00010000:00000010:2.1:1781823816.596853:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727cc00. 00000080:00000010:2.1:1781823816.596856:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5400. 00010000:00000010:2.1:1781823816.596860:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318100. 00010000:00000010:2.1:1781823816.596863:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727da00. 00000080:00000010:2.1:1781823816.596866:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5c40. 00010000:00000010:2.1:1781823816.596870:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318400. 00010000:00000010:2.1:1781823816.596873:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727c000. 00000080:00000010:2.1:1781823816.596877:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5e80. 00010000:00000010:2.1:1781823816.596880:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318800. 00010000:00000010:2.1:1781823816.596883:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727c800. 00000080:00000010:2.1:1781823816.596886:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5800. 00010000:00000010:2.1:1781823816.596890:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318a00. 00010000:00000010:2.1:1781823816.596893:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727c400. 00000080:00000010:2.1:1781823816.596896:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5cc0. 00010000:00000010:2.1:1781823816.596900:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318d00. 00010000:00000010:2.1:1781823816.596903:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727d800. 00000080:00000010:2.1:1781823816.596906:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a51e0. 00010000:00000010:2.1:1781823816.596910:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318500. 00010000:00000010:2.1:1781823816.596912:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727c600. 00000080:00000010:2.1:1781823816.596915:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5da0. 00010000:00000010:2.1:1781823816.596919:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318000. 00010000:00000010:2.1:1781823816.596922:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727c200. 00000080:00000010:2.1:1781823816.596925:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5320. 00010000:00000010:2.1:1781823816.596931:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318900. 00010000:00000010:2.1:1781823816.596933:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727d600. 00000080:00000010:2.1:1781823816.596935:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5620. 00010000:00000010:2.1:1781823816.596938:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318f00. 00010000:00000010:2.1:1781823816.596941:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0727ca00. 00000080:00000010:2.1:1781823816.596944:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5140. 00010000:00000010:2.1:1781823816.596948:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318600. 00010000:00000010:2.1:1781823816.596952:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3600. 00000080:00000010:2.1:1781823816.596955:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ce0. 00010000:00000010:2.1:1781823816.596959:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318200. 00010000:00000010:2.1:1781823816.596962:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2a00. 00000080:00000010:2.1:1781823816.596964:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26940. 00010000:00000010:2.1:1781823816.596968:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b600. 00010000:00000010:2.1:1781823816.596971:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cba00. 00000080:00000010:2.1:1781823816.596974:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26620. 00010000:00000010:2.1:1781823816.596978:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692bb00. 00010000:00000010:2.1:1781823816.596981:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083ca000. 00000080:00000010:2.1:1781823816.596986:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064435c0. 00010000:00000010:2.1:1781823816.596990:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692be00. 00010000:00000010:2.1:1781823816.596993:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083ca800. 00000080:00000010:2.1:1781823816.596996:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5500. 00010000:00000010:2.1:1781823816.597001:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08318300. 00010000:00000010:2.1:1781823816.597004:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3c00. 00000080:00000010:2.1:1781823816.597007:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5e00. 00010000:00000010:2.1:1781823816.597012:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bf00. 00010000:00000010:2.1:1781823816.597015:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3e00. 00000080:00000010:2.1:1781823816.597018:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f80. 00010000:00000010:2.1:1781823816.597022:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b600. 00010000:00000010:2.1:1781823816.597025:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3200. 00000080:00000010:2.1:1781823816.597029:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f20. 00010000:00000010:2.1:1781823816.597033:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b200. 00010000:00000010:2.1:1781823816.597036:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3400. 00000080:00000010:2.1:1781823816.597038:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ee0. 00010000:00000010:2.1:1781823816.597043:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b300. 00010000:00000010:2.1:1781823816.597047:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2e00. 00000080:00000010:2.1:1781823816.597049:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5b20. 00010000:00000010:2.1:1781823816.597054:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486be00. 00010000:00000010:2.1:1781823816.597056:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3000. 00000080:00000010:2.1:1781823816.597059:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5be0. 00010000:00000010:2.1:1781823816.597063:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bc00. 00010000:00000010:2.1:1781823816.597066:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2c00. 00000080:00000010:2.1:1781823816.597068:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5240. 00010000:00000010:2.1:1781823816.597076:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bb00. 00010000:00000010:2.1:1781823816.597107:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3a00. 00000080:00000010:2.1:1781823816.597126:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5b00. 00010000:00000010:3.1:1781823816.599194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b700. 00010000:00000010:3.1:1781823816.599202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2000. 00000080:00000010:3.1:1781823816.599209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5960. 00010000:00000010:3.1:1781823816.599219:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b100. 00010000:00000010:3.1:1781823816.599222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2800. 00000080:00000010:3.1:1781823816.599225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5fa0. 00010000:00000010:3.1:1781823816.599229:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b400. 00010000:00000010:3.1:1781823816.599232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2400. 00000080:00000010:3.1:1781823816.599235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5740. 00010000:00000010:3.1:1781823816.599239:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b800. 00010000:00000010:3.1:1781823816.599242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3800. 00000080:00000010:3.1:1781823816.599245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5880. 00010000:00000010:3.1:1781823816.599249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486ba00. 00010000:00000010:3.1:1781823816.599252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2600. 00000080:00000010:3.1:1781823816.599255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5720. 00010000:00000010:3.1:1781823816.599259:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bd00. 00010000:00000010:3.1:1781823816.599262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2200. 00000080:00000010:3.1:1781823816.599265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5000. 00010000:00000010:3.1:1781823816.599268:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b500. 00010000:00000010:3.1:1781823816.599272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82c00. 00000080:00000010:3.1:1781823816.599276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5040. 00010000:00000010:3.1:1781823816.599281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b000. 00010000:00000010:3.1:1781823816.599285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83a00. 00000080:00000010:3.1:1781823816.599290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5de0. 00010000:00000010:3.1:1781823816.599294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b900. 00010000:00000010:3.1:1781823816.599297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82000. 00000080:00000010:3.1:1781823816.599299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5420. 00010000:00000010:3.1:1781823816.599307:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c000. 00010000:00000010:3.1:1781823816.599310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82800. 00000080:00000010:3.1:1781823816.599313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5fe0. 00010000:00000010:3.1:1781823816.599317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c900. 00010000:00000010:3.1:1781823816.599320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82400. 00000080:00000010:3.1:1781823816.599323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5180. 00010000:00000010:3.1:1781823816.599327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613cf00. 00010000:00000010:3.1:1781823816.599330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83800. 00000080:00000010:3.1:1781823816.599332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5660. 00010000:00000010:3.1:1781823816.599338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c600. 00010000:00000010:3.1:1781823816.599341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82600. 00000080:00000010:3.1:1781823816.599344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5480. 00010000:00000010:3.1:1781823816.599347:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c200. 00010000:00000010:3.1:1781823816.599350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82200. 00000080:00000010:3.1:1781823816.599353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5b60. 00010000:00000010:3.1:1781823816.599356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c300. 00010000:00000010:3.1:1781823816.599374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83600. 00000080:00000010:3.1:1781823816.599378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f00. 00010000:00000010:3.1:1781823816.599391:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613ce00. 00010000:00000010:3.1:1781823816.599395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82a00. 00000080:00000010:3.1:1781823816.599398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5760. 00010000:00000010:3.1:1781823816.599401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613cc00. 00010000:00000010:3.1:1781823816.599405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83c00. 00000080:00000010:3.1:1781823816.599407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f60. 00010000:00000010:3.1:1781823816.599417:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613cb00. 00010000:00000010:3.1:1781823816.599420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83e00. 00000080:00000010:3.1:1781823816.599423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5900. 00010000:00000010:3.1:1781823816.599427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c700. 00010000:00000010:3.1:1781823816.599430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83200. 00000080:00000010:3.1:1781823816.599432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5980. 00010000:00000010:3.1:1781823816.599436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c100. 00010000:00000010:3.1:1781823816.599439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83400. 00000080:00000010:3.1:1781823816.599442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591a40. 00010000:00000010:3.1:1781823816.599447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c400. 00010000:00000010:3.1:1781823816.599449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d82e00. 00000080:00000010:3.1:1781823816.599452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5160. 00010000:00000010:3.1:1781823816.599457:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6c00. 00010000:00000010:3.1:1781823816.599460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f11d83000. 00000080:00000010:3.1:1781823816.599464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064434e0. 00010000:00000010:3.1:1781823816.599471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c800. 00010000:00000010:3.1:1781823816.599474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083ca400. 00000080:00000010:3.1:1781823816.599477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443a80. 00010000:00000010:3.1:1781823816.599483:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b400. 00010000:00000010:3.1:1781823816.599486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cb800. 00000080:00000010:3.1:1781823816.599489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443020. 00010000:00000010:3.1:1781823816.599493:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b800. 00010000:00000010:3.1:1781823816.599496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083ca600. 00000080:00000010:3.1:1781823816.599499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443840. 00010000:00000010:3.1:1781823816.599503:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692ba00. 00010000:00000010:3.1:1781823816.599505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083ca200. 00000080:00000010:3.1:1781823816.599508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443be0. 00010000:00000010:3.1:1781823816.599512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b000. 00010000:00000010:3.1:1781823816.599515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083cb600. 00000080:00000010:3.1:1781823816.599518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443a40. 00010000:00000010:3.1:1781823816.599521:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692bf00. 00010000:00000010:3.1:1781823816.599524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f083caa00. 00000080:00000010:3.1:1781823816.599526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443380. 00010000:00000010:3.1:1781823816.599529:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b900. 00010000:00000010:3.1:1781823816.599532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61000. 00000080:00000010:3.1:1781823816.599535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064437e0. 00010000:00000010:3.1:1781823816.599539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b500. 00010000:00000010:3.1:1781823816.599543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60e00. 00000080:00000010:3.1:1781823816.599545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443980. 00010000:00000010:3.1:1781823816.599549:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692bd00. 00010000:00000010:3.1:1781823816.599551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60c00. 00000080:00000010:3.1:1781823816.599553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064439a0. 00010000:00000010:3.1:1781823816.599557:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b700. 00010000:00000010:3.1:1781823816.599560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60400. 00000080:00000010:3.1:1781823816.599562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443740. 00010000:00000010:3.1:1781823816.599565:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692bc00. 00010000:00000010:3.1:1781823816.599568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60800. 00000080:00000010:3.1:1781823816.599571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443900. 00010000:00000010:3.1:1781823816.599574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b200. 00010000:00000010:3.1:1781823816.599577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60600. 00000080:00000010:3.1:1781823816.599579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443880. 00010000:00000010:3.1:1781823816.599583:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0692b100. 00010000:00000010:3.1:1781823816.599585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61800. 00000080:00000010:3.1:1781823816.599588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a57e0. 00010000:00000010:3.1:1781823816.599621:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b700. 00010000:00000010:3.1:1781823816.599628:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6a00. 00000080:00000010:3.1:1781823816.599631:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ba0. 00010000:00000010:3.1:1781823816.599636:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613ca00. 00010000:00000010:3.1:1781823816.599639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7c00. 00000080:00000010:3.1:1781823816.599642:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ea0. 00010000:00000010:3.1:1781823816.599645:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613cd00. 00010000:00000010:3.1:1781823816.599648:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7e00. 00000080:00000010:3.1:1781823816.599652:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ec0. 00010000:00000010:3.1:1781823816.599741:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0613c500. 00010000:00000010:3.1:1781823816.599745:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7200. 00000080:00000010:3.1:1781823816.599748:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a53e0. 00010000:00000010:3.1:1781823816.599752:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5900. 00010000:00000010:3.1:1781823816.599755:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7400. 00000080:00000010:3.1:1781823816.599757:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a55a0. 00010000:00000010:3.1:1781823816.599763:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5f00. 00010000:00000010:3.1:1781823816.599766:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6e00. 00000080:00000010:3.1:1781823816.599768:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5c80. 00010000:00000010:3.1:1781823816.599772:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5600. 00010000:00000010:3.1:1781823816.599774:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7000. 00000080:00000010:3.1:1781823816.599777:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a60. 00010000:00000010:3.1:1781823816.599780:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5200. 00010000:00000010:3.1:1781823816.599783:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6c00. 00000080:00000010:3.1:1781823816.599786:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591e20. 00010000:00000010:3.1:1781823816.599790:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5300. 00010000:00000010:3.1:1781823816.599793:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88400. 00000080:00000010:3.1:1781823816.599795:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591280. 00010000:00000010:3.1:1781823816.599799:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6a00. 00010000:00000010:3.1:1781823816.599803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89c00. 00000080:00000010:3.1:1781823816.599806:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591460. 00010000:00000010:3.1:1781823816.599810:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f139c6e00. 00010000:00000010:3.1:1781823816.599813:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89e00. 00000080:00000010:3.1:1781823816.599816:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5380. 00010000:00000010:3.1:1781823816.599819:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5e00. 00010000:00000010:3.1:1781823816.599822:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7a00. 00000080:00000010:3.1:1781823816.599825:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5d60. 00010000:00000010:3.1:1781823816.599828:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5c00. 00010000:00000010:3.1:1781823816.599831:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6000. 00000080:00000010:3.1:1781823816.599834:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6dc0. 00010000:00000010:3.1:1781823816.599839:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5b00. 00010000:00000010:3.1:1781823816.599841:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6800. 00000080:00000010:2.1:1781823816.666140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c66a0. 00010000:00000010:2.1:1781823816.666152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5700. 00010000:00000010:2.1:1781823816.666157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6400. 00000080:00000010:2.1:1781823816.666161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591840. 00010000:00000010:2.1:1781823816.666166:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5100. 00010000:00000010:2.1:1781823816.666170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89600. 00000080:00000010:2.1:1781823816.666173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04591de0. 00010000:00000010:2.1:1781823816.666178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955c00. 00010000:00000010:2.1:1781823816.666180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d89a00. 00000080:00000010:2.1:1781823816.666184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6940. 00010000:00000010:2.1:1781823816.666190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955f00. 00010000:00000010:2.1:1781823816.666193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7800. 00000080:00000010:2.1:1781823816.666196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba5e60. 00010000:00000010:2.1:1781823816.722119:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5400. 00010000:00000010:2.1:1781823816.722128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61a00. 00000080:00000010:2.1:1781823816.722133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba59e0. 00010000:00000010:2.1:1781823816.722145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687bf00. 00010000:00000010:2.1:1781823816.722148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60000. 00000080:00000010:2.1:1781823816.722156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a800. 00010000:00000010:2.1:1781823816.722165:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955300. 00010000:00000010:2.1:1781823816.722169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31d88000. 00000080:00000010:2.1:1781823816.722182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6860. 00010000:00000010:1.1:1781823816.722356:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5800. 00010000:00000010:1.1:1781823816.722363:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6600. 00000080:00000010:1.1:1781823816.722369:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6200. 00010000:00000010:1.1:1781823816.722475:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5a00. 00010000:00000010:1.1:1781823816.722480:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e6200. 00000080:00000010:1.1:1781823816.722486:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6240. 00010000:00000010:1.1:1781823816.722491:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5d00. 00010000:00000010:1.1:1781823816.722494:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f034e7600. 00000080:00000010:1.1:1781823816.722499:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c62a0. 00010000:00000010:1.1:1781823816.722503:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5500. 00010000:00000010:1.1:1781823816.722508:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2a00. 00000080:00000010:1.1:1781823816.722512:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6260. 00010000:00000010:1.1:1781823816.722518:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f060c5000. 00010000:00000010:1.1:1781823816.722522:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3c00. 00000080:00000010:1.1:1781823816.722525:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6520. 00010000:00000010:1.1:1781823816.722532:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1b00. 00010000:00000010:1.1:1781823816.722536:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3e00. 00000080:00000010:1.1:1781823816.722540:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6060. 00010000:00000010:1.1:1781823816.722544:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1700. 00010000:00000010:1.1:1781823816.722546:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3200. 00000080:00000010:1.1:1781823816.722549:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6cc0. 00010000:00000010:1.1:1781823816.722554:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1100. 00010000:00000010:1.1:1781823816.722557:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3400. 00000080:00000010:1.1:1781823816.722561:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c68c0. 00010000:00000010:1.1:1781823816.722566:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1400. 00010000:00000010:1.1:1781823816.722569:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2e00. 00000080:00000010:1.1:1781823816.722573:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6d80. 00010000:00000010:1.1:1781823816.722577:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1800. 00010000:00000010:1.1:1781823816.722580:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3000. 00000080:00000010:1.1:1781823816.722584:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6980. 00010000:00000010:1.1:1781823816.722589:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1a00. 00010000:00000010:1.1:1781823816.722592:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2c00. 00000080:00000010:1.1:1781823816.722595:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c64c0. 00010000:00000010:1.1:1781823816.722600:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1d00. 00010000:00000010:1.1:1781823816.722603:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3a00. 00000080:00000010:1.1:1781823816.722606:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c69c0. 00010000:00000010:1.1:1781823816.722610:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1500. 00010000:00000010:1.1:1781823816.722613:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2000. 00000080:00000010:1.1:1781823816.722618:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a400. 00010000:00000010:1.1:1781823816.722623:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955500. 00010000:00000010:1.1:1781823816.722627:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0d000. 00000080:00000010:1.1:1781823816.722631:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a4a0. 00010000:00000010:1.1:1781823816.722635:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955900. 00010000:00000010:1.1:1781823816.722638:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0d800. 00000080:00000010:1.1:1781823816.722642:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6420. 00010000:00000010:1.1:1781823816.722647:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1000. 00010000:00000010:1.1:1781823816.722650:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2800. 00000080:00000010:1.1:1781823816.722653:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6560. 00010000:00000010:1.1:1781823816.722657:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1900. 00010000:00000010:1.1:1781823816.722659:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2400. 00000080:00000010:1.1:1781823816.722662:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6e00. 00010000:00000010:1.1:1781823816.722665:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1f00. 00010000:00000010:1.1:1781823816.722668:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3800. 00000080:00000010:1.1:1781823816.722672:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6c00. 00010000:00000010:1.1:1781823816.722678:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1600. 00010000:00000010:1.1:1781823816.722680:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2600. 00000080:00000010:1.1:1781823816.722683:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6bc0. 00010000:00000010:1.1:1781823816.722687:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1200. 00010000:00000010:1.1:1781823816.722689:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c2200. 00000080:00000010:1.1:1781823816.722692:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6b80. 00010000:00000010:1.1:1781823816.722696:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1300. 00010000:00000010:1.1:1781823816.722698:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f062c3600. 00000080:00000010:1.1:1781823816.722702:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c61a0. 00010000:00000010:1.1:1781823816.722708:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1e00. 00010000:00000010:1.1:1781823816.722712:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20a00. 00000080:00000010:1.1:1781823816.722716:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f79a0. 00010000:00000010:1.1:1781823816.722722:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b000. 00010000:00000010:1.1:1781823816.722725:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60200. 00000080:00000010:1.1:1781823816.722734:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a12a0. 00010000:00000010:1.1:1781823816.722739:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b800. 00010000:00000010:1.1:1781823816.722742:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61600. 00000080:00000010:1.1:1781823816.722745:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1e40. 00010000:00000010:1.1:1781823816.722750:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687be00. 00010000:00000010:1.1:1781823816.722752:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d60a00. 00000080:00000010:1.1:1781823816.722755:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1840. 00010000:00000010:1.1:1781823816.722858:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b600. 00010000:00000010:1.1:1781823816.722862:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61c00. 00000080:00000010:1.1:1781823816.722867:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1b00. 00010000:00000010:1.1:1781823816.722873:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687bc00. 00010000:00000010:1.1:1781823816.722876:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61e00. 00000080:00000010:1.1:1781823816.722879:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1360. 00010000:00000010:1.1:1781823816.722884:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687bb00. 00010000:00000010:1.1:1781823816.722887:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61200. 00000080:00000010:1.1:1781823816.722891:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1320. 00010000:00000010:1.1:1781823816.722895:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687bd00. 00010000:00000010:1.1:1781823816.722898:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18d61400. 00000080:00000010:1.1:1781823816.722901:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a16e0. 00010000:00000010:1.1:1781823816.722906:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b500. 00010000:00000010:1.1:1781823816.722909:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691e200. 00000080:00000010:1.1:1781823816.722913:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1580. 00010000:00000010:1.1:1781823816.722918:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687ba00. 00010000:00000010:1.1:1781823816.722922:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691f600. 00000080:00000010:1.1:1781823816.722925:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a13e0. 00010000:00000010:1.1:1781823816.722929:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b100. 00010000:00000010:1.1:1781823816.722932:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691ea00. 00000080:00000010:1.1:1781823816.722935:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1700. 00010000:00000010:1.1:1781823816.722939:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b400. 00010000:00000010:1.1:1781823816.722941:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691fc00. 00000080:00000010:1.1:1781823816.722945:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1b20. 00010000:00000010:1.1:1781823816.722949:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b300. 00010000:00000010:1.1:1781823816.722952:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691fe00. 00000080:00000010:1.1:1781823816.722955:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a13c0. 00010000:00000010:1.1:1781823816.722958:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b900. 00010000:00000010:1.1:1781823816.722961:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691f200. 00000080:00000010:1.1:1781823816.722964:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1000. 00010000:00000010:1.1:1781823816.722969:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0687b200. 00010000:00000010:1.1:1781823816.722972:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691f400. 00000080:00000010:1.1:1781823816.722974:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1ca0. 00010000:00000010:1.1:1781823816.722980:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194a00. 00010000:00000010:1.1:1781823816.722983:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691ee00. 00000080:00000010:1.1:1781823816.722986:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1280. 00010000:00000010:1.1:1781823816.722990:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194800. 00010000:00000010:1.1:1781823816.722993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691f000. 00000080:00000010:1.1:1781823816.722996:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1880. 00010000:00000010:1.1:1781823816.723000:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194400. 00010000:00000010:1.1:1781823816.723004:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691ec00. 00000080:00000010:1.1:1781823816.723006:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1920. 00010000:00000010:1.1:1781823816.723009:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194100. 00010000:00000010:1.1:1781823816.723012:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691fa00. 00000080:00000010:1.1:1781823816.723014:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a15e0. 00010000:00000010:1.1:1781823816.723018:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194700. 00010000:00000010:1.1:1781823816.723020:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691e000. 00000080:00000010:1.1:1781823816.723023:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1960. 00010000:00000010:1.1:1781823816.723026:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194b00. 00010000:00000010:1.1:1781823816.723029:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691e800. 00000080:00000010:1.1:1781823816.723031:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1c80. 00010000:00000010:1.1:1781823816.723036:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194c00. 00010000:00000010:1.1:1781823816.723039:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691e400. 00000080:00000010:1.1:1781823816.723042:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1be0. 00010000:00000010:1.1:1781823816.723049:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194e00. 00010000:00000010:1.1:1781823816.723052:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691f800. 00000080:00000010:1.1:1781823816.723055:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1e20. 00010000:00000010:1.1:1781823816.723059:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194300. 00010000:00000010:1.1:1781823816.723062:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0691e600. 00000080:00000010:1.1:1781823816.723065:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1380. 00010000:00000010:1.1:1781823816.723069:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194200. 00010000:00000010:1.1:1781823816.723073:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666c00. 00000080:00000010:1.1:1781823816.723108:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1d00. 00010000:00000010:1.1:1781823816.723114:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194600. 00010000:00000010:1.1:1781823816.723119:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667000. 00000080:00000010:1.1:1781823816.723121:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a10c0. 00010000:00000010:1.1:1781823816.723125:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194f00. 00010000:00000010:1.1:1781823816.723127:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667a00. 00000080:00000010:1.1:1781823816.723131:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1a20. 00010000:00000010:1.1:1781823816.723136:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194900. 00010000:00000010:1.1:1781823816.723138:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666400. 00000080:00000010:1.1:1781823816.723140:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1480. 00010000:00000010:1.1:1781823816.723143:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194000. 00010000:00000010:1.1:1781823816.723146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666000. 00000080:00000010:1.1:1781823816.723149:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1560. 00010000:00000010:1.1:1781823816.723154:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194500. 00010000:00000010:1.1:1781823816.723157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666800. 00000080:00000010:1.1:1781823816.723160:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a600. 00010000:00000010:1.1:1781823816.723164:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955800. 00010000:00000010:1.1:1781823816.723167:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0cc00. 00000080:00000010:1.1:1781823816.723170:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aec0. 00010000:00000010:1.1:1781823816.723173:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955000. 00010000:00000010:1.1:1781823816.723176:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0da00. 00000080:00000010:1.1:1781823816.723179:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1300. 00010000:00000010:1.1:1781823816.723183:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08194d00. 00010000:00000010:1.1:1781823816.723185:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667800. 00000080:00000010:1.1:1781823816.723188:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a10e0. 00010000:00000010:1.1:1781823816.723193:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887e00. 00010000:00000010:1.1:1781823816.723236:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667600. 00000080:00000010:1.1:1781823816.723241:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a19e0. 00010000:00000010:1.1:1781823816.723248:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887400. 00010000:00000010:1.1:1781823816.723251:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666600. 00000080:00000010:1.1:1781823816.723255:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1140. 00010000:00000010:1.1:1781823816.723258:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887600. 00010000:00000010:1.1:1781823816.723261:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666200. 00000080:00000010:1.1:1781823816.723264:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1ec0. 00010000:00000010:1.1:1781823816.723268:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887100. 00010000:00000010:1.1:1781823816.723271:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666a00. 00000080:00000010:1.1:1781823816.723274:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a18e0. 00010000:00000010:1.1:1781823816.723278:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887c00. 00010000:00000010:1.1:1781823816.723281:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667e00. 00000080:00000010:1.1:1781823816.723284:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1500. 00010000:00000010:1.1:1781823816.723287:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887b00. 00010000:00000010:1.1:1781823816.723290:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667c00. 00000080:00000010:1.1:1781823816.723293:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1f40. 00010000:00000010:1.1:1781823816.723297:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887700. 00010000:00000010:1.1:1781823816.723300:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10666e00. 00000080:00000010:1.1:1781823816.723303:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1da0. 00010000:00000010:1.1:1781823816.723307:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887800. 00010000:00000010:1.1:1781823816.723309:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667400. 00000080:00000010:1.1:1781823816.723312:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1a60. 00010000:00000010:1.1:1781823816.723316:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887900. 00010000:00000010:1.1:1781823816.723318:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10667200. 00000080:00000010:1.1:1781823816.723324:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6e20. 00010000:00000010:1.1:1781823816.723329:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065f1c00. 00010000:00000010:1.1:1781823816.723337:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21c00. 00000080:00000010:1.1:1781823816.723342:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6c40. 00010000:00000010:1.1:1781823816.723349:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e700. 00010000:00000010:1.1:1781823816.723353:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21e00. 00000080:00000010:1.1:1781823816.723357:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6440. 00010000:00000010:1.1:1781823816.723362:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e100. 00010000:00000010:1.1:1781823816.723365:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21200. 00000080:00000010:1.1:1781823816.723368:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6500. 00010000:00000010:1.1:1781823816.723372:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e400. 00010000:00000010:1.1:1781823816.723375:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21400. 00000080:00000010:1.1:1781823816.723390:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6e60. 00010000:00000010:1.1:1781823816.723395:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e800. 00010000:00000010:1.1:1781823816.723399:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20e00. 00000080:00000010:1.1:1781823816.723403:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6160. 00010000:00000010:1.1:1781823816.723407:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6ea00. 00010000:00000010:1.1:1781823816.723409:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21000. 00000080:00000010:1.1:1781823816.723411:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c65a0. 00010000:00000010:1.1:1781823816.723415:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6ed00. 00010000:00000010:1.1:1781823816.723418:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20c00. 00000080:00000010:1.1:1781823816.723420:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6340. 00010000:00000010:1.1:1781823816.723425:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e500. 00010000:00000010:1.1:1781823816.723428:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21a00. 00000080:00000010:1.1:1781823816.723431:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c62c0. 00010000:00000010:1.1:1781823816.723435:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e000. 00010000:00000010:1.1:1781823816.723438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20000. 00000080:00000010:1.1:1781823816.723441:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c63a0. 00010000:00000010:1.1:1781823816.723445:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e900. 00010000:00000010:1.1:1781823816.723447:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20800. 00000080:00000010:1.1:1781823816.723451:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6c80. 00010000:00000010:1.1:1781823816.723456:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6ef00. 00010000:00000010:1.1:1781823816.723458:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20400. 00000080:00000010:1.1:1781823816.723461:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6540. 00010000:00000010:1.1:1781823816.723464:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e600. 00010000:00000010:1.1:1781823816.723467:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21800. 00000080:00000010:1.1:1781823816.723470:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6740. 00010000:00000010:1.1:1781823816.723476:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e200. 00010000:00000010:1.1:1781823816.723478:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20600. 00000080:00000010:1.1:1781823816.723482:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ad00. 00010000:00000010:1.1:1781823816.723486:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6e300. 00010000:00000010:1.1:1781823816.723489:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a20200. 00000080:00000010:1.1:1781823816.723492:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ad80. 00010000:00000010:1.1:1781823816.723496:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955d00. 00010000:00000010:1.1:1781823816.723498:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0dc00. 00000080:00000010:1.1:1781823816.723502:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a000. 00010000:00000010:1.1:1781823816.723509:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955400. 00010000:00000010:1.1:1781823816.723512:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0d200. 00000080:00000010:1.1:1781823816.723514:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ac20. 00010000:00000010:1.1:1781823816.723518:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955e00. 00010000:00000010:1.1:1781823816.723520:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0d600. 00000080:00000010:1.1:1781823816.723522:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a6a0. 00010000:00000010:1.1:1781823816.723527:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955a00. 00010000:00000010:1.1:1781823816.723531:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0c000. 00000080:00000010:1.1:1781823816.723534:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c64e0. 00010000:00000010:1.1:1781823816.723538:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6ee00. 00010000:00000010:1.1:1781823816.723540:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a21600. 00000080:00000010:1.1:1781823816.723543:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6ac0. 00010000:00000010:1.1:1781823816.723546:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6ec00. 00010000:00000010:1.1:1781823816.723550:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4c00. 00000080:00000010:1.1:1781823816.723554:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6a00. 00010000:00000010:1.1:1781823816.723558:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f11c6eb00. 00010000:00000010:1.1:1781823816.723563:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5a00. 00000080:00000010:1.1:1781823816.723566:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6c20. 00010000:00000010:1.1:1781823816.723571:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527d00. 00010000:00000010:1.1:1781823816.723575:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4000. 00000080:00000010:1.1:1781823816.723577:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c60c0. 00010000:00000010:1.1:1781823816.723585:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527500. 00010000:00000010:1.1:1781823816.723588:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4800. 00000080:00000010:1.1:1781823816.723591:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6be0. 00010000:00000010:1.1:1781823816.723595:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527000. 00010000:00000010:1.1:1781823816.723597:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4400. 00000080:00000010:1.1:1781823816.723601:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6da0. 00010000:00000010:1.1:1781823816.723605:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527900. 00010000:00000010:1.1:1781823816.723607:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5800. 00000080:00000010:1.1:1781823816.723611:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830af40. 00010000:00000010:1.1:1781823816.723615:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955200. 00010000:00000010:1.1:1781823816.723618:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0d400. 00000080:00000010:1.1:1781823816.723621:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a320. 00010000:00000010:1.1:1781823816.723624:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955100. 00010000:00000010:1.1:1781823816.723626:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0de00. 00000080:00000010:1.1:1781823816.723628:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a6e0. 00010000:00000010:1.1:1781823816.723632:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955b00. 00010000:00000010:1.1:1781823816.723635:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0c600. 00000080:00000010:1.1:1781823816.723638:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6f40. 00010000:00000010:1.1:1781823816.723642:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955700. 00010000:00000010:1.1:1781823816.723645:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4600. 00000080:00000010:1.1:1781823816.723647:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6b00. 00010000:00000010:1.1:1781823816.723651:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527f00. 00010000:00000010:1.1:1781823816.723654:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4200. 00000080:00000010:1.1:1781823816.723657:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c60e0. 00010000:00000010:1.1:1781823816.723661:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527600. 00010000:00000010:1.1:1781823816.723664:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5600. 00000080:00000010:1.1:1781823816.723666:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6e40. 00010000:00000010:1.1:1781823816.723670:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527200. 00010000:00000010:1.1:1781823816.723672:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4a00. 00000080:00000010:1.1:1781823816.723675:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6580. 00010000:00000010:1.1:1781823816.723678:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527300. 00010000:00000010:1.1:1781823816.723681:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5c00. 00000080:00000010:1.1:1781823816.723683:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c62e0. 00010000:00000010:1.1:1781823816.723687:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527e00. 00010000:00000010:1.1:1781823816.723689:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5e00. 00000080:00000010:1.1:1781823816.723692:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6d60. 00010000:00000010:1.1:1781823816.723696:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527c00. 00010000:00000010:1.1:1781823816.723698:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5200. 00000080:00000010:1.1:1781823816.723702:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6b20. 00010000:00000010:1.1:1781823816.723706:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527b00. 00010000:00000010:1.1:1781823816.723708:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5400. 00000080:00000010:1.1:1781823816.723711:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6080. 00010000:00000010:1.1:1781823816.723715:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527700. 00010000:00000010:1.1:1781823816.723717:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f4e00. 00000080:00000010:1.1:1781823816.723720:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6aa0. 00010000:00000010:1.1:1781823816.723725:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527100. 00010000:00000010:1.1:1781823816.723729:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f047f5000. 00000080:00000010:1.1:1781823816.723731:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a380. 00010000:00000010:1.1:1781823816.723736:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955600. 00010000:00000010:1.1:1781823816.723738:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0ce00. 00000080:00000010:1.1:1781823816.723741:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830afe0. 00010000:00000010:1.1:1781823816.723746:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f032dec00. 00010000:00000010:1.1:1781823816.723749:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0c400. 00000080:00000010:1.1:1781823816.723752:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a940. 00010000:00000010:1.1:1781823816.723756:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f032deb00. 00010000:00000010:1.1:1781823816.723758:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0c800. 00000080:00000010:1.1:1781823816.723760:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830af00. 00010000:00000010:1.1:1781823816.723763:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f032def00. 00010000:00000010:1.1:1781823816.723766:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0c200. 00000080:00000010:1.1:1781823816.723768:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a640. 00010000:00000010:1.1:1781823816.723772:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f032de600. 00010000:00000010:1.1:1781823816.723775:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07c0ca00. 00000080:00000010:1.1:1781823816.723777:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ad20. 00010000:00000010:1.1:1781823816.723780:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f032de500. 00010000:00000010:1.1:1781823816.723784:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065e600. 00000080:00000010:1.1:1781823816.723788:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c64a0. 00010000:00000010:1.1:1781823816.723792:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527400. 00010000:00000010:1.1:1781823816.723796:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4f000. 00000080:00000010:1.1:1781823816.723800:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6840. 00010000:00000010:1.1:1781823816.723803:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527800. 00010000:00000010:1.1:1781823816.723807:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4ec00. 00000080:00000010:1.1:1781823816.723809:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c68a0. 00010000:00000010:1.1:1781823816.723812:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04527a00. 00010000:00000010:1.1:1781823816.723814:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4fa00. 00000080:00000010:1.1:1781823816.723817:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a780. 00010000:00000010:1.1:1781823816.723824:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5d00. 00010000:00000010:1.1:1781823816.723827:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065fa00. 00000080:00000010:1.1:1781823816.723830:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c61c0. 00010000:00000010:1.1:1781823816.723833:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5b00. 00010000:00000010:1.1:1781823816.723836:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4e000. 00000080:00000010:1.1:1781823816.723838:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c67e0. 00010000:00000010:1.1:1781823816.723843:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7300. 00010000:00000010:1.1:1781823816.723845:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4e800. 00000080:00000010:1.1:1781823816.723849:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6de0. 00010000:00000010:1.1:1781823816.723856:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7f00. 00010000:00000010:1.1:1781823816.723858:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4e400. 00000080:00000010:1.1:1781823816.723861:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6800. 00010000:00000010:1.1:1781823816.723864:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7600. 00010000:00000010:1.1:1781823816.723867:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4f800. 00000080:00000010:1.1:1781823816.723870:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6d40. 00010000:00000010:1.1:1781823816.723874:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7700. 00010000:00000010:1.1:1781823816.723876:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4e600. 00000080:00000010:1.1:1781823816.723878:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f037c6040. 00010000:00000010:1.1:1781823816.723882:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7000. 00010000:00000010:1.1:1781823816.723884:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4e200. 00000080:00000010:1.1:1781823816.723896:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2080. 00010000:00000010:1.1:1781823816.723901:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7900. 00010000:00000010:1.1:1781823816.723904:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4f600. 00000080:00000010:1.1:1781823816.723908:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2e00. 00010000:00000010:1.1:1781823816.723913:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7a00. 00010000:00000010:1.1:1781823816.723915:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4ea00. 00000080:00000010:1.1:1781823816.723919:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2020. 00010000:00000010:1.1:1781823816.723923:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7400. 00010000:00000010:1.1:1781823816.723926:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4fc00. 00000080:00000010:1.1:1781823816.723930:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2100. 00010000:00000010:1.1:1781823816.723934:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f053b7200. 00010000:00000010:1.1:1781823816.723937:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4fe00. 00000080:00000010:1.1:1781823816.723940:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2460. 00010000:00000010:1.1:1781823816.723945:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3600. 00010000:00000010:1.1:1781823816.723949:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4f200. 00000080:00000010:1.1:1781823816.723952:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc28e0. 00010000:00000010:1.1:1781823816.723956:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3b00. 00010000:00000010:1.1:1781823816.723958:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4f400. 00000080:00000010:1.1:1781823816.723962:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2220. 00010000:00000010:1.1:1781823816.723966:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3200. 00010000:00000010:1.1:1781823816.723969:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04b4ee00. 00000080:00000010:1.1:1781823816.723972:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2b20. 00010000:00000010:1.1:1781823816.723977:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3100. 00010000:00000010:1.1:1781823816.723980:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975600. 00000080:00000010:1.1:1781823816.723984:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ae0. 00010000:00000010:1.1:1781823816.723990:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3800. 00010000:00000010:1.1:1781823816.723994:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974a00. 00000080:00000010:1.1:1781823816.723998:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2740. 00010000:00000010:1.1:1781823816.724002:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3f00. 00010000:00000010:1.1:1781823816.724005:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975c00. 00000080:00000010:1.1:1781823816.724008:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc27c0. 00010000:00000010:1.1:1781823816.724012:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3900. 00010000:00000010:1.1:1781823816.724014:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975e00. 00000080:00000010:0.1:1781823816.725565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2fa0. 00010000:00000010:0.1:1781823816.725577:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3d00. 00010000:00000010:0.1:1781823816.725581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975200. 00000080:00000010:0.1:1781823816.725585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc26e0. 00010000:00000010:0.1:1781823816.725589:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3c00. 00010000:00000010:0.1:1781823816.725592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975400. 00000080:00000010:0.1:1781823816.725595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc25a0. 00010000:00000010:0.1:1781823816.725598:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f209b3400. 00010000:00000010:0.1:1781823816.725602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974e00. 00000080:00000010:1.1:1781823816.777548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443f20. 00010000:00000010:1.1:1781823816.777574:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c900. 00010000:00000010:1.1:1781823816.777582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067ba400. 00000080:00000010:1.1:1781823816.777665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443100. 00010000:00000010:1.1:1781823816.777672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829cb00. 00010000:00000010:1.1:1781823816.777684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bb800. 00000080:00000010:1.1:1781823816.777689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443ea0. 00010000:00000010:1.1:1781823816.777693:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c800. 00010000:00000010:1.1:1781823816.777696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067ba600. 00000080:00000010:1.1:1781823816.777699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443240. 00010000:00000010:1.1:1781823816.777704:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c500. 00010000:00000010:1.1:1781823816.777706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067ba200. 00000080:00000010:1.1:1781823816.777709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443a00. 00010000:00000010:1.1:1781823816.777715:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829cd00. 00010000:00000010:1.1:1781823816.777720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58a00. 00000080:00000010:1.1:1781823816.777724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443200. 00010000:00000010:1.1:1781823816.777729:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2000. 00010000:00000010:1.1:1781823816.777732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59c00. 00000080:00000010:1.1:1781823816.777735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443ba0. 00010000:00000010:1.1:1781823816.777739:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2300. 00010000:00000010:1.1:1781823816.777742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59e00. 00000080:00000010:1.1:1781823816.777744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443040. 00010000:00000010:1.1:1781823816.777747:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2c00. 00010000:00000010:1.1:1781823816.777749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59200. 00000080:00000010:1.1:1781823816.777752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443c60. 00010000:00000010:1.1:1781823816.777756:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2e00. 00010000:00000010:1.1:1781823816.777758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59400. 00000080:00000010:1.1:1781823816.777761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064438e0. 00010000:00000010:1.1:1781823816.777766:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2b00. 00010000:00000010:1.1:1781823816.777769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58e00. 00000080:00000010:1.1:1781823816.777772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443c40. 00010000:00000010:1.1:1781823816.777775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2800. 00010000:00000010:1.1:1781823816.777778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59000. 00000080:00000010:1.1:1781823816.777781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064432a0. 00010000:00000010:1.1:1781823816.777784:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2d00. 00010000:00000010:1.1:1781823816.777787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58c00. 00000080:00000010:1.1:1781823816.777790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443dc0. 00010000:00000010:1.1:1781823816.777793:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2500. 00010000:00000010:1.1:1781823816.777796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59a00. 00000080:00000010:1.1:1781823816.777808:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26d40. 00010000:00000010:1.1:1781823816.777812:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2a00. 00010000:00000010:1.1:1781823816.777815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58000. 00000080:00000010:1.1:1781823816.777818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26760. 00010000:00000010:1.1:1781823816.777824:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2100. 00010000:00000010:1.1:1781823816.777826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58800. 00000080:00000010:0.1:1781823816.778441:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc25e0. 00010000:00000010:0.1:1781823816.778454:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c800. 00010000:00000010:0.1:1781823816.778458:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975000. 00000080:00000010:0.1:1781823816.778461:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2920. 00010000:00000010:0.1:1781823816.778468:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c500. 00010000:00000010:0.1:1781823816.778472:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974c00. 00000080:00000010:0.1:1781823816.778475:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2060. 00010000:00000010:0.1:1781823816.778480:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38cb00. 00010000:00000010:0.1:1781823816.778483:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975a00. 00000080:00000010:0.1:1781823816.778486:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7400. 00010000:00000010:0.1:1781823816.778500:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38cf00. 00010000:00000010:0.1:1781823816.778504:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26c00. 00000080:00000010:0.1:1781823816.778509:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a19a0. 00010000:00000010:0.1:1781823816.778517:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887500. 00010000:00000010:0.1:1781823816.778520:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003a00. 00000080:00000010:0.1:1781823816.778524:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1d40. 00010000:00000010:0.1:1781823816.778528:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887a00. 00010000:00000010:0.1:1781823816.778530:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003000. 00000080:00000010:0.1:1781823816.778533:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1860. 00010000:00000010:0.1:1781823816.778536:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887300. 00010000:00000010:0.1:1781823816.778539:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002a00. 00000080:00000010:0.1:1781823816.778542:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1de0. 00010000:00000010:0.1:1781823816.778546:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887000. 00010000:00000010:0.1:1781823816.778548:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002200. 00000080:00000010:0.1:1781823816.778550:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1b80. 00010000:00000010:0.1:1781823816.778554:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887200. 00010000:00000010:0.1:1781823816.778556:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003600. 00000080:00000010:0.1:1781823816.778560:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ae20. 00010000:00000010:0.1:1781823816.778566:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5800. 00010000:00000010:0.1:1781823816.778569:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065f800. 00000080:00000010:0.1:1781823816.778572:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830ab40. 00010000:00000010:0.1:1781823816.778576:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5400. 00010000:00000010:0.1:1781823816.778578:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065fe00. 00000080:00000010:0.1:1781823816.778580:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a3a0. 00010000:00000010:0.1:1781823816.778584:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5000. 00010000:00000010:0.1:1781823816.778586:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065f600. 00000080:00000010:0.1:1781823816.778588:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a8c0. 00010000:00000010:0.1:1781823816.778594:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5c00. 00010000:00000010:0.1:1781823816.778606:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065e400. 00000080:00000010:0.1:1781823816.778609:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aa00. 00010000:00000010:0.1:1781823816.778618:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5a00. 00010000:00000010:0.1:1781823816.778621:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065ee00. 00000080:00000010:0.1:1781823816.778623:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a080. 00010000:00000010:0.1:1781823816.778627:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5200. 00010000:00000010:0.1:1781823816.778629:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065f000. 00000080:00000010:0.1:1781823816.778632:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a580. 00010000:00000010:0.1:1781823816.778636:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5300. 00010000:00000010:0.1:1781823816.778638:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065ec00. 00000080:00000010:0.1:1781823816.778642:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2620. 00010000:00000010:0.1:1781823816.778647:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38cd00. 00010000:00000010:0.1:1781823816.778650:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974000. 00000080:00000010:0.1:1781823816.778653:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2a00. 00010000:00000010:0.1:1781823816.778658:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c700. 00010000:00000010:0.1:1781823816.778661:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974800. 00000080:00000010:0.1:1781823816.778664:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc26a0. 00010000:00000010:0.1:1781823816.778668:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c900. 00010000:00000010:0.1:1781823816.778671:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974400. 00000080:00000010:0.1:1781823816.778680:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2fe0. 00010000:00000010:0.1:1781823816.778684:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c100. 00010000:00000010:0.1:1781823816.778687:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06975800. 00000080:00000010:0.1:1781823816.778691:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2420. 00010000:00000010:0.1:1781823816.778695:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c300. 00010000:00000010:0.1:1781823816.778698:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974600. 00000080:00000010:0.1:1781823816.778701:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2260. 00010000:00000010:0.1:1781823816.778704:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c200. 00010000:00000010:0.1:1781823816.778707:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06974200. 00000080:00000010:0.1:1781823816.778716:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2f40. 00010000:00000010:0.1:1781823816.778721:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c000. 00010000:00000010:0.1:1781823816.778725:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468400. 00000080:00000010:0.1:1781823816.778727:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1200. 00010000:00000010:0.1:1781823816.778732:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270f00. 00010000:00000010:0.1:1781823816.778736:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003c00. 00000080:00000010:0.1:1781823816.778738:0:108818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a17a0. 00010000:00000010:0.1:1781823816.778742:0:108818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887f00. 00010000:00000010:0.1:1781823816.778744:0:108818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003e00. 00000080:00000010:0.1:1781823816.778761:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1ce0. 00010000:00000010:0.1:1781823816.778766:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04887d00. 00010000:00000010:0.1:1781823816.778769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003200. 00000080:00000010:0.1:1781823816.778771:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1240. 00010000:00000010:0.1:1781823816.778777:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6700. 00010000:00000010:0.1:1781823816.778781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003400. 00000080:00000010:0.1:1781823816.778783:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1120. 00010000:00000010:0.1:1781823816.778788:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6e00. 00010000:00000010:0.1:1781823816.778791:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002e00. 00000080:00000010:0.1:1781823816.778794:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1ee0. 00010000:00000010:0.1:1781823816.778797:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6000. 00010000:00000010:0.1:1781823816.778800:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002c00. 00000080:00000010:0.1:1781823816.778804:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2140. 00010000:00000010:0.1:1781823816.778808:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38ca00. 00010000:00000010:0.1:1781823816.778812:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469800. 00000080:00000010:0.1:1781823816.778816:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ea0. 00010000:00000010:0.1:1781823816.778820:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38ce00. 00010000:00000010:0.1:1781823816.778824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468600. 00000080:00000010:0.1:1781823816.778828:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2160. 00010000:00000010:0.1:1781823816.778831:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38cc00. 00010000:00000010:0.1:1781823816.778833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468200. 00000080:00000010:0.1:1781823816.778836:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc20e0. 00010000:00000010:0.1:1781823816.778840:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a38c400. 00010000:00000010:0.1:1781823816.778843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469600. 00000080:00000010:0.1:1781823816.778845:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2320. 00010000:00000010:0.1:1781823816.778849:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f421fc300. 00010000:00000010:0.1:1781823816.778852:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468a00. 00000080:00000010:0.1:1781823816.778855:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2480. 00010000:00000010:0.1:1781823816.778858:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f421fc600. 00010000:00000010:0.1:1781823816.778860:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469c00. 00000080:00000010:0.1:1781823816.778864:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1f20. 00010000:00000010:0.1:1781823816.778867:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f421fc200. 00010000:00000010:0.1:1781823816.778870:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002000. 00000080:00000010:0.1:1781823816.778873:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1d20. 00010000:00000010:0.1:1781823816.778876:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6400. 00010000:00000010:0.1:1781823816.778879:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002800. 00000080:00000010:0.1:1781823816.778882:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1fc0. 00010000:00000010:0.1:1781823816.778886:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6300. 00010000:00000010:0.1:1781823816.778889:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002400. 00000080:00000010:0.1:1781823816.778891:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f180a1220. 00010000:00000010:0.1:1781823816.778895:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6500. 00010000:00000010:0.1:1781823816.778897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18003800. 00000080:00000010:0.1:1781823816.778900:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8a7c0. 00010000:00000010:0.1:1781823816.778904:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6f00. 00010000:00000010:0.1:1781823816.778906:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18002600. 00000080:00000010:0.1:1781823816.778909:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8abe0. 00010000:00000010:0.1:1781823816.778913:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6d00. 00010000:00000010:0.1:1781823816.778917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383a00. 00000080:00000010:0.1:1781823816.778919:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8a100. 00010000:00000010:0.1:1781823816.778923:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6c00. 00010000:00000010:0.1:1781823816.778926:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382c00. 00000080:00000010:0.1:1781823816.778929:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7000. 00010000:00000010:0.1:1781823816.778936:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6200. 00010000:00000010:0.1:1781823816.778939:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383000. 00000080:00000010:0.1:1781823816.778941:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7840. 00010000:00000010:0.1:1781823816.778944:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6b00. 00010000:00000010:0.1:1781823816.778947:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383800. 00000080:00000010:0.1:1781823816.778949:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f71a0. 00010000:00000010:0.1:1781823816.778953:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6900. 00010000:00000010:0.1:1781823816.778956:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382800. 00000080:00000010:0.1:1781823816.778959:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7340. 00010000:00000010:0.1:1781823816.778962:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6800. 00010000:00000010:0.1:1781823816.778965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382400. 00000080:00000010:0.1:1781823816.778969:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2780. 00010000:00000010:0.1:1781823816.778975:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298600. 00010000:00000010:0.1:1781823816.778978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469e00. 00000080:00000010:0.1:1781823816.778981:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2fc0. 00010000:00000010:0.1:1781823816.778986:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298000. 00010000:00000010:0.1:1781823816.778988:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469200. 00000080:00000010:0.1:1781823816.778990:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2900. 00010000:00000010:0.1:1781823816.778994:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298d00. 00010000:00000010:0.1:1781823816.778997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469400. 00000080:00000010:0.1:1781823816.778999:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2c80. 00010000:00000010:0.1:1781823816.779004:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298400. 00010000:00000010:0.1:1781823816.779007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468e00. 00000080:00000010:0.1:1781823816.779012:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2c40. 00010000:00000010:0.1:1781823816.779016:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298c00. 00010000:00000010:0.1:1781823816.779019:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469000. 00000080:00000010:0.1:1781823816.779022:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc23a0. 00010000:00000010:0.1:1781823816.779027:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298500. 00010000:00000010:0.1:1781823816.779029:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468c00. 00000080:00000010:0.1:1781823816.779032:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2a40. 00010000:00000010:0.1:1781823816.779037:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298f00. 00010000:00000010:0.1:1781823816.779040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04469a00. 00000080:00000010:0.1:1781823816.779043:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2da0. 00010000:00000010:0.1:1781823816.779050:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298b00. 00010000:00000010:0.1:1781823816.779053:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468000. 00000080:00000010:0.1:1781823816.779055:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc29a0. 00010000:00000010:0.1:1781823816.779059:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298200. 00010000:00000010:0.1:1781823816.779062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04468800. 00000080:00000010:0.1:1781823816.779065:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2b60. 00010000:00000010:0.1:1781823816.779069:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298300. 00010000:00000010:0.1:1781823816.779073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503c00. 00000080:00000010:0.1:1781823816.779075:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc21e0. 00010000:00000010:0.1:1781823816.779108:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298900. 00010000:00000010:0.1:1781823816.779111:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503e00. 00000080:00000010:0.1:1781823816.779114:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2840. 00010000:00000010:0.1:1781823816.779118:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a298a00. 00010000:00000010:0.1:1781823816.779121:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503200. 00000080:00000010:0.1:1781823816.779124:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2120. 00010000:00000010:0.1:1781823816.779129:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937800. 00010000:00000010:0.1:1781823816.779157:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503400. 00000080:00000010:0.1:1781823816.779161:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2f00. 00010000:00000010:0.1:1781823816.779165:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937200. 00010000:00000010:0.1:1781823816.779168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502e00. 00000080:00000010:0.1:1781823816.779172:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2cc0. 00010000:00000010:0.1:1781823816.779176:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937700. 00010000:00000010:0.1:1781823816.779178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503000. 00000080:00000010:0.1:1781823816.779181:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc22c0. 00010000:00000010:0.1:1781823816.779185:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937900. 00010000:00000010:0.1:1781823816.779187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502c00. 00000080:00000010:0.1:1781823816.779189:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aac0. 00010000:00000010:0.1:1781823816.779195:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937c00. 00010000:00000010:0.1:1781823816.779198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065e000. 00000080:00000010:0.1:1781823816.779203:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8740. 00010000:00000010:0.1:1781823816.779207:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5100. 00010000:00000010:0.1:1781823816.779210:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065f200. 00000080:00000010:0.1:1781823816.779213:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8880. 00010000:00000010:0.1:1781823816.779216:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5900. 00010000:00000010:0.1:1781823816.779219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f1065e200. 00000080:00000010:0.1:1781823816.779226:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8f80. 00010000:00000010:0.1:1781823816.779230:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5500. 00010000:00000010:0.1:1781823816.779234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07a00. 00000080:00000010:0.1:1781823816.779237:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2680. 00010000:00000010:0.1:1781823816.779241:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5600. 00010000:00000010:0.1:1781823816.779244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07000. 00000080:00000010:0.1:1781823816.779246:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2760. 00010000:00000010:0.1:1781823816.779250:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937600. 00010000:00000010:0.1:1781823816.779253:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503a00. 00000080:00000010:0.1:1781823816.779256:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2b40. 00010000:00000010:0.1:1781823816.779259:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937400. 00010000:00000010:0.1:1781823816.779261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502000. 00000080:00000010:0.1:1781823816.779264:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2800. 00010000:00000010:0.1:1781823816.779267:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937e00. 00010000:00000010:0.1:1781823816.779270:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502800. 00000080:00000010:0.1:1781823816.779273:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2f60. 00010000:00000010:0.1:1781823816.779277:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937100. 00010000:00000010:0.1:1781823816.779279:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502400. 00000080:00000010:0.1:1781823816.779282:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2960. 00010000:00000010:0.1:1781823816.779285:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937b00. 00010000:00000010:0.1:1781823816.779287:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503800. 00000080:00000010:0.1:1781823816.779290:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2340. 00010000:00000010:0.1:1781823816.779294:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937f00. 00010000:00000010:0.1:1781823816.779296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502600. 00000080:00000010:0.1:1781823816.779299:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2580. 00010000:00000010:0.1:1781823816.779303:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f20937300. 00010000:00000010:0.1:1781823816.779305:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502200. 00000080:00000010:0.1:1781823816.779307:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2b00. 00010000:00000010:0.1:1781823816.779313:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9a00. 00010000:00000010:0.1:1781823816.779316:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04503600. 00000080:00000010:0.1:1781823816.779320:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2d40. 00010000:00000010:0.1:1781823816.779324:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9e00. 00010000:00000010:0.1:1781823816.779326:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04502a00. 00000080:00000010:0.1:1781823816.779329:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f76a0. 00010000:00000010:0.1:1781823816.779335:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6a00. 00010000:00000010:0.1:1781823816.779338:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382600. 00000080:00000010:0.1:1781823816.779340:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7f80. 00010000:00000010:0.1:1781823816.779344:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6600. 00010000:00000010:0.1:1781823816.779346:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382200. 00000080:00000010:0.1:1781823816.779353:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f2a0. 00010000:00000010:0.1:1781823816.779357:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f183d6100. 00010000:00000010:0.1:1781823816.779364:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383600. 00000080:00000010:0.1:1781823816.779368:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f4e0. 00010000:00000010:0.1:1781823816.779373:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0600. 00010000:00000010:0.1:1781823816.779388:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382a00. 00000080:00000010:0.1:1781823816.779392:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f940. 00010000:00000010:0.1:1781823816.779397:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0a00. 00010000:00000010:0.1:1781823816.779400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383c00. 00000080:00000010:0.1:1781823816.779402:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fc00. 00010000:00000010:0.1:1781823816.779406:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0500. 00010000:00000010:0.1:1781823816.779409:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383e00. 00000080:00000010:0.1:1781823816.779412:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f720. 00010000:00000010:0.1:1781823816.779416:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0f00. 00010000:00000010:0.1:1781823816.779418:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383200. 00000080:00000010:0.1:1781823816.779421:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f460. 00010000:00000010:0.1:1781823816.779424:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0e00. 00010000:00000010:0.1:1781823816.779426:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18383400. 00000080:00000010:0.1:1781823816.779429:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fb80. 00010000:00000010:0.1:1781823816.779433:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0100. 00010000:00000010:0.1:1781823816.779435:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382e00. 00000080:00000010:0.1:1781823816.779438:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2a80. 00010000:00000010:0.1:1781823816.779443:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5700. 00010000:00000010:0.1:1781823816.779446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486f800. 00000080:00000010:0.1:1781823816.779449:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2040. 00010000:00000010:0.1:1781823816.779453:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9000. 00010000:00000010:0.1:1781823816.779456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486e600. 00000080:00000010:0.1:1781823816.779458:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc28a0. 00010000:00000010:0.1:1781823816.779463:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9200. 00010000:00000010:0.1:1781823816.779466:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486e200. 00000080:00000010:0.1:1781823816.779468:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc27e0. 00010000:00000010:0.1:1781823816.779472:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9700. 00010000:00000010:0.1:1781823816.779475:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486f600. 00000080:00000010:0.1:1781823816.779477:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc20a0. 00010000:00000010:0.1:1781823816.779480:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9b00. 00010000:00000010:0.1:1781823816.779483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486ea00. 00000080:00000010:0.1:1781823816.779486:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2820. 00010000:00000010:0.1:1781823816.779489:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9c00. 00010000:00000010:0.1:1781823816.779492:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486fc00. 00000080:00000010:0.1:1781823816.779494:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc23e0. 00010000:00000010:0.1:1781823816.779497:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9500. 00010000:00000010:0.1:1781823816.779500:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486fe00. 00000080:00000010:0.1:1781823816.779502:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc26c0. 00010000:00000010:0.1:1781823816.779507:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9d00. 00010000:00000010:0.1:1781823816.779509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486f200. 00000080:00000010:0.1:1781823816.779512:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2e20. 00010000:00000010:0.1:1781823816.779516:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9800. 00010000:00000010:0.1:1781823816.779518:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486f400. 00000080:00000010:0.1:1781823816.779520:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fc20. 00010000:00000010:0.1:1781823816.779524:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f034c9400. 00010000:00000010:0.1:1781823816.779526:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18382000. 00000080:00000010:0.1:1781823816.779529:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fb40. 00010000:00000010:0.1:1781823816.779532:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0800. 00010000:00000010:0.1:1781823816.779535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237200. 00000080:00000010:0.1:1781823816.779538:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f400. 00010000:00000010:0.1:1781823816.779581:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0000. 00010000:00000010:0.1:1781823816.779585:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236e00. 00000080:00000010:0.1:1781823816.779589:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f5c0. 00010000:00000010:0.1:1781823816.779593:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0300. 00010000:00000010:0.1:1781823816.779596:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237400. 00000080:00000010:0.1:1781823816.779598:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2940. 00010000:00000010:0.1:1781823816.779604:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf200. 00010000:00000010:0.1:1781823816.779606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486ee00. 00000080:00000010:0.1:1781823816.779609:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc22e0. 00010000:00000010:0.1:1781823816.779614:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf500. 00010000:00000010:0.1:1781823816.779616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486f000. 00000080:00000010:0.1:1781823816.779620:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ee0. 00010000:00000010:0.1:1781823816.779624:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf700. 00010000:00000010:0.1:1781823816.779627:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486ec00. 00000080:00000010:0.1:1781823816.779629:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2720. 00010000:00000010:0.1:1781823816.779633:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eafd00. 00010000:00000010:0.1:1781823816.779635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486fa00. 00000080:00000010:0.1:1781823816.779638:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc22a0. 00010000:00000010:0.1:1781823816.779642:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaff00. 00010000:00000010:0.1:1781823816.779644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486e000. 00000080:00000010:0.1:1781823816.779647:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2b80. 00010000:00000010:0.1:1781823816.779651:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eafc00. 00010000:00000010:0.1:1781823816.779653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486e800. 00000080:00000010:0.1:1781823816.779656:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2f20. 00010000:00000010:0.1:1781823816.779661:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf800. 00010000:00000010:0.1:1781823816.779664:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0486e400. 00000080:00000010:0.1:1781823816.779666:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ec0. 00010000:00000010:0.1:1781823816.779670:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf400. 00010000:00000010:0.1:1781823816.779683:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218400. 00000080:00000010:0.1:1781823816.779688:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2640. 00010000:00000010:0.1:1781823816.779692:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eafa00. 00010000:00000010:0.1:1781823816.779695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219800. 00000080:00000010:0.1:1781823816.779698:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc21a0. 00010000:00000010:0.1:1781823816.779703:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eafb00. 00010000:00000010:0.1:1781823816.779706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218600. 00000080:00000010:0.1:1781823816.779709:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2380. 00010000:00000010:0.1:1781823816.779713:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf000. 00010000:00000010:0.1:1781823816.779716:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218200. 00000080:00000010:0.1:1781823816.779717:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2ca0. 00010000:00000010:0.1:1781823816.779720:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf100. 00010000:00000010:0.1:1781823816.779722:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219600. 00000080:00000010:0.1:1781823816.779725:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc2560. 00010000:00000010:0.1:1781823816.779728:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf600. 00010000:00000010:0.1:1781823816.779731:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218a00. 00000080:00000010:0.1:1781823816.779733:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07cc24c0. 00010000:00000010:0.1:1781823816.779737:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eafe00. 00010000:00000010:0.1:1781823816.779739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219c00. 00000080:00000010:0.1:1781823816.779742:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f065331c0. 00010000:00000010:0.1:1781823816.779746:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04eaf300. 00010000:00000010:0.1:1781823816.779748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219e00. 00000080:00000010:0.1:1781823816.779752:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba58c0. 00010000:00000010:0.1:1781823816.779757:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5600. 00010000:00000010:0.1:1781823816.779786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219200. 00000080:00000010:0.1:1781823816.779790:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba5d60. 00010000:00000010:0.1:1781823816.779794:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5700. 00010000:00000010:0.1:1781823816.779797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219400. 00000080:00000010:0.1:1781823816.779802:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8560. 00010000:00000010:0.1:1781823816.779806:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5e00. 00010000:00000010:0.1:1781823816.779809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07e00. 00000080:00000010:0.1:1781823816.779812:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8800. 00010000:00000010:0.1:1781823816.779816:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f107e5f00. 00010000:00000010:0.1:1781823816.779819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07800. 00000080:00000010:0.1:1781823816.779821:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8da0. 00010000:00000010:0.1:1781823816.779826:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351000. 00010000:00000010:0.1:1781823816.779830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06a00. 00000080:00000010:0.1:1781823816.779832:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e82a0. 00010000:00000010:0.1:1781823816.779836:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351500. 00010000:00000010:0.1:1781823816.779839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06800. 00000080:00000010:0.1:1781823816.779841:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8720. 00010000:00000010:0.1:1781823816.779844:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351d00. 00010000:00000010:0.1:1781823816.779847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06000. 00000080:00000010:0.1:1781823816.779849:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ba5540. 00010000:00000010:0.1:1781823816.779853:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5c00. 00010000:00000010:0.1:1781823816.779855:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218e00. 00000080:00000010:0.1:1781823816.779858:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064436e0. 00010000:00000010:0.1:1781823816.779861:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5200. 00010000:00000010:0.1:1781823816.779864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219000. 00000080:00000010:0.1:1781823816.779866:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064434c0. 00010000:00000010:0.1:1781823816.779870:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5f00. 00010000:00000010:0.1:1781823816.779873:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218c00. 00000080:00000010:0.1:1781823816.779875:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443600. 00010000:00000010:0.1:1781823816.779878:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5b00. 00010000:00000010:0.1:1781823816.779881:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08219a00. 00000080:00000010:0.1:1781823816.779883:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443de0. 00010000:00000010:0.1:1781823816.779886:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5a00. 00010000:00000010:0.1:1781823816.779888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218000. 00000080:00000010:0.1:1781823816.779892:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443520. 00010000:00000010:0.1:1781823816.779897:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5300. 00010000:00000010:0.1:1781823816.779900:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08218800. 00000080:00000010:0.1:1781823816.779902:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443c20. 00010000:00000010:0.1:1781823816.779905:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f12ba5000. 00010000:00000010:0.1:1781823816.779908:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bb600. 00000080:00000010:0.1:1781823816.779911:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443820. 00010000:00000010:0.1:1781823816.779916:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829ca00. 00010000:00000010:0.1:1781823816.779919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067baa00. 00000080:00000010:0.1:1781823816.779922:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443f80. 00010000:00000010:0.1:1781823816.779926:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c000. 00010000:00000010:0.1:1781823816.779929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bbc00. 00000080:00000010:0.1:1781823816.779930:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064430a0. 00010000:00000010:0.1:1781823816.779934:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c600. 00010000:00000010:0.1:1781823816.779937:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bbe00. 00000080:00000010:0.1:1781823816.779941:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7b80. 00010000:00000010:0.1:1781823816.779946:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c300. 00010000:00000010:0.1:1781823816.779949:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26600. 00000080:00000010:0.1:1781823816.779951:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443760. 00010000:00000010:0.1:1781823816.779956:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270100. 00010000:00000010:0.1:1781823816.779959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bb200. 00000080:00000010:0.1:1781823816.779961:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443680. 00010000:00000010:0.1:1781823816.779964:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c200. 00010000:00000010:0.1:1781823816.779967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bb400. 00000080:00000010:0.1:1781823816.779969:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443cc0. 00010000:00000010:0.1:1781823816.779973:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829cc00. 00010000:00000010:0.1:1781823816.779975:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bae00. 00000080:00000010:0.1:1781823816.779978:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443920. 00010000:00000010:0.1:1781823816.779982:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c400. 00010000:00000010:0.1:1781823816.779984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bb000. 00000080:00000010:0.1:1781823816.779987:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443560. 00010000:00000010:0.1:1781823816.779991:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c700. 00010000:00000010:0.1:1781823816.779993:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bac00. 00000080:00000010:0.1:1781823816.779995:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443c80. 00010000:00000010:0.1:1781823816.779999:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829c100. 00010000:00000010:0.1:1781823816.780001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067bba00. 00000080:00000010:0.1:1781823816.780003:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f064436a0. 00010000:00000010:0.1:1781823816.780007:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829ce00. 00010000:00000010:0.1:1781823816.780010:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067ba000. 00000080:00000010:0.1:1781823816.780013:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e85a0. 00010000:00000010:0.1:1781823816.780017:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f1829cf00. 00010000:00000010:0.1:1781823816.780020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07200. 00000080:00000010:0.1:1781823816.780023:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e89e0. 00010000:00000010:0.1:1781823816.780028:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351c00. 00010000:00000010:0.1:1781823816.780031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06600. 00000080:00000010:0.1:1781823816.780034:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e82c0. 00010000:00000010:0.1:1781823816.780040:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351e00. 00010000:00000010:0.1:1781823816.780042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07600. 00000080:00000010:0.1:1781823816.780045:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443b40. 00010000:00000010:0.1:1781823816.780049:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351800. 00010000:00000010:0.1:1781823816.780051:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f067ba800. 00000080:00000010:1.1:1781823816.781898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26d20. 00010000:00000010:1.1:1781823816.781911:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2700. 00010000:00000010:1.1:1781823816.781916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58400. 00000080:00000010:1.1:1781823816.781921:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e267c0. 00010000:00000010:1.1:1781823816.781925:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2400. 00010000:00000010:1.1:1781823816.781928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59800. 00000080:00000010:1.1:1781823816.781932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26580. 00010000:00000010:1.1:1781823816.781935:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2600. 00010000:00000010:1.1:1781823816.781938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58600. 00000080:00000010:1.1:1781823816.781941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26440. 00010000:00000010:1.1:1781823816.781949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2200. 00010000:00000010:1.1:1781823816.781951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f58200. 00000080:00000010:1.1:1781823816.781954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26360. 00010000:00000010:1.1:1781823816.781958:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2f00. 00010000:00000010:1.1:1781823816.781960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10f59600. 00000080:00000010:1.1:1781823816.781964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8700. 00010000:00000010:1.1:1781823816.781971:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351a00. 00010000:00000010:1.1:1781823816.781975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06400. 00000080:00000010:1.1:1781823816.786715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8ec0. 00010000:00000010:1.1:1781823816.786728:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351600. 00010000:00000010:1.1:1781823816.786733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07400. 00000080:00000010:1.1:1781823816.786737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8540. 00010000:00000010:1.1:1781823816.786741:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351400. 00010000:00000010:1.1:1781823816.786744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06200. 00000080:00000010:1.1:1781823816.786754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26b60. 00010000:00000010:1.1:1781823816.786760:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f081c2900. 00010000:00000010:1.1:1781823816.786765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972e00. 00000080:00000010:1.1:1781823816.786769:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e60. 00010000:00000010:1.1:1781823816.786775:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147c00. 00010000:00000010:1.1:1781823816.786779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973000. 00000080:00000010:1.1:1781823816.786783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e262c0. 00010000:00000010:1.1:1781823816.786786:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147d00. 00010000:00000010:1.1:1781823816.786789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972c00. 00000080:00000010:1.1:1781823816.786792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8ea0. 00010000:00000010:1.1:1781823816.786796:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147a00. 00010000:00000010:1.1:1781823816.786799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06c00. 00000080:00000010:1.1:1781823816.786801:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8160. 00010000:00000010:1.1:1781823816.786805:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351300. 00010000:00000010:1.1:1781823816.786808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e06e00. 00000080:00000010:1.1:1781823816.786811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26080. 00010000:00000010:1.1:1781823816.786820:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351f00. 00010000:00000010:1.1:1781823816.786823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31e07c00. 00000080:00000010:1.1:1781823816.786826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ea0. 00010000:00000010:1.1:1781823816.786832:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147000. 00010000:00000010:1.1:1781823816.786834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973a00. 00000080:00000010:1.1:1781823816.786837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e263e0. 00010000:00000010:1.1:1781823816.786840:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147600. 00010000:00000010:1.1:1781823816.786843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972000. 00000080:00000010:1.1:1781823816.786846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e20. 00010000:00000010:1.1:1781823816.786849:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147700. 00010000:00000010:1.1:1781823816.786852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972800. 00000080:00000010:1.1:1781823816.786855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26de0. 00010000:00000010:1.1:1781823816.786858:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147b00. 00010000:00000010:1.1:1781823816.786861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972400. 00000080:00000010:1.1:1781823816.786863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26340. 00010000:00000010:1.1:1781823816.786867:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147100. 00010000:00000010:1.1:1781823816.786869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973800. 00000080:00000010:1.1:1781823816.786871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e260c0. 00010000:00000010:1.1:1781823816.786875:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147e00. 00010000:00000010:1.1:1781823816.786878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972600. 00000080:00000010:1.1:1781823816.786880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26860. 00010000:00000010:1.1:1781823816.786884:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147200. 00010000:00000010:1.1:1781823816.786886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972200. 00000080:00000010:1.1:1781823816.786889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e00. 00010000:00000010:1.1:1781823816.786892:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147900. 00010000:00000010:1.1:1781823816.786895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973600. 00000080:00000010:1.1:1781823816.786897:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8ae0. 00010000:00000010:1.1:1781823816.786903:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147300. 00010000:00000010:1.1:1781823816.786907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709c600. 00000080:00000010:1.1:1781823816.786910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8120. 00010000:00000010:1.1:1781823816.786914:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351200. 00010000:00000010:1.1:1781823816.786918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709da00. 00000080:00000010:1.1:1781823816.786920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8bc0. 00010000:00000010:1.1:1781823816.786924:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18351700. 00010000:00000010:1.1:1781823816.786939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709ca00. 00000080:00000010:1.1:1781823816.786943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e85c0. 00010000:00000010:1.1:1781823816.786949:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb500. 00010000:00000010:1.1:1781823816.786952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709dc00. 00000080:00000010:1.1:1781823816.786955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26800. 00010000:00000010:1.1:1781823816.786959:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fbb00. 00010000:00000010:1.1:1781823816.786962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04972a00. 00000080:00000010:1.1:1781823816.786965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26d60. 00010000:00000010:1.1:1781823816.786968:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147f00. 00010000:00000010:1.1:1781823816.786972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973c00. 00000080:00000010:1.1:1781823816.786974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e267a0. 00010000:00000010:1.1:1781823816.786978:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147400. 00010000:00000010:1.1:1781823816.786981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973e00. 00000080:00000010:1.1:1781823816.786983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26880. 00010000:00000010:1.1:1781823816.786988:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147500. 00010000:00000010:1.1:1781823816.786991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973200. 00000080:00000010:1.1:1781823816.786993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26a40. 00010000:00000010:1.1:1781823816.786997:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18147800. 00010000:00000010:1.1:1781823816.786999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04973400. 00000080:00000010:1.1:1781823816.787002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e268e0. 00010000:00000010:1.1:1781823816.787008:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd700. 00010000:00000010:1.1:1781823816.787012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6600. 00000080:00000010:1.1:1781823816.787017:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f540. 00010000:00000010:1.1:1781823816.787023:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd400. 00010000:00000010:1.1:1781823816.787027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26200. 00000080:00000010:1.1:1781823816.787030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f440. 00010000:00000010:1.1:1781823816.787036:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0c00. 00010000:00000010:1.1:1781823816.787040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237000. 00000080:00000010:1.1:1781823816.787043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8460. 00010000:00000010:1.1:1781823816.787046:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fbc00. 00010000:00000010:1.1:1781823816.787050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709c200. 00000080:00000010:1.1:1781823816.787052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8e20. 00010000:00000010:1.1:1781823816.787055:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fbe00. 00010000:00000010:1.1:1781823816.787058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709ce00. 00000080:00000010:1.1:1781823816.787061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8e40. 00010000:00000010:1.1:1781823816.787064:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb600. 00010000:00000010:1.1:1781823816.787067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709c800. 00000080:00000010:1.1:1781823816.787070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26740. 00010000:00000010:1.1:1781823816.787075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fbf00. 00010000:00000010:1.1:1781823816.787093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6200. 00000080:00000010:1.1:1781823816.787097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26400. 00010000:00000010:1.1:1781823816.787101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd500. 00010000:00000010:1.1:1781823816.787105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7600. 00000080:00000010:1.1:1781823816.787108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26c20. 00010000:00000010:1.1:1781823816.787113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bda00. 00010000:00000010:1.1:1781823816.787116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6a00. 00000080:00000010:1.1:1781823816.787118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26300. 00010000:00000010:1.1:1781823816.787123:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd900. 00010000:00000010:1.1:1781823816.787125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7c00. 00000080:00000010:1.1:1781823816.787129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f1a0. 00010000:00000010:1.1:1781823816.787133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0400. 00010000:00000010:1.1:1781823816.787136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236c00. 00000080:00000010:1.1:1781823816.787139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f0a0. 00010000:00000010:1.1:1781823816.787143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0900. 00010000:00000010:1.1:1781823816.787146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237a00. 00000080:00000010:1.1:1781823816.787149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26220. 00010000:00000010:1.1:1781823816.787152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0200. 00010000:00000010:1.1:1781823816.787155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7e00. 00000080:00000010:1.1:1781823816.787157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8dc0. 00010000:00000010:1.1:1781823816.787161:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bdf00. 00010000:00000010:1.1:1781823816.787163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709c000. 00000080:00000010:1.1:1781823816.787166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8f40. 00010000:00000010:1.1:1781823816.787170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb800. 00010000:00000010:1.1:1781823816.787172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709d400. 00000080:00000010:1.1:1781823816.787174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8060. 00010000:00000010:1.1:1781823816.787178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fbd00. 00010000:00000010:1.1:1781823816.787195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709d000. 00000080:00000010:1.1:1781823816.787199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26420. 00010000:00000010:1.1:1781823816.787204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb000. 00010000:00000010:1.1:1781823816.787206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7200. 00000080:00000010:1.1:1781823816.787209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e265c0. 00010000:00000010:1.1:1781823816.787213:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd200. 00010000:00000010:1.1:1781823816.787215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7400. 00000080:00000010:1.1:1781823816.787218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ae0. 00010000:00000010:1.1:1781823816.787222:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd300. 00010000:00000010:1.1:1781823816.787225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6e00. 00000080:00000010:1.1:1781823816.787228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f7e0. 00010000:00000010:1.1:1781823816.787233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270500. 00010000:00000010:1.1:1781823816.787236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236000. 00000080:00000010:1.1:1781823816.787240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f120. 00010000:00000010:1.1:1781823816.787245:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0b00. 00010000:00000010:1.1:1781823816.787248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236800. 00000080:00000010:1.1:1781823816.787250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fe80. 00010000:00000010:1.1:1781823816.787254:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0700. 00010000:00000010:1.1:1781823816.787266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236400. 00000080:00000010:1.1:1781823816.787271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1ffa0. 00010000:00000010:1.1:1781823816.787275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0a2e0d00. 00010000:00000010:1.1:1781823816.787278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237800. 00000080:00000010:1.1:1781823816.787281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fe20. 00010000:00000010:1.1:1781823816.787287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82900. 00010000:00000010:1.1:1781823816.787291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236600. 00000080:00000010:1.1:1781823816.787293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f1e0. 00010000:00000010:1.1:1781823816.787297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82700. 00010000:00000010:1.1:1781823816.787300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236200. 00000080:00000010:1.1:1781823816.787302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f920. 00010000:00000010:1.1:1781823816.787308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82300. 00010000:00000010:1.1:1781823816.787311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237600. 00000080:00000010:1.1:1781823816.787314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f2c0. 00010000:00000010:1.1:1781823816.787320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82600. 00010000:00000010:1.1:1781823816.787355:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08236a00. 00000080:00000010:1.1:1781823816.787362:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fdc0. 00010000:00000010:1.1:1781823816.787367:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82200. 00010000:00000010:1.1:1781823816.787370:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237c00. 00000080:00000010:1.1:1781823816.787373:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f8c0. 00010000:00000010:1.1:1781823816.787389:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82a00. 00010000:00000010:1.1:1781823816.787393:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08237e00. 00000080:00000010:1.1:1781823816.787396:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fca0. 00010000:00000010:1.1:1781823816.787401:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82c00. 00010000:00000010:1.1:1781823816.787405:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060800. 00000080:00000010:1.1:1781823816.787408:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f240. 00010000:00000010:1.1:1781823816.787412:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82100. 00010000:00000010:1.1:1781823816.787415:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060600. 00000080:00000010:1.1:1781823816.787418:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f7c0. 00010000:00000010:1.1:1781823816.787421:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82000. 00010000:00000010:1.1:1781823816.787424:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060400. 00000080:00000010:1.1:1781823816.787428:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26d00. 00010000:00000010:1.1:1781823816.787432:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82e00. 00010000:00000010:1.1:1781823816.787435:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7000. 00000080:00000010:1.1:1781823816.787437:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26da0. 00010000:00000010:1.1:1781823816.787441:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd600. 00010000:00000010:1.1:1781823816.787444:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6c00. 00000080:00000010:1.1:1781823816.787447:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26100. 00010000:00000010:1.1:1781823816.787452:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bde00. 00010000:00000010:1.1:1781823816.787454:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7a00. 00000080:00000010:1.1:1781823816.787457:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e264a0. 00010000:00000010:1.1:1781823816.787461:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bdd00. 00010000:00000010:1.1:1781823816.787464:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6000. 00000080:00000010:1.1:1781823816.787466:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26980. 00010000:00000010:1.1:1781823816.787470:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd000. 00010000:00000010:1.1:1781823816.787473:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6800. 00000080:00000010:1.1:1781823816.787476:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26240. 00010000:00000010:1.1:1781823816.787479:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd800. 00010000:00000010:1.1:1781823816.787482:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da6400. 00000080:00000010:1.1:1781823816.787484:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e261c0. 00010000:00000010:1.1:1781823816.787490:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bdb00. 00010000:00000010:1.1:1781823816.787493:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f18da7800. 00000080:00000010:1.1:1781823816.787495:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26ac0. 00010000:00000010:1.1:1781823816.787500:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bd100. 00010000:00000010:1.1:1781823816.787505:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492400. 00000080:00000010:1.1:1781823816.787507:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e269a0. 00010000:00000010:1.1:1781823816.787512:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f014bdc00. 00010000:00000010:1.1:1781823816.787516:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493800. 00000080:00000010:1.1:1781823816.787518:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26900. 00010000:00000010:1.1:1781823816.787524:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41f00. 00010000:00000010:1.1:1781823816.787527:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492600. 00000080:00000010:1.1:1781823816.787530:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26020. 00010000:00000010:1.1:1781823816.787534:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41700. 00010000:00000010:1.1:1781823816.787537:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492200. 00000080:00000010:1.1:1781823816.787539:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26c60. 00010000:00000010:1.1:1781823816.787543:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41200. 00010000:00000010:1.1:1781823816.787546:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493600. 00000080:00000010:1.1:1781823816.787548:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26700. 00010000:00000010:1.1:1781823816.787553:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41b00. 00010000:00000010:1.1:1781823816.787556:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492a00. 00000080:00000010:1.1:1781823816.787559:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e264c0. 00010000:00000010:1.1:1781823816.787563:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41c00. 00010000:00000010:1.1:1781823816.787565:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493c00. 00000080:00000010:1.1:1781823816.787568:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26380. 00010000:00000010:1.1:1781823816.787572:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41a00. 00010000:00000010:1.1:1781823816.787575:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493e00. 00000080:00000010:1.1:1781823816.787577:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26040. 00010000:00000010:1.1:1781823816.787580:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41d00. 00010000:00000010:1.1:1781823816.787583:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493200. 00000080:00000010:1.1:1781823816.787585:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26500. 00010000:00000010:1.1:1781823816.787590:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41500. 00010000:00000010:1.1:1781823816.787592:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493400. 00000080:00000010:1.1:1781823816.787596:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149d80. 00010000:00000010:1.1:1781823816.787601:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41000. 00010000:00000010:1.1:1781823816.787604:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492e00. 00000080:00000010:1.1:1781823816.787606:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fde0. 00010000:00000010:1.1:1781823816.787610:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82b00. 00010000:00000010:1.1:1781823816.787624:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061800. 00000080:00000010:1.1:1781823816.787629:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f640. 00010000:00000010:1.1:1781823816.787633:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82f00. 00010000:00000010:1.1:1781823816.787637:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060200. 00000080:00000010:1.1:1781823816.787640:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f8a0. 00010000:00000010:1.1:1781823816.787644:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82800. 00010000:00000010:1.1:1781823816.787647:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061600. 00000080:00000010:1.1:1781823816.787651:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da72a0. 00010000:00000010:1.1:1781823816.787657:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18f82400. 00010000:00000010:1.1:1781823816.787661:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27800. 00000080:00000010:1.1:1781823816.787665:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149200. 00010000:00000010:1.1:1781823816.787670:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41800. 00010000:00000010:1.1:1781823816.787673:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493000. 00000080:00000010:1.1:1781823816.787676:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149680. 00010000:00000010:1.1:1781823816.787680:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41400. 00010000:00000010:1.1:1781823816.787682:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492c00. 00000080:00000010:1.1:1781823816.787685:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081499e0. 00010000:00000010:1.1:1781823816.787689:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41100. 00010000:00000010:1.1:1781823816.787692:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493a00. 00000080:00000010:1.1:1781823816.787695:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149240. 00010000:00000010:1.1:1781823816.787699:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41e00. 00010000:00000010:1.1:1781823816.787702:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492000. 00000080:00000010:1.1:1781823816.787704:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081492c0. 00010000:00000010:1.1:1781823816.787748:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41600. 00010000:00000010:1.1:1781823816.787753:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492800. 00000080:00000010:1.1:1781823816.787756:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081496a0. 00010000:00000010:1.1:1781823816.787762:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41900. 00010000:00000010:1.1:1781823816.787766:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031e00. 00000080:00000010:1.1:1781823816.787770:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149980. 00010000:00000010:1.1:1781823816.787774:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f41300. 00010000:00000010:1.1:1781823816.787778:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030a00. 00000080:00000010:1.1:1781823816.787781:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149ea0. 00010000:00000010:1.1:1781823816.787786:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55900. 00010000:00000010:1.1:1781823816.788172:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031c00. 00000080:00000010:1.1:1781823816.788178:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da71a0. 00010000:00000010:1.1:1781823816.788184:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270d00. 00010000:00000010:1.1:1781823816.788187:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26000. 00000080:00000010:1.1:1781823816.788190:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da75a0. 00010000:00000010:1.1:1781823816.788194:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270200. 00010000:00000010:1.1:1781823816.788197:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27e00. 00000080:00000010:1.1:1781823816.788199:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7080. 00010000:00000010:1.1:1781823816.788205:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270a00. 00010000:00000010:1.1:1781823816.788208:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27200. 00000080:00000010:1.1:1781823816.788210:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7900. 00010000:00000010:1.1:1781823816.788214:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06270e00. 00010000:00000010:1.1:1781823816.788222:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a27600. 00000080:00000010:1.1:1781823816.788226:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081491a0. 00010000:00000010:1.1:1781823816.788230:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55f00. 00010000:00000010:1.1:1781823816.788235:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030800. 00000080:00000010:1.1:1781823816.788239:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149da0. 00010000:00000010:1.1:1781823816.788247:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55c00. 00010000:00000010:1.1:1781823816.788249:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030200. 00000080:00000010:1.1:1781823816.788252:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081494e0. 00010000:00000010:1.1:1781823816.788255:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55400. 00010000:00000010:1.1:1781823816.788257:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030400. 00000080:00000010:1.1:1781823816.788260:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8ce0. 00010000:00000010:1.1:1781823816.788265:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb900. 00010000:00000010:1.1:1781823816.788267:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709cc00. 00000080:00000010:1.1:1781823816.788270:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149b60. 00010000:00000010:1.1:1781823816.788273:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fba00. 00010000:00000010:1.1:1781823816.788276:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031800. 00000080:00000010:1.1:1781823816.788278:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149080. 00010000:00000010:1.1:1781823816.788281:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55200. 00010000:00000010:1.1:1781823816.788285:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030c00. 00000080:00000010:1.1:1781823816.788287:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081497e0. 00010000:00000010:1.1:1781823816.788291:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55700. 00010000:00000010:1.1:1781823816.788293:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031a00. 00000080:00000010:1.1:1781823816.788296:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149380. 00010000:00000010:1.1:1781823816.788300:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55100. 00010000:00000010:1.1:1781823816.788302:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030000. 00000080:00000010:1.1:1781823816.788305:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149c40. 00010000:00000010:1.1:1781823816.788308:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55d00. 00010000:00000010:1.1:1781823816.788311:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030600. 00000080:00000010:1.1:1781823816.788313:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149860. 00010000:00000010:1.1:1781823816.788317:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55800. 00010000:00000010:1.1:1781823816.788320:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031600. 00000080:00000010:1.1:1781823816.788322:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149a40. 00010000:00000010:1.1:1781823816.788327:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55a00. 00010000:00000010:1.1:1781823816.788331:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031200. 00000080:00000010:1.1:1781823816.788334:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10da7220. 00010000:00000010:1.1:1781823816.788338:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55b00. 00010000:00000010:1.1:1781823816.788341:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f10a26400. 00000080:00000010:1.1:1781823816.788350:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fec0. 00010000:00000010:1.1:1781823816.788358:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395af00. 00010000:00000010:1.1:1781823816.788361:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060a00. 00000080:00000010:1.1:1781823816.788364:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f800. 00010000:00000010:1.1:1781823816.788367:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ac00. 00010000:00000010:1.1:1781823816.788371:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061c00. 00000080:00000010:1.1:1781823816.788373:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f420. 00010000:00000010:1.1:1781823816.788388:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ae00. 00010000:00000010:1.1:1781823816.788392:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061e00. 00000080:00000010:1.1:1781823816.788394:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f280. 00010000:00000010:1.1:1781823816.788399:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a200. 00010000:00000010:1.1:1781823816.788403:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061200. 00000080:00000010:1.1:1781823816.788405:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f680. 00010000:00000010:1.1:1781823816.788409:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a700. 00010000:00000010:1.1:1781823816.788411:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061400. 00000080:00000010:1.1:1781823816.788413:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f620. 00010000:00000010:1.1:1781823816.788417:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a100. 00010000:00000010:1.1:1781823816.788419:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060e00. 00000080:00000010:1.1:1781823816.788422:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fe60. 00010000:00000010:1.1:1781823816.788426:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ab00. 00010000:00000010:1.1:1781823816.788428:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061000. 00000080:00000010:1.1:1781823816.788431:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fa60. 00010000:00000010:1.1:1781823816.788435:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a800. 00010000:00000010:1.1:1781823816.788438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060c00. 00000080:00000010:1.1:1781823816.788440:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1ffc0. 00010000:00000010:1.1:1781823816.788444:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a500. 00010000:00000010:1.1:1781823816.788447:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061a00. 00000080:00000010:0.1:1781823816.801131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f0c0. 00010000:00000010:0.1:1781823816.801144:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395aa00. 00010000:00000010:0.1:1781823816.801148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060000. 00000080:00000010:0.1:1781823816.801152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f5e0. 00010000:00000010:0.1:1781823816.801157:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797300. 00010000:00000010:0.1:1781823816.801162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ff200. 00000080:00000010:0.1:1781823816.801165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fd00. 00010000:00000010:0.1:1781823816.801168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797700. 00010000:00000010:0.1:1781823816.801171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ffe00. 00000080:00000010:0.1:1781823816.801176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149b40. 00010000:00000010:0.1:1781823816.801182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797b00. 00010000:00000010:0.1:1781823816.801185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f421d4a00. 00000080:00000010:0.1:1781823816.801190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fac0. 00010000:00000010:0.1:1781823816.801194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797c00. 00010000:00000010:0.1:1781823816.801198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fe000. 00000080:00000010:0.1:1781823816.801200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1ff80. 00010000:00000010:0.1:1781823816.801205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797900. 00010000:00000010:0.1:1781823816.801207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fe400. 00000080:00000010:3.1:1781823816.823418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f580. 00010000:00000010:3.1:1781823816.823436:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797000. 00010000:00000010:3.1:1781823816.823443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ffa00. 00000080:00000010:3.1:1781823816.823447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f820. 00010000:00000010:3.1:1781823816.823456:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797400. 00010000:00000010:3.1:1781823816.823460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fe600. 00000080:00000010:3.1:1781823816.823463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f3c0. 00010000:00000010:3.1:1781823816.823468:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797600. 00010000:00000010:3.1:1781823816.823471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ff600. 00000080:00000010:3.1:1781823816.823474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fa40. 00010000:00000010:3.1:1781823816.823478:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797200. 00010000:00000010:3.1:1781823816.823481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fea00. 00000080:00000010:3.1:1781823816.823490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149e80. 00010000:00000010:3.1:1781823816.823500:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55300. 00010000:00000010:3.1:1781823816.823504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f421d4600. 00000080:00000010:3.1:1781823816.823509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149600. 00010000:00000010:3.1:1781823816.823512:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55e00. 00010000:00000010:3.1:1781823816.823515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f421d5c00. 00000080:00000010:3.1:1781823816.823519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149020. 00010000:00000010:3.1:1781823816.823523:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55600. 00010000:00000010:3.1:1781823816.823526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149ac00. 00000080:00000010:3.1:1781823816.823531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081494a0. 00010000:00000010:3.1:1781823816.823535:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55000. 00010000:00000010:3.1:1781823816.823538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149ba00. 00000080:00000010:3.1:1781823816.823542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e81c0. 00010000:00000010:3.1:1781823816.823547:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb200. 00010000:00000010:3.1:1781823816.823551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709d600. 00000080:00000010:3.1:1781823816.823554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e88c0. 00010000:00000010:3.1:1781823816.823558:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb700. 00010000:00000010:3.1:1781823816.823560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709d800. 00000080:00000010:3.1:1781823816.823563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149840. 00010000:00000010:3.1:1781823816.823567:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55500. 00010000:00000010:3.1:1781823816.823570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149a800. 00000080:00000010:3.1:1781823816.823572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081493a0. 00010000:00000010:3.1:1781823816.823578:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7100. 00010000:00000010:3.1:1781823816.823642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149be00. 00000080:00000010:3.1:1781823816.823648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149260. 00010000:00000010:3.1:1781823816.823661:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7800. 00010000:00000010:3.1:1781823816.823664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149ae00. 00000080:00000010:3.1:1781823816.823667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149be0. 00010000:00000010:3.1:1781823816.823671:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7a00. 00010000:00000010:3.1:1781823816.823673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149b200. 00000080:00000010:3.1:1781823816.823676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149e60. 00010000:00000010:3.1:1781823816.823679:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7600. 00010000:00000010:3.1:1781823816.823682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149bc00. 00000080:00000010:3.1:1781823816.823685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149900. 00010000:00000010:3.1:1781823816.823689:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7300. 00010000:00000010:3.1:1781823816.823691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149b400. 00000080:00000010:3.1:1781823816.823694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081495c0. 00010000:00000010:3.1:1781823816.823698:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7c00. 00010000:00000010:3.1:1781823816.823701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0149a000. 00000080:00000010:3.1:1781823816.823704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149440. 00010000:00000010:3.1:1781823816.823709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7b00. 00010000:00000010:3.1:1781823816.823714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0a00. 00000080:00000010:3.1:1781823816.823717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149920. 00010000:00000010:3.1:1781823816.823722:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7e00. 00010000:00000010:3.1:1781823816.823727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1c00. 00000080:00000010:3.1:1781823816.823731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081498e0. 00010000:00000010:3.1:1781823816.823734:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7200. 00010000:00000010:3.1:1781823816.823737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1000. 00000080:00000010:3.1:1781823816.823739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149f20. 00010000:00000010:3.1:1781823816.823757:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7700. 00010000:00000010:3.1:1781823816.823760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0200. 00000080:00000010:3.1:1781823816.823764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149700. 00010000:00000010:3.1:1781823816.823768:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7000. 00010000:00000010:3.1:1781823816.823770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1600. 00000080:00000010:2.1:1781823816.826712:0:108841:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1ff00. 00010000:00000010:2.1:1781823816.826734:0:108841:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797d00. 00010000:00000010:2.1:1781823816.826740:0:108841:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fe200. 00000080:00000010:3.1:1781823816.839895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081497a0. 00010000:00000010:3.1:1781823816.839933:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7f00. 00010000:00000010:3.1:1781823816.839941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1e00. 00000080:00000010:3.1:1781823816.839947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149400. 00010000:00000010:3.1:1781823816.839955:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7500. 00010000:00000010:3.1:1781823816.839959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0600. 00000080:00000010:3.1:1781823816.839961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081496c0. 00010000:00000010:3.1:1781823816.839965:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7d00. 00010000:00000010:3.1:1781823816.839968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0e00. 00000080:00000010:3.1:1781823816.839970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149580. 00010000:00000010:3.1:1781823816.839974:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7400. 00010000:00000010:3.1:1781823816.839977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1400. 00000080:00000010:3.1:1781823816.839979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149d60. 00010000:00000010:3.1:1781823816.839983:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f065a7900. 00010000:00000010:3.1:1781823816.839986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1a00. 00000080:00000010:3.1:1781823816.839988:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149420. 00010000:00000010:3.1:1781823816.839994:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93900. 00010000:00000010:3.1:1781823816.839998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0c00. 00000080:00000010:3.1:1781823816.840001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081490a0. 00010000:00000010:3.1:1781823816.840005:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93800. 00010000:00000010:3.1:1781823816.840007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd1800. 00000080:00000010:3.1:1781823816.840009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149040. 00010000:00000010:3.1:1781823816.840013:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93c00. 00010000:00000010:3.1:1781823816.840015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0000. 00000080:00000010:3.1:1781823816.840018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149a00. 00010000:00000010:3.1:1781823816.840022:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93200. 00010000:00000010:3.1:1781823816.840024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0400. 00000080:00000010:3.1:1781823816.840027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149aa0. 00010000:00000010:3.1:1781823816.840030:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93e00. 00010000:00000010:3.1:1781823816.840033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04bd0800. 00000080:00000010:3.1:1781823816.840035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149340. 00010000:00000010:3.1:1781823816.840041:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93600. 00010000:00000010:3.1:1781823816.840046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0200. 00000080:00000010:3.1:1781823816.840049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149160. 00010000:00000010:3.1:1781823816.840054:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93d00. 00010000:00000010:3.1:1781823816.840058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1e00. 00000080:00000010:3.1:1781823816.840061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149e00. 00010000:00000010:3.1:1781823816.840065:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93500. 00010000:00000010:3.1:1781823816.840068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0000. 00000080:00000010:3.1:1781823816.840070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f081495e0. 00010000:00000010:3.1:1781823816.840075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93700. 00010000:00000010:3.1:1781823816.840095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1200. 00000080:00000010:3.1:1781823816.840099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149f40. 00010000:00000010:3.1:1781823816.840104:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93300. 00010000:00000010:3.1:1781823816.840107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1600. 00000080:00000010:3.1:1781823816.840110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149ec0. 00010000:00000010:3.1:1781823816.840113:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93f00. 00010000:00000010:3.1:1781823816.840116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1a00. 00000080:00000010:3.1:1781823816.840119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149740. 00010000:00000010:3.1:1781823816.840122:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93000. 00010000:00000010:3.1:1781823816.840125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1400. 00000080:00000010:3.1:1781823816.840128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149e20. 00010000:00000010:3.1:1781823816.840133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f03c93100. 00010000:00000010:3.1:1781823816.840136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0a00. 00000080:00000010:3.1:1781823816.840139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149360. 00010000:00000010:3.1:1781823816.840145:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167f400. 00010000:00000010:3.1:1781823816.840148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1c00. 00000080:00000010:3.1:1781823816.840150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149a20. 00010000:00000010:3.1:1781823816.840155:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167fd00. 00010000:00000010:3.1:1781823816.840158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0800. 00000080:00000010:3.1:1781823816.840162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fe40. 00010000:00000010:3.1:1781823816.840167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167f700. 00010000:00000010:3.1:1781823816.840171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fe800. 00000080:00000010:3.1:1781823816.840173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fb00. 00010000:00000010:3.1:1781823816.840179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797500. 00010000:00000010:3.1:1781823816.840182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ff400. 00000080:00000010:3.1:1781823816.840185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f520. 00010000:00000010:3.1:1781823816.840189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797100. 00010000:00000010:3.1:1781823816.840192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fee00. 00000080:00000010:3.1:1781823816.840195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f140. 00010000:00000010:3.1:1781823816.840198:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797f00. 00010000:00000010:3.1:1781823816.840242:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ffc00. 00000080:00000010:3.1:1781823816.840249:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1fa20. 00010000:00000010:3.1:1781823816.840254:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797800. 00010000:00000010:3.1:1781823816.840257:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070fec00. 00000080:00000010:3.1:1781823816.840260:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f380. 00010000:00000010:3.1:1781823816.840263:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797e00. 00010000:00000010:3.1:1781823816.840266:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ff800. 00000080:00000010:3.1:1781823816.840269:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04a1f760. 00010000:00000010:3.1:1781823816.840274:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797a00. 00010000:00000010:3.1:1781823816.840277:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f070ff000. 00000080:00000010:3.1:1781823816.840279:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149100. 00010000:00000010:3.1:1781823816.840284:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167f000. 00010000:00000010:3.1:1781823816.840287:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0400. 00000080:00000010:3.1:1781823816.840289:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f08149b20. 00010000:00000010:3.1:1781823816.840293:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167f500. 00010000:00000010:3.1:1781823816.840297:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f0600. 00000080:00000010:3.1:1781823816.840300:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8f00. 00010000:00000010:3.1:1781823816.840306:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb400. 00010000:00000010:3.1:1781823816.840310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709de00. 00000080:00000010:3.1:1781823816.840313:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8e80. 00010000:00000010:3.1:1781823816.840316:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb100. 00010000:00000010:3.1:1781823816.840319:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709d200. 00000080:00000010:3.1:1781823816.840321:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f080e8480. 00010000:00000010:3.1:1781823816.840326:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068fb300. 00010000:00000010:3.1:1781823816.840341:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0709c400. 00010000:00000010:1.1:1781823854.786509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0167fa00. 00010000:00000010:1.1:1781823854.786530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f013f1800. 00010000:00000010:0.1:1781823854.865044:0:109818:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb700. 00010000:00000010:0.1:1781823854.865059:0:109818:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82600. 00000080:00000010:0.1:1781823854.865064:0:109818:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aa00. 00010000:00000010:0.1:1781823855.102125:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:0.1:1781823855.102140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cde00. 00010000:00000010:0.1:1781823855.141682:0:2392:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf800. 00010000:00000010:2.1:1781823855.205205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83200. 00010000:00000010:2.1:1781823855.384167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9a00. 00010000:00000010:3.1:1781823855.431481:0:109825:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf900. 00010000:00000010:3.1:1781823855.431497:0:109825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e400. 00010000:00000010:3.1:1781823855.431502:0:109825:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf800. 00010000:00000010:3.1:1781823855.431505:0:109825:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f800. 00000080:00000010:2.1:1781823855.471126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830aee0. 00000080:00000010:2.1:1781823855.471159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edc200. 00010000:00000010:1.1:1781823861.578191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb300. 00010000:00000010:1.1:1781823861.578330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd200. 00010000:00000010:2.1:1781823865.946113:0:1016:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752f00. 00010000:00000010:2.1:1781823865.946129:0:1016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:1.1:1781823865.999160:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:3.1:1781823866.024237:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cba00. 00010000:00000010:3.1:1781823866.024256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:1.1:1781823866.035897:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb600. 00010000:00000010:1.1:1781823866.035913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83e00. 00000080:00000010:2.1:1781823866.078148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10f549a0. 00010000:00000010:1.1:1781823866.151182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83600. 00000080:00000010:1.1:1781823866.151197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba3a0. 00010000:00000010:2.1:1781824024.059200:0:110903:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbf00. 00010000:00000010:2.1:1781824024.059210:0:110903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82a00. 00010000:00000010:2.1:1781824024.070205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:3.1:1781824033.408178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:3.1:1781824033.408194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:3.1:1781824033.504096:0:2394:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfe00. 00010000:00000010:3.1:1781824033.504103:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ee00. 00010000:00000010:2.1:1781824033.518196:0:110911:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5c00. 00010000:00000010:2.1:1781824033.518208:0:110911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:3.1:1781824033.524181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752500. 00010000:00000010:3.1:1781824033.541098:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9600. 00010000:00000010:1.1:1781824033.561307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068ccc00. 00000080:00000010:2.1:1781824033.594123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f1830a660. 00010000:00000010:0.1:1781824033.641199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9600. 00010000:00000010:2.1:1781824033.684350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd000. 00010000:00000010:2.1:1781824033.684362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752d00. 00010000:00000010:2.1:1781824033.684366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:2.1:1781824033.684369:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdff00. 00010000:00000010:2.1:1781824033.684372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00000080:00000010:2.1:1781824033.702112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26620. 00000080:00000010:2.1:1781824033.704730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eff380. 00010000:00000010:0.1:1781824039.354672:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf000. 00010000:00000010:0.1:1781824039.354684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e400. 00010000:00000010:2.1:1781824039.361031:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf600. 00010000:00000010:1.1:1781824039.379709:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5c00. 00010000:00000010:1.1:1781824039.379725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cce00. 00010000:00000010:2.1:1781824039.380349:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:2.1:1781824039.380360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ec00. 00010000:00000010:2.1:1781824039.399905:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:2.1:1781824039.399917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068ccc00. 00000080:00000010:0.1:1781824039.458591:0:111199:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bade0. 00010000:00000010:2.1:1781824039.485142:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb300. 00010000:00000010:2.1:1781824039.485166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82800. 00010000:00000010:2.1:1781824039.516696:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:2.1:1781824039.526148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:2.1:1781824039.573292:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752400. 00010000:00000010:2.1:1781824039.573307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8c00. 00000080:00000010:2.1:1781824039.626134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10f54da0. 00010000:00000010:1.1:1781824041.252433:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752500. 00010000:00000010:1.1:1781824041.252441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:3.1:1781824041.267127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb100. 00010000:00000010:2.1:1781824041.270333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:3.1:1781824041.291550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9a00. 00000800:00000200:3.1:1781824062.921913:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f08ae1cc0] -> 12345-192.168.204.13@tcp (2) 00000800:00000200:3.1:1781824062.921919:0:2381:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp ffff908f08ae1180 deleted 00000800:00000010:3.1:1781824062.921922:0:2381:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff908f08ae1180. 00000800:00000200:0.1:1781824062.954247:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f08ae1cc0] -> 12345-192.168.204.13@tcp (3) 00000800:00000200:0.1:1781824062.954254:0:2382:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp ffff908f04afbb40 deleted 00000800:00000010:0.1:1781824062.954257:0:2382:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff908f04afbb40. 00010000:00000010:2.1:1781824068.457121:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5a00. 00010000:00000010:2.1:1781824068.457132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd000. 00010000:00000010:3.1:1781824068.468201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9400. 00010000:00000010:1.1:1781824068.472116:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5400. 00000080:00000010:0.1:1781824068.494167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e00. 00010000:00000010:3.1:1781824070.537148:0:111229:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752a00. 00010000:00000010:3.1:1781824070.537162:0:111229:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8800. 00000080:00000010:2.1:1781824070.633753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baa20. 00010000:00000010:0.1:1781824070.667288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:2.1:1781824070.694142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd800. 00010000:00000010:2.1:1781824070.694159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83000. 00010000:00000010:2.1:1781824070.694164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc800. 00010000:00000010:2.1:1781824070.694167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:2.1:1781824070.694171:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:2.1:1781824070.694174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068ccc00. 00010000:00000010:2.1:1781824070.694177:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbc00. 00010000:00000010:2.1:1781824070.694180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83a00. 00000080:00000010:2.1:1781824070.707204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10f54d00. 00000080:00000010:2.1:1781824070.719783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eff380. 00000800:00000200:0.1:1781824071.771674:0:2380:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f037bf600] -> 12345-192.168.204.13@tcp (2) 00000800:00000200:0.1:1781824071.771678:0:2380:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp ffff908f04afbb40 deleted 00000800:00000010:0.1:1781824071.771681:0:2380:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff908f04afbb40. 00000800:00000200:2.1:1781824071.784435:0:2381:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f037bf600] -> 12345-192.168.204.13@tcp (3) 00000800:00000200:2.1:1781824071.784439:0:2381:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.13@tcp ffff908f061a9240 deleted 00000800:00000010:2.1:1781824071.784441:0:2381:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff908f061a9240. 00010000:00000010:3.1:1781824073.542199:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbe00. 00010000:00000010:3.1:1781824073.542207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82000. 00010000:00000010:1.1:1781824078.966281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83600. 00000080:00000010:3.1:1781824078.970158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba3c0. 00010000:00000010:3.1:1781824078.970180:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbd00. 00010000:00000010:3.1:1781824078.970186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82200. 00010000:00000010:1.1:1781824079.078677:0:111911:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83600. 00000080:00000010:3.1:1781824079.379292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044badc0. 00010000:00000010:3.1:1781824079.379315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752c00. 00010000:00000010:3.1:1781824079.379330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:3.1:1781824079.379341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752100. 00010000:00000010:3.1:1781824079.379344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00010000:00000010:2.1:1781824079.406273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb000. 00010000:00000010:2.1:1781824079.406292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83600. 00010000:00000010:2.1:1781824079.424140:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5a00. 00010000:00000010:2.1:1781824079.424162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:2.1:1781824108.155139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8600. 00010000:00000010:2.1:1781824108.155154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc200. 00010000:00000010:2.1:1781824108.155159:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752900. 00010000:00000010:2.1:1781824108.155164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e200. 00010000:00000010:2.1:1781824108.155168:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf400. 00010000:00000010:2.1:1781824108.159130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9800. 00010000:00000010:2.1:1781824108.159146:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752000. 00010000:00000010:3.1:1781824118.976248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfc00. 00010000:00000010:3.1:1781824118.976268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f000. 00010000:00000010:3.1:1781824127.613475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83e00. 00010000:00000010:3.1:1781824127.613486:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb600. 00000080:00000010:0.1:1781824127.623269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eff380. 00000080:00000010:0.1:1781824127.623283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba200. 00010000:00000010:0.1:1781824153.225466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00010000:00000010:0.1:1781824153.225497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9c00. 00010000:00000010:0.1:1781824153.225509:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752e00. 00010000:00000010:0.1:1781824153.225515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cdc00. 00010000:00000010:0.1:1781824153.225519:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5000. 00010000:00000010:0.1:1781824153.225522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9e00. 00010000:00000010:0.1:1781824153.225524:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752f00. 00010000:00000010:0.1:1781824167.825237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f400. 00000080:00000010:3.1:1781824167.907621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5ea0. 00010000:00000010:3.1:1781824167.907644:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5500. 00010000:00000010:3.1:1781824167.907650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:2.1:1781824168.007197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00000080:00000010:2.1:1781824168.008330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828840. 00010000:00000010:0.1:1781824168.094202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:0.1:1781824168.106137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ee00. 00000080:00000010:0.1:1781824168.106158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba3e0. 00010000:00000010:0.1:1781824168.106174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cce00. 00010000:00000010:3.1:1781824168.173242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9400. 00000080:00000010:3.1:1781824168.177248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26e40. 00010000:00000010:2.1:1781824168.263555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:2.1:1781824168.263579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd200. 00000080:00000010:2.1:1781824168.263585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828840. 00010000:00000010:2.1:1781824168.263594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:2.1:1781824168.308719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd200. 00000080:00000010:2.1:1781824168.316145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828f00. 00000080:00000010:3.1:1781824169.030817:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a53e0. 00000080:00000010:1.1:1781824173.772251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828e00. 00000080:00000010:1.1:1781824173.772270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5700. 00010000:00000010:0.1:1781824173.776302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:3.1:1781824176.134658:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752000. 00010000:00000010:3.1:1781824176.134806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00000080:00000010:3.1:1781824176.461768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26300. 00010000:00000010:2.1:1781824178.456561:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:2.1:1781824178.456585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc600. 00000080:00000010:3.1:1781824178.489345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828de0. 00010000:00000010:2.1:1781824180.802243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:2.1:1781824180.802263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82800. 00000080:00000010:3.1:1781824180.860404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bad80. 00010000:00000010:3.1:1781824189.411894:0:113958:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5300. 00010000:00000010:3.1:1781824189.411990:0:113958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cca00. 00010000:00000010:3.1:1781824190.016818:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752c00. 00010000:00000010:3.1:1781824190.016842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e600. 00000080:00000010:3.1:1781824190.178770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828480. 00000080:00000010:2.1:1781824190.784132:0:113990:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f80. 00010000:00000010:1.1:1781824196.897128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83000. 00010000:00000010:2.1:1781824196.980239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cca00. 00010000:00000010:2.1:1781824197.044550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cce00. 00010000:00000010:2.1:1781824197.044569:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfd00. 00010000:00000010:2.1:1781824197.044574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e600. 00010000:00000010:2.1:1781824197.044578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00000080:00000010:2.1:1781824197.457133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828c00. 00000080:00000010:3.1:1781824197.477054:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecd280. 00010000:00000010:3.1:1781824197.496315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9e00. 00010000:00000010:3.1:1781824197.496393:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf500. 00010000:00000010:3.1:1781824197.496398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ee00. 00000080:00000010:3.1:1781824197.691146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26400. 00000080:00000010:0.1:1781824197.809037:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415eb40. 00010000:00000010:0.1:1781824197.816325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cca00. 00010000:00000010:0.1:1781824197.816346:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:0.1:1781824197.816351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd400. 00010000:00000010:0.1:1781824197.816355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82a00. 00000080:00000010:0.1:1781824197.838328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edb9c0. 00000080:00000010:0.1:1781824197.838345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048280e0. 00010000:00000010:3.1:1781824197.855776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9e00. 00010000:00000010:2.1:1781824197.918338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cce00. 00010000:00000010:2.1:1781824197.918359:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:2.1:1781824197.918363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc600. 00010000:00000010:2.1:1781824197.918367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00000080:00000010:1.1:1781824197.924116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828760. 00000080:00000010:1.1:1781824197.924139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eff380. 00010000:00000010:1.1:1781824197.932138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:1.1:1781824197.932172:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752700. 00010000:00000010:1.1:1781824197.932179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9400. 00000080:00000010:1.1:1781824197.955277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf20. 00000080:00000010:1.1:1781824197.959533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efa100. 00010000:00000010:0.1:1781824197.975228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:0.1:1781824197.975251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752000. 00010000:00000010:0.1:1781824197.975257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00000080:00000010:2.1:1781824197.994234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba3c0. 00000080:00000010:2.1:1781824197.994258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ece300. 00010000:00000010:2.1:1781824197.999157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:2.1:1781824197.999169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752900. 00010000:00000010:2.1:1781824197.999173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8600. 00000080:00000010:2.1:1781824198.011376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef9080. 00000080:00000010:2.1:1781824198.011394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f10e26920. 00010000:00000010:3.1:1781824198.039355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc800. 00010000:00000010:3.1:1781824198.039378:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5500. 00010000:00000010:3.1:1781824198.039383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068ccc00. 00010000:00000010:3.1:1781824198.039386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfa00. 00010000:00000010:3.1:1781824198.039390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ea00. 00000080:00000010:3.1:1781824198.055127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eca940. 00000080:00000010:3.1:1781824198.055146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048281e0. 00010000:00000010:3.1:1781824237.191581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9a00. 00010000:00000010:3.1:1781824237.196207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cdc00. 00010000:00000010:3.1:1781824237.196224:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752800. 00010000:00000010:2.1:1781824237.196383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8200. 00010000:00000010:2.1:1781824237.196399:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752a00. 00010000:00000010:2.1:1781824237.196403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd800. 00010000:00000010:2.1:1781824237.196409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5b00. 00010000:00000010:3.1:1781824279.130182:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb900. 00010000:00000010:3.1:1781824279.130203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83c00. 00010000:00000010:0.1:1781824300.667920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd200. 00010000:00000010:0.1:1781824300.667932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:0.1:1781824300.667936:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5b00. 00010000:00000010:0.1:1781824300.672135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd400. 00010000:00000010:0.1:1781824300.672153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:0.1:1781824300.672158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9c00. 00010000:00000010:0.1:1781824300.672162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752300. 00010000:00000010:2.1:1781824331.381477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fe00. 00010000:00000010:2.1:1781824331.386119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8200. 00010000:00000010:2.1:1781824331.386135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf700. 00010000:00000010:2.1:1781824331.386139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00010000:00000010:2.1:1781824331.386143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752100. 00010000:00000010:2.1:1781824331.393319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8600. 00010000:00000010:2.1:1781824331.393338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752c00. 00000080:00000010:0.1:1781824345.727183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c6a0. 00000080:00000010:0.1:1781824345.727208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415f380. 00010000:00000010:0.1:1781824345.727215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cde00. 00010000:00000010:2.1:1781824345.727266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:2.1:1781824345.727272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd600. 00010000:00000010:1.1:1781824345.758229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cca00. 00010000:00000010:1.1:1781824345.758240:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00000080:00000010:1.1:1781824347.416887:0:116956:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f06443ec0. 00000080:00000010:1.1:1781824347.426123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b55280. 00000080:00000010:2.1:1781824347.471138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b62940. 00000080:00000010:1.1:1781824347.471604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b518c0. 00000080:00000010:1.1:1781824347.471615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b62100. 00000080:00000010:1.1:1781824347.471624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b60840. 00000080:00000010:1.1:1781824347.471632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b65ac0. 00000080:00000010:1.1:1781824347.471649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4dac0. 00000080:00000010:1.1:1781824347.471657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4c200. 00000080:00000010:1.1:1781824347.471667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4b9c0. 00000080:00000010:1.1:1781824347.471675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b64200. 00000080:00000010:1.1:1781824347.471682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b639c0. 00000080:00000010:1.1:1781824347.471688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b63180. 00000080:00000010:1.1:1781824347.471702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b60000. 00000080:00000010:1.1:1781824347.471708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4b180. 00000080:00000010:2.1:1781824347.524752:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b66300. 00000080:00000010:2.1:1781824347.524780:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b26b40. 00000080:00000010:2.1:1781824347.524790:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b27380. 00000080:00000010:2.1:1781824347.524795:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b21080. 00000080:00000010:2.1:1781824347.524800:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b22100. 00000080:00000010:2.1:1781824347.524806:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b20840. 00000080:00000010:2.1:1781824347.524811:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b25ac0. 00000080:00000010:2.1:1781824347.524817:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b24200. 00000080:00000010:2.1:1781824347.524822:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b239c0. 00000080:00000010:2.1:1781824347.524828:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b23180. 00000080:00000010:2.1:1781824347.524834:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6b9c0. 00000080:00000010:2.1:1781824347.524842:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6b180. 00000080:00000010:2.1:1781824347.524848:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b68000. 00000080:00000010:2.1:1781824347.524859:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b40840. 00000080:00000010:2.1:1781824347.524867:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b65280. 00000080:00000010:2.1:1781824347.524878:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b618c0. 00000080:00000010:2.1:1781824347.524885:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b64a40. 00000080:00000010:2.1:1781824347.524891:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b66b40. 00000080:00000010:2.1:1781824347.524898:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b67380. 00000080:00000010:2.1:1781824347.524903:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b61080. 00000080:00000010:2.1:1781824347.524910:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b45ac0. 00000080:00000010:2.1:1781824347.524917:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b44200. 00000080:00000010:2.1:1781824347.524924:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b439c0. 00000080:00000010:2.1:1781824347.524931:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b43180. 00000080:00000010:2.1:1781824347.524937:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b718c0. 00000080:00000010:2.1:1781824347.525076:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b74a40. 00000080:00000010:2.1:1781824347.525100:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b78000. 00000080:00000010:2.1:1781824347.525109:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7a940. 00000080:00000010:2.1:1781824347.525116:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7e300. 00000080:00000010:2.1:1781824347.525122:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7d280. 00000080:00000010:2.1:1781824347.525129:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b798c0. 00000080:00000010:2.1:1781824347.525140:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7ca40. 00000080:00000010:2.1:1781824347.525148:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7eb40. 00000080:00000010:3.1:1781824347.529175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7f380. 00000080:00000010:3.1:1781824347.529196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b79080. 00000080:00000010:3.1:1781824347.529203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7a100. 00000080:00000010:3.1:1781824347.529209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b78840. 00000080:00000010:3.1:1781824347.529215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7dac0. 00000080:00000010:3.1:1781824347.529221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7c200. 00000080:00000010:3.1:1781824347.529228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7b9c0. 00000080:00000010:3.1:1781824347.529234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b7b180. 00000080:00000010:3.1:1781824347.529246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b818c0. 00000080:00000010:3.1:1781824347.529255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b84a40. 00000080:00000010:3.1:1781824347.529261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b86b40. 00000080:00000010:3.1:1781824347.529268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b87380. 00000080:00000010:3.1:1781824347.529285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b81080. 00000080:00000010:3.1:1781824347.529292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b82100. 00000080:00000010:3.1:1781824347.529297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b80840. 00000080:00000010:3.1:1781824347.529303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b85ac0. 00000080:00000010:3.1:1781824347.529308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b84200. 00000080:00000010:3.1:1781824347.529314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b839c0. 00000080:00000010:3.1:1781824347.529326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b83180. 00000080:00000010:3.1:1781824347.529332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b80000. 00000080:00000010:3.1:1781824347.529339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b82940. 00000080:00000010:3.1:1781824347.529345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b86300. 00000080:00000010:3.1:1781824347.529353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b85280. 00000080:00000010:3.1:1781824347.529358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8a940. 00000080:00000010:3.1:1781824347.529365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8e300. 00000080:00000010:3.1:1781824347.529372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8d280. 00000080:00000010:3.1:1781824347.529377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b898c0. 00000080:00000010:3.1:1781824347.529383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8ca40. 00000080:00000010:3.1:1781824347.529391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8eb40. 00000080:00000010:3.1:1781824347.529398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8f380. 00000080:00000010:3.1:1781824347.529407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6a940. 00000080:00000010:3.1:1781824347.529412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6e300. 00000080:00000010:3.1:1781824347.529418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6d280. 00000080:00000010:3.1:1781824347.529424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b698c0. 00000080:00000010:3.1:1781824347.529432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b76b40. 00000080:00000010:3.1:1781824347.529441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b77380. 00000080:00000010:3.1:1781824347.529447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b71080. 00000080:00000010:3.1:1781824347.529454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b72100. 00000080:00000010:3.1:1781824347.529461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b70840. 00000080:00000010:3.1:1781824347.529467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b75ac0. 00000080:00000010:3.1:1781824347.529474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b74200. 00000080:00000010:3.1:1781824347.529480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b739c0. 00000080:00000010:3.1:1781824347.529485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b73180. 00000080:00000010:3.1:1781824347.529490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b70000. 00000080:00000010:3.1:1781824347.529495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b72940. 00000080:00000010:3.1:1781824347.529502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b76300. 00000080:00000010:3.1:1781824347.529508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b75280. 00000080:00000010:3.1:1781824347.529513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9eb40. 00000080:00000010:2.1:1781824347.554141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9f380. 00000080:00000010:2.1:1781824347.554159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b99080. 00000080:00000010:2.1:1781824347.554174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9a100. 00000080:00000010:1.1:1781824347.618135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba3180. 00000080:00000010:2.1:1781824347.618140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b98840. 00000080:00000010:2.1:1781824347.618152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9dac0. 00000080:00000010:2.1:1781824347.618161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6ca40. 00000080:00000010:2.1:1781824347.618168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6eb40. 00000080:00000010:2.1:1781824347.618174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6f380. 00000080:00000010:2.1:1781824347.618190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b69080. 00000080:00000010:2.1:1781824347.618202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b89080. 00000080:00000010:2.1:1781824347.618209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8a100. 00000080:00000010:2.1:1781824347.618217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b88840. 00000080:00000010:2.1:1781824347.618223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8dac0. 00000080:00000010:2.1:1781824347.618231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8c200. 00000080:00000010:2.1:1781824347.618241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8b9c0. 00000080:00000010:2.1:1781824347.618247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b8b180. 00000080:00000010:2.1:1781824347.618257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b48000. 00000080:00000010:2.1:1781824347.618263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4a940. 00000080:00000010:2.1:1781824347.618270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9c200. 00000080:00000010:2.1:1781824347.618276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4e300. 00000080:00000010:2.1:1781824347.618282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4d280. 00000080:00000010:2.1:1781824347.618288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b88000. 00000080:00000010:2.1:1781824347.618295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba1080. 00000080:00000010:2.1:1781824347.618303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba2100. 00000080:00000010:2.1:1781824347.618313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0840. 00000080:00000010:2.1:1781824347.618321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba5ac0. 00000080:00000010:2.1:1781824347.618332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba4200. 00000080:00000010:2.1:1781824347.618342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba39c0. 00000080:00000010:1.1:1781824347.650193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0000. 00000080:00000010:1.1:1781824347.650210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba2940. 00000080:00000010:1.1:1781824347.650228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b498c0. 00000080:00000010:1.1:1781824347.650239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4ca40. 00000080:00000010:1.1:1781824347.650250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba6300. 00000080:00000010:1.1:1781824347.650278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba5280. 00000080:00000010:1.1:1781824347.650292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba18c0. 00000080:00000010:1.1:1781824347.650303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba4a40. 00000080:00000010:1.1:1781824347.650315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba6b40. 00000080:00000010:1.1:1781824347.650327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba7380. 00000080:00000010:1.1:1781824347.650337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba8840. 00000080:00000010:1.1:1781824347.650348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05badac0. 00000080:00000010:1.1:1781824347.650357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bac200. 00000080:00000010:1.1:1781824347.650365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bab9c0. 00000080:00000010:1.1:1781824347.650374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4eb40. 00000080:00000010:1.1:1781824347.650382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4f380. 00000080:00000010:1.1:1781824347.650389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b49080. 00000080:00000010:1.1:1781824347.650394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bab180. 00000080:00000010:1.1:1781824347.650403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba8000. 00000080:00000010:1.1:1781824347.650409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baa940. 00000080:00000010:1.1:1781824347.650416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bae300. 00000080:00000010:1.1:1781824347.650422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bad280. 00000080:00000010:1.1:1781824347.650428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba98c0. 00000080:00000010:1.1:1781824347.650433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baca40. 00000080:00000010:1.1:1781824347.650439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baeb40. 00000080:00000010:1.1:1781824347.650445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baf380. 00000080:00000010:1.1:1781824347.650450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba9080. 00000080:00000010:1.1:1781824347.650455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baa100. 00000080:00000010:1.1:1781824347.650463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb2100. 00000080:00000010:1.1:1781824347.650470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb0840. 00000080:00000010:1.1:1781824347.650478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb5ac0. 00000080:00000010:1.1:1781824347.650485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb4200. 00000080:00000010:1.1:1781824347.650491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb39c0. 00000080:00000010:1.1:1781824347.650503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb3180. 00000080:00000010:1.1:1781824347.650510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb0000. 00000080:00000010:1.1:1781824347.650516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb2940. 00000080:00000010:1.1:1781824347.650522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6300. 00000080:00000010:1.1:1781824347.650527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb5280. 00000080:00000010:1.1:1781824347.650536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb18c0. 00000080:00000010:1.1:1781824347.650556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb4a40. 00000080:00000010:1.1:1781824347.650563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6b40. 00000080:00000010:1.1:1781824347.650570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb7380. 00000080:00000010:1.1:1781824347.650577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb1080. 00000080:00000010:1.1:1781824347.650583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbb180. 00000080:00000010:1.1:1781824347.650593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9b9c0. 00000080:00000010:1.1:1781824347.650603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9b180. 00000080:00000010:1.1:1781824347.650609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b98000. 00000080:00000010:1.1:1781824347.650615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9a940. 00000080:00000010:1.1:1781824347.650621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb8000. 00000080:00000010:1.1:1781824347.650627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bba940. 00000080:00000010:1.1:1781824347.650633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbe300. 00000080:00000010:1.1:1781824347.650639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbd280. 00000080:00000010:1.1:1781824347.650647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb98c0. 00000080:00000010:1.1:1781824347.650653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9e300. 00000080:00000010:1.1:1781824347.650658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9d280. 00000080:00000010:1.1:1781824347.650664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b998c0. 00000080:00000010:1.1:1781824347.650670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b9ca40. 00000080:00000010:1.1:1781824347.651019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc5ac0. 00000080:00000010:1.1:1781824347.651048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc4200. 00000080:00000010:1.1:1781824347.651061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc39c0. 00000080:00000010:1.1:1781824347.651102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc3180. 00000080:00000010:1.1:1781824347.651111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc0000. 00000080:00000010:1.1:1781824347.651118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc2940. 00000080:00000010:1.1:1781824347.651128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbca40. 00000080:00000010:1.1:1781824347.651137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbeb40. 00000080:00000010:0.1:1781824347.659337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbf380. 00000080:00000010:0.1:1781824347.659356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb9080. 00000080:00000010:0.1:1781824347.659521:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bba100. 00000080:00000010:0.1:1781824347.659540:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb8840. 00000080:00000010:0.1:1781824347.659553:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbdac0. 00000080:00000010:0.1:1781824347.659731:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b4a100. 00000080:00000010:0.1:1781824347.659749:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd7380. 00000080:00000010:0.1:1781824347.659761:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd1080. 00000080:00000010:0.1:1781824347.659777:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd2100. 00000080:00000010:0.1:1781824347.659799:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc6300. 00000080:00000010:0.1:1781824347.659811:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc5280. 00000080:00000010:0.1:1781824347.659822:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc18c0. 00000080:00000010:0.1:1781824347.659842:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc4a40. 00000080:00000010:0.1:1781824347.659862:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc6b40. 00000080:00000010:0.1:1781824347.659872:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc7380. 00000080:00000010:0.1:1781824347.659885:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc1080. 00000080:00000010:0.1:1781824347.659909:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbc200. 00000080:00000010:0.1:1781824347.659935:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bbb9c0. 00000080:00000010:0.1:1781824347.659972:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdd280. 00000080:00000010:0.1:1781824347.659984:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd98c0. 00000080:00000010:0.1:1781824347.660005:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdca40. 00000080:00000010:0.1:1781824347.660015:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdeb40. 00000080:00000010:0.1:1781824347.660045:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdf380. 00000080:00000010:0.1:1781824347.660055:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd9080. 00000080:00000010:0.1:1781824347.660065:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bda100. 00000080:00000010:0.1:1781824347.660075:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd8840. 00000080:00000010:0.1:1781824347.660255:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bddac0. 00000080:00000010:0.1:1781824347.660265:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdc200. 00000080:00000010:0.1:1781824347.660273:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdb9c0. 00000080:00000010:0.1:1781824347.660286:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bdb180. 00000080:00000010:0.1:1781824347.660294:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd8000. 00000080:00000010:0.1:1781824347.660301:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bda940. 00000080:00000010:2.1:1781824347.692420:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bde300. 00000080:00000010:2.1:1781824347.692432:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be2100. 00000080:00000010:2.1:1781824347.692446:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be0840. 00000080:00000010:2.1:1781824347.692453:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be5ac0. 00000080:00000010:3.1:1781824347.693128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be4200. 00000080:00000010:3.1:1781824347.722202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be39c0. 00000080:00000010:3.1:1781824347.722235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be3180. 00000080:00000010:3.1:1781824347.722243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be0000. 00000080:00000010:3.1:1781824347.722249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be2940. 00000080:00000010:3.1:1781824347.722255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be6300. 00000080:00000010:3.1:1781824347.722265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd0840. 00000080:00000010:3.1:1781824347.722272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be5280. 00000080:00000010:3.1:1781824347.722277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be18c0. 00000080:00000010:3.1:1781824347.722287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be4a40. 00000080:00000010:3.1:1781824347.722292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be6b40. 00000080:00000010:3.1:1781824347.722299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd5ac0. 00000080:00000010:3.1:1781824347.722305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be7380. 00000080:00000010:3.1:1781824347.722310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be1080. 00000080:00000010:3.1:1781824347.722399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bed280. 00000080:00000010:3.1:1781824347.722408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd4200. 00000080:00000010:3.1:1781824347.722414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd39c0. 00000080:00000010:3.1:1781824347.722421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd3180. 00000080:00000010:3.1:1781824347.722427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be98c0. 00000080:00000010:3.1:1781824347.722434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd0000. 00000080:00000010:3.1:1781824347.722441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05beca40. 00000080:00000010:3.1:1781824347.722448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05beeb40. 00000080:00000010:3.1:1781824347.722454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bef380. 00000080:00000010:2.1:1781824347.785425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be9080. 00000080:00000010:2.1:1781824347.785438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bea100. 00000080:00000010:2.1:1781824347.785449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be8840. 00000080:00000010:2.1:1781824347.785456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bedac0. 00000080:00000010:2.1:1781824347.785463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bec200. 00000080:00000010:2.1:1781824347.785474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05beb9c0. 00000080:00000010:2.1:1781824347.785481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05beb180. 00000080:00000010:2.1:1781824347.785487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05be8000. 00000080:00000010:2.1:1781824347.785493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bea940. 00000080:00000010:2.1:1781824347.785499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bee300. 00000080:00000010:2.1:1781824347.785505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf0000. 00000080:00000010:2.1:1781824347.785553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf2940. 00000080:00000010:2.1:1781824347.785561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf6300. 00000080:00000010:2.1:1781824347.785574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd2940. 00000080:00000010:2.1:1781824347.785580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd6300. 00000080:00000010:2.1:1781824347.785587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf5280. 00000080:00000010:2.1:1781824347.785593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf18c0. 00000080:00000010:0.1:1781824347.820350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf4a40. 00000080:00000010:0.1:1781824347.820366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf6b40. 00000080:00000010:0.1:1781824347.820378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf7380. 00000080:00000010:0.1:1781824347.820384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf1080. 00000080:00000010:0.1:1781824347.820391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf2100. 00000080:00000010:0.1:1781824347.820397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf0840. 00000080:00000010:0.1:1781824347.820403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf5ac0. 00000080:00000010:0.1:1781824347.820408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf4200. 00000080:00000010:0.1:1781824347.820415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf39c0. 00000080:00000010:0.1:1781824347.820420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf3180. 00000080:00000010:0.1:1781824347.820431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd5280. 00000080:00000010:0.1:1781824347.820437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd18c0. 00000080:00000010:0.1:1781824347.820443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd4a40. 00000080:00000010:0.1:1781824347.820449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bd6b40. 00000080:00000010:0.1:1781824347.820455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfd280. 00000080:00000010:0.1:1781824347.820462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf98c0. 00000080:00000010:0.1:1781824347.820472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04206b40. 00000080:00000010:0.1:1781824347.820478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04207380. 00000080:00000010:0.1:1781824347.820485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04201080. 00000080:00000010:0.1:1781824347.820491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04202100. 00000080:00000010:0.1:1781824347.820501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfca40. 00000080:00000010:0.1:1781824347.820509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfeb40. 00000080:00000010:0.1:1781824347.820516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bff380. 00000080:00000010:0.1:1781824347.820523:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04200840. 00000080:00000010:0.1:1781824347.820529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04205ac0. 00000080:00000010:0.1:1781824347.820535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04204200. 00000080:00000010:0.1:1781824347.820542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042039c0. 00000080:00000010:0.1:1781824347.820548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04203180. 00000080:00000010:0.1:1781824347.820553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04200000. 00000080:00000010:0.1:1781824347.820658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04202940. 00000080:00000010:0.1:1781824347.820667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04206300. 00000080:00000010:0.1:1781824347.820673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf9080. 00000080:00000010:0.1:1781824347.820679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfa100. 00000080:00000010:0.1:1781824347.820685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf8840. 00000080:00000010:0.1:1781824347.820691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfdac0. 00000080:00000010:0.1:1781824347.820696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04205280. 00000080:00000010:0.1:1781824347.820702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042018c0. 00000080:00000010:0.1:1781824347.820706:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04204a40. 00000080:00000010:0.1:1781824347.820712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420b180. 00000080:00000010:0.1:1781824347.820719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04208000. 00000080:00000010:0.1:1781824347.820724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfc200. 00000080:00000010:0.1:1781824347.820729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfb9c0. 00000080:00000010:0.1:1781824347.820733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfb180. 00000080:00000010:0.1:1781824347.820742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc2100. 00000080:00000010:0.1:1781824347.820753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420a940. 00000080:00000010:0.1:1781824347.820759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420e300. 00000080:00000010:0.1:1781824347.820766:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420d280. 00000080:00000010:0.1:1781824347.820775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042098c0. 00000080:00000010:0.1:1781824347.820782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420ca40. 00000080:00000010:0.1:1781824347.820788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420eb40. 00000080:00000010:0.1:1781824347.820794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420f380. 00000080:00000010:0.1:1781824347.820800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04209080. 00000080:00000010:0.1:1781824347.820807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420a100. 00000080:00000010:0.1:1781824347.820813:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04208840. 00000080:00000010:0.1:1781824347.820818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420dac0. 00000080:00000010:0.1:1781824347.820824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420c200. 00000080:00000010:0.1:1781824347.820829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0420b9c0. 00000080:00000010:0.1:1781824347.820839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04217380. 00000080:00000010:0.1:1781824347.820845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04211080. 00000080:00000010:0.1:1781824347.820852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04212100. 00000080:00000010:0.1:1781824347.820858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04210840. 00000080:00000010:0.1:1781824347.820864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04215ac0. 00000080:00000010:0.1:1781824347.820871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04214200. 00000080:00000010:1.1:1781824347.881142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042139c0. 00000080:00000010:2.1:1781824347.917164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04221080. 00000080:00000010:2.1:1781824347.917186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04222100. 00000080:00000010:2.1:1781824347.917221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bf8000. 00000080:00000010:2.1:1781824347.917229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfa940. 00000080:00000010:2.1:1781824347.917235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bfe300. 00000080:00000010:2.1:1781824347.917241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422a940. 00000080:00000010:2.1:1781824347.917249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422e300. 00000080:00000010:2.1:1781824347.917256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422d280. 00000080:00000010:2.1:1781824347.917263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04220840. 00000080:00000010:2.1:1781824347.917269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04225ac0. 00000080:00000010:2.1:1781824347.917277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042339c0. 00000080:00000010:2.1:1781824347.917284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04233180. 00000080:00000010:2.1:1781824347.917291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04230000. 00000080:00000010:2.1:1781824347.917302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04232940. 00000080:00000010:2.1:1781824347.917309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04236300. 00000080:00000010:2.1:1781824347.917319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04235280. 00000080:00000010:2.1:1781824347.917337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042318c0. 00000080:00000010:1.1:1781824347.917341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04213180. 00000080:00000010:2.1:1781824347.917346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04234a40. 00000080:00000010:2.1:1781824347.917360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04236b40. 00000080:00000010:2.1:1781824347.917386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04237380. 00000080:00000010:1.1:1781824347.917390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04210000. 00000080:00000010:2.1:1781824347.917395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04231080. 00000080:00000010:1.1:1781824347.917418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04212940. 00000080:00000010:2.1:1781824347.917422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04232100. 00000080:00000010:1.1:1781824347.917450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04216300. 00000080:00000010:2.1:1781824347.917454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04243180. 00000080:00000010:1.1:1781824347.917479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04215280. 00000080:00000010:2.1:1781824347.917482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04240000. 00000080:00000010:2.1:1781824347.917510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04242940. 00000080:00000010:1.1:1781824347.917514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042118c0. 00000080:00000010:2.1:1781824347.917526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04246300. 00000080:00000010:2.1:1781824347.917535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042298c0. 00000080:00000010:2.1:1781824347.917546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04245280. 00000080:00000010:2.1:1781824347.917553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042418c0. 00000080:00000010:2.1:1781824347.917560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04244a40. 00000080:00000010:2.1:1781824347.917566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04246b40. 00000080:00000010:2.1:1781824347.917579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04247380. 00000080:00000010:2.1:1781824347.917585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04241080. 00000080:00000010:2.1:1781824347.917592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04242100. 00000080:00000010:2.1:1781824347.917598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422ca40. 00000080:00000010:2.1:1781824347.917604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422eb40. 00000080:00000010:2.1:1781824347.917614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422f380. 00000080:00000010:2.1:1781824347.917626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04240840. 00000080:00000010:2.1:1781824347.917633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04245ac0. 00000080:00000010:2.1:1781824347.917641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04244200. 00000080:00000010:2.1:1781824347.917647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042439c0. 00000080:00000010:2.1:1781824347.917653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424d280. 00000080:00000010:2.1:1781824347.917661:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04230840. 00000080:00000010:2.1:1781824347.917668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042498c0. 00000080:00000010:2.1:1781824347.917675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424ca40. 00000080:00000010:2.1:1781824347.917681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424eb40. 00000080:00000010:1.1:1781824347.918322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04214a40. 00000080:00000010:1.1:1781824347.918332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04216b40. 00000080:00000010:1.1:1781824347.918338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421ca40. 00000080:00000010:1.1:1781824347.918346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421eb40. 00000080:00000010:1.1:1781824347.918352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421f380. 00000080:00000010:1.1:1781824347.918359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04219080. 00000080:00000010:1.1:1781824347.918366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421a100. 00000080:00000010:1.1:1781824347.918376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04218840. 00000080:00000010:1.1:1781824347.918384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421dac0. 00000080:00000010:1.1:1781824347.918390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421c200. 00000080:00000010:1.1:1781824347.918396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421b9c0. 00000080:00000010:1.1:1781824347.918402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421b180. 00000080:00000010:1.1:1781824347.918407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04218000. 00000080:00000010:1.1:1781824347.918413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421a940. 00000080:00000010:1.1:1781824347.918419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421e300. 00000080:00000010:1.1:1781824347.918426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0421d280. 00000080:00000010:1.1:1781824347.918430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042198c0. 00000080:00000010:1.1:1781824347.918445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bc0840. 00000080:00000010:1.1:1781824347.918452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04224200. 00000080:00000010:1.1:1781824347.918460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042239c0. 00000080:00000010:1.1:1781824347.918466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04223180. 00000080:00000010:1.1:1781824347.918472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04220000. 00000080:00000010:1.1:1781824347.918479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04222940. 00000080:00000010:1.1:1781824347.918486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04226300. 00000080:00000010:1.1:1781824347.918492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04225280. 00000080:00000010:1.1:1781824347.918499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042218c0. 00000080:00000010:1.1:1781824347.918507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04224a40. 00000080:00000010:1.1:1781824347.918513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04226b40. 00000080:00000010:1.1:1781824347.918519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04227380. 00000080:00000010:3.1:1781824347.930126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424f380. 00000080:00000010:3.1:1781824347.956166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04249080. 00000080:00000010:3.1:1781824347.956183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424a100. 00000080:00000010:3.1:1781824347.956194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04229080. 00000080:00000010:3.1:1781824347.956203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422a100. 00000080:00000010:3.1:1781824347.956210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04228840. 00000080:00000010:3.1:1781824347.956217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04248840. 00000080:00000010:3.1:1781824347.956222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424dac0. 00000080:00000010:3.1:1781824347.956229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424c200. 00000080:00000010:3.1:1781824347.956235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424b9c0. 00000080:00000010:3.1:1781824347.956241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424b180. 00000080:00000010:3.1:1781824347.956246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04248000. 00000080:00000010:3.1:1781824347.956251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424a940. 00000080:00000010:3.1:1781824347.956256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0424e300. 00000080:00000010:3.1:1781824347.956270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04235ac0. 00000080:00000010:3.1:1781824347.956277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04234200. 00000080:00000010:3.1:1781824347.956283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04257380. 00000080:00000010:3.1:1781824347.956289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04251080. 00000080:00000010:3.1:1781824347.956295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04252100. 00000080:00000010:3.1:1781824347.956300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04250840. 00000080:00000010:3.1:1781824347.956307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6a100. 00000080:00000010:3.1:1781824347.956313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04255ac0. 00000080:00000010:3.1:1781824347.956318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04254200. 00000080:00000010:3.1:1781824347.956324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422dac0. 00000080:00000010:3.1:1781824347.956331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422c200. 00000080:00000010:3.1:1781824347.956336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422b9c0. 00000080:00000010:1.1:1781824348.003287:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425b180. 00000080:00000010:1.1:1781824348.003303:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04258000. 00000080:00000010:1.1:1781824348.003314:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425a940. 00000080:00000010:1.1:1781824348.003321:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425e300. 00000080:00000010:1.1:1781824348.003328:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425d280. 00000080:00000010:1.1:1781824348.003334:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042598c0. 00000080:00000010:0.1:1781824348.004118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04264200. 00000080:00000010:1.1:1781824348.010137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425ca40. 00000080:00000010:1.1:1781824348.010149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425eb40. 00000080:00000010:1.1:1781824348.010157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425f380. 00000080:00000010:1.1:1781824348.010163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04259080. 00000080:00000010:1.1:1781824348.010169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425a100. 00000080:00000010:1.1:1781824348.010179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04258840. 00000080:00000010:1.1:1781824348.010184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425dac0. 00000080:00000010:1.1:1781824348.010189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425c200. 00000080:00000010:1.1:1781824348.010195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0425b9c0. 00000080:00000010:1.1:1781824348.010202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04260000. 00000080:00000010:1.1:1781824348.010208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04262940. 00000080:00000010:1.1:1781824348.010215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04266300. 00000080:00000010:1.1:1781824348.010221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04265280. 00000080:00000010:1.1:1781824348.010227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042618c0. 00000080:00000010:1.1:1781824348.010232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04264a40. 00000080:00000010:1.1:1781824348.010240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04266b40. 00000080:00000010:1.1:1781824348.010245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04267380. 00000080:00000010:1.1:1781824348.010250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04261080. 00000080:00000010:1.1:1781824348.010255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04262100. 00000080:00000010:1.1:1781824348.010260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04260840. 00000080:00000010:1.1:1781824348.010265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04265ac0. 00000080:00000010:1.1:1781824348.010274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042539c0. 00000080:00000010:1.1:1781824348.010279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04253180. 00000080:00000010:1.1:1781824348.010289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04250000. 00000080:00000010:1.1:1781824348.010296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04252940. 00000080:00000010:0.1:1781824348.010351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042639c0. 00000080:00000010:0.1:1781824348.010362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04263180. 00000080:00000010:0.1:1781824348.010374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0422b180. 00000080:00000010:0.1:1781824348.010380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04228000. 00000080:00000010:0.1:1781824348.010386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426b9c0. 00000080:00000010:0.1:1781824348.010457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426b180. 00000080:00000010:0.1:1781824348.010465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04268000. 00000080:00000010:0.1:1781824348.010471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426a940. 00000080:00000010:0.1:1781824348.010477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426e300. 00000080:00000010:0.1:1781824348.010484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426d280. 00000080:00000010:0.1:1781824348.010491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04273180. 00000080:00000010:0.1:1781824348.010502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04270000. 00000080:00000010:0.1:1781824348.010508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04272940. 00000080:00000010:0.1:1781824348.010515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04276300. 00000080:00000010:0.1:1781824348.010521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04275280. 00000080:00000010:0.1:1781824348.010528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042718c0. 00000080:00000010:0.1:1781824348.010535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04274a40. 00000080:00000010:0.1:1781824348.010541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04276b40. 00000080:00000010:0.1:1781824348.010547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04277380. 00000080:00000010:0.1:1781824348.010554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04271080. 00000080:00000010:0.1:1781824348.010560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042698c0. 00000080:00000010:0.1:1781824348.010565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426ca40. 00000080:00000010:0.1:1781824348.010572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04256300. 00000080:00000010:0.1:1781824348.010578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04272100. 00000080:00000010:0.1:1781824348.010588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04270840. 00000080:00000010:0.1:1781824348.010594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04275ac0. 00000080:00000010:0.1:1781824348.010600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04274200. 00000080:00000010:0.1:1781824348.010605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042739c0. 00000080:00000010:0.1:1781824348.010612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04278840. 00000080:00000010:0.1:1781824348.010619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427dac0. 00000080:00000010:0.1:1781824348.010629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427c200. 00000080:00000010:0.1:1781824348.010635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427b9c0. 00000080:00000010:0.1:1781824348.010640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426eb40. 00000080:00000010:0.1:1781824348.010646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427b180. 00000080:00000010:0.1:1781824348.010651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04278000. 00000080:00000010:0.1:1781824348.010659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427a940. 00000080:00000010:0.1:1781824348.010666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427e300. 00000080:00000010:0.1:1781824348.010672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427d280. 00000080:00000010:0.1:1781824348.010678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426f380. 00000080:00000010:0.1:1781824348.010683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04269080. 00000080:00000010:0.1:1781824348.010690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426a100. 00000080:00000010:0.1:1781824348.010695:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04268840. 00000080:00000010:0.1:1781824348.010700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426dac0. 00000080:00000010:0.1:1781824348.010706:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042798c0. 00000080:00000010:0.1:1781824348.010712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427ca40. 00000080:00000010:0.1:1781824348.010718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427eb40. 00000080:00000010:0.1:1781824348.010725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427f380. 00000080:00000010:0.1:1781824348.010730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04279080. 00000080:00000010:0.1:1781824348.010736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0427a100. 00000080:00000010:0.1:1781824348.010741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042898c0. 00000080:00000010:0.1:1781824348.010751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428ca40. 00000080:00000010:0.1:1781824348.010758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428eb40. 00000080:00000010:0.1:1781824348.010764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428f380. 00000080:00000010:0.1:1781824348.010770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04289080. 00000080:00000010:0.1:1781824348.010775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428a100. 00000080:00000010:0.1:1781824348.010782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04288840. 00000080:00000010:0.1:1781824348.010787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428dac0. 00000080:00000010:0.1:1781824348.010793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428c200. 00000080:00000010:0.1:1781824348.010799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428b9c0. 00000080:00000010:0.1:1781824348.010810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428b180. 00000080:00000010:0.1:1781824348.010819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04288000. 00000080:00000010:0.1:1781824348.010825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04255280. 00000080:00000010:0.1:1781824348.010831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042518c0. 00000080:00000010:0.1:1781824348.010836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04254a40. 00000080:00000010:0.1:1781824348.010842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04256b40. 00000080:00000010:0.1:1781824348.010849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04291080. 00000080:00000010:0.1:1781824348.010854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04292100. 00000080:00000010:0.1:1781824348.010860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04290840. 00000080:00000010:0.1:1781824348.010867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04295ac0. 00000080:00000010:0.1:1781824348.010872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04294200. 00000080:00000010:0.1:1781824348.010878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042939c0. 00000080:00000010:2.1:1781824348.057122:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428a940. 00000080:00000010:1.1:1781824348.057382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04293180. 00000080:00000010:1.1:1781824348.057395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04290000. 00000080:00000010:1.1:1781824348.057411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04292940. 00000080:00000010:2.1:1781824348.110349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428e300. 00000080:00000010:2.1:1781824348.110376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0428d280. 00000080:00000010:2.1:1781824348.110395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429e300. 00000080:00000010:2.1:1781824348.110411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429d280. 00000080:00000010:2.1:1781824348.110427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042998c0. 00000080:00000010:2.1:1781824348.110439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429ca40. 00000080:00000010:2.1:1781824348.110448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429eb40. 00000080:00000010:2.1:1781824348.110472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429f380. 00000080:00000010:2.1:1781824348.110486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04299080. 00000080:00000010:2.1:1781824348.110499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429a100. 00000080:00000010:2.1:1781824348.110508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04298840. 00000080:00000010:2.1:1781824348.110519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429dac0. 00000080:00000010:2.1:1781824348.110530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429c200. 00000080:00000010:2.1:1781824348.110542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429b9c0. 00000080:00000010:2.1:1781824348.110550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429b180. 00000080:00000010:2.1:1781824348.110569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04296300. 00000080:00000010:2.1:1781824348.110580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04295280. 00000080:00000010:2.1:1781824348.110587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042918c0. 00000080:00000010:2.1:1781824348.110595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04294a40. 00000080:00000010:2.1:1781824348.110610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04296b40. 00000080:00000010:2.1:1781824348.110618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04297380. 00000080:00000010:2.1:1781824348.110630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04298000. 00000080:00000010:2.1:1781824348.110649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0429a940. 00000080:00000010:2.1:1781824348.110657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a3180. 00000080:00000010:2.1:1781824348.110750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a0000. 00000080:00000010:2.1:1781824348.110760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a2940. 00000080:00000010:2.1:1781824348.110775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a6300. 00000080:00000010:2.1:1781824348.110796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0426c200. 00000080:00000010:2.1:1781824348.110808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ab180. 00000080:00000010:2.1:1781824348.110817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a8000. 00000080:00000010:2.1:1781824348.110825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042aa940. 00000080:00000010:2.1:1781824348.110835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a5280. 00000080:00000010:2.1:1781824348.110850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a18c0. 00000080:00000010:2.1:1781824348.110861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a4a40. 00000080:00000010:2.1:1781824348.110870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a6b40. 00000080:00000010:2.1:1781824348.110882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a7380. 00000080:00000010:2.1:1781824348.110893:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a1080. 00000080:00000010:2.1:1781824348.110913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a2100. 00000080:00000010:2.1:1781824348.110928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a0840. 00000080:00000010:2.1:1781824348.110941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a5ac0. 00000080:00000010:2.1:1781824348.110961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ae300. 00000080:00000010:2.1:1781824348.110976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a4200. 00000080:00000010:2.1:1781824348.110991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a39c0. 00000080:00000010:2.1:1781824348.111008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042b8840. 00000080:00000010:2.1:1781824348.111035:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bdac0. 00000080:00000010:2.1:1781824348.111050:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bc200. 00000080:00000010:2.1:1781824348.111066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bb9c0. 00000080:00000010:2.1:1781824348.111115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ad280. 00000080:00000010:2.1:1781824348.111130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a98c0. 00000080:00000010:2.1:1781824348.111143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bb180. 00000080:00000010:2.1:1781824348.111391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042b8000. 00000080:00000010:2.1:1781824348.111410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ba940. 00000080:00000010:2.1:1781824348.111466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042be300. 00000080:00000010:2.1:1781824348.111493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bd280. 00000080:00000010:2.1:1781824348.111508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042b98c0. 00000080:00000010:2.1:1781824348.111527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bca40. 00000080:00000010:2.1:1781824348.111554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042beb40. 00000080:00000010:2.1:1781824348.111565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042bf380. 00000080:00000010:2.1:1781824348.111585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c3180. 00000080:00000010:2.1:1781824348.111598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042b9080. 00000080:00000010:2.1:1781824348.111610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ba100. 00000080:00000010:2.1:1781824348.111624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c0000. 00000080:00000010:2.1:1781824348.111650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c2940. 00000080:00000010:2.1:1781824348.111665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c6300. 00000080:00000010:2.1:1781824348.111678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c5280. 00000080:00000010:2.1:1781824348.111697:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c18c0. 00000080:00000010:2.1:1781824348.111715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c4a40. 00000080:00000010:2.1:1781824348.111728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c6b40. 00000080:00000010:2.1:1781824348.111747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c7380. 00000080:00000010:2.1:1781824348.111760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c1080. 00000080:00000010:2.1:1781824348.111774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c2100. 00000080:00000010:2.1:1781824348.111785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c0840. 00000080:00000010:2.1:1781824348.111798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c5ac0. 00000080:00000010:2.1:1781824348.111809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c4200. 00000080:00000010:2.1:1781824348.111823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c39c0. 00000080:00000010:2.1:1781824348.111841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cf380. 00000080:00000010:2.1:1781824348.111860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c9080. 00000080:00000010:2.1:1781824348.111879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ca100. 00000080:00000010:2.1:1781824348.111898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c8840. 00000080:00000010:2.1:1781824348.111910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cdac0. 00000080:00000010:2.1:1781824348.111928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cc200. 00000080:00000010:2.1:1781824348.111946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cb9c0. 00000080:00000010:2.1:1781824348.111959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cb180. 00000080:00000010:2.1:1781824348.111971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c8000. 00000080:00000010:2.1:1781824348.111985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ca940. 00000080:00000010:2.1:1781824348.112015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ce300. 00000080:00000010:2.1:1781824348.112039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042aca40. 00000080:00000010:2.1:1781824348.112048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cd280. 00000080:00000010:2.1:1781824348.112055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042c98c0. 00000080:00000010:2.1:1781824348.112062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042cca40. 00000080:00000010:2.1:1781824348.112068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042aeb40. 00000080:00000010:2.1:1781824348.112075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ceb40. 00000080:00000010:2.1:1781824348.112302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d6300. 00000080:00000010:2.1:1781824348.112312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d5280. 00000080:00000010:2.1:1781824348.112319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d18c0. 00000080:00000010:2.1:1781824348.144141:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d4a40. 00000080:00000010:2.1:1781824348.144166:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d6b40. 00000080:00000010:2.1:1781824348.144177:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d7380. 00000080:00000010:2.1:1781824348.144184:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d1080. 00000080:00000010:2.1:1781824348.144193:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d2100. 00000080:00000010:2.1:1781824348.144203:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d0840. 00000080:00000010:2.1:1781824348.144209:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d5ac0. 00000080:00000010:2.1:1781824348.144217:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d4200. 00000080:00000010:2.1:1781824348.144224:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d39c0. 00000080:00000010:2.1:1781824348.144231:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d3180. 00000080:00000010:2.1:1781824348.144237:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d0000. 00000080:00000010:2.1:1781824348.144248:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d2940. 00000080:00000010:2.1:1781824348.144257:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042dd280. 00000080:00000010:2.1:1781824348.144267:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d98c0. 00000080:00000010:2.1:1781824348.144275:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042dca40. 00000080:00000010:2.1:1781824348.144283:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042deb40. 00000080:00000010:2.1:1781824348.144290:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042df380. 00000080:00000010:2.1:1781824348.144297:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d9080. 00000080:00000010:2.1:1781824348.144304:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042da100. 00000080:00000010:2.1:1781824348.144311:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d8840. 00000080:00000010:2.1:1781824348.144322:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b68840. 00000080:00000010:2.1:1781824348.144330:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ddac0. 00000080:00000010:2.1:1781824348.144346:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042dc200. 00000080:00000010:2.1:1781824348.144353:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042db9c0. 00000080:00000010:2.1:1781824348.144360:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042db180. 00000080:00000010:2.1:1781824348.144401:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042d8000. 00000080:00000010:2.1:1781824348.144416:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e18c0. 00000080:00000010:2.1:1781824348.144486:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e4a40. 00000080:00000010:2.1:1781824348.144496:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042da940. 00000080:00000010:2.1:1781824348.144502:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042de300. 00000080:00000010:2.1:1781824348.144519:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e9080. 00000080:00000010:2.1:1781824348.144527:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ea100. 00000080:00000010:2.1:1781824348.144535:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e8840. 00000080:00000010:2.1:1781824348.144552:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042af380. 00000080:00000010:2.1:1781824348.144559:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042edac0. 00000080:00000010:2.1:1781824348.144568:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ec200. 00000080:00000010:2.1:1781824348.144580:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042eb9c0. 00000080:00000010:2.1:1781824348.144588:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042eb180. 00000080:00000010:2.1:1781824348.144599:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e6b40. 00000080:00000010:2.1:1781824348.144607:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e8000. 00000080:00000010:2.1:1781824348.144615:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a9080. 00000080:00000010:2.1:1781824348.144623:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042aa100. 00000080:00000010:2.1:1781824348.144630:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042a8840. 00000080:00000010:2.1:1781824348.144636:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ea940. 00000080:00000010:2.1:1781824348.144642:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ee300. 00000080:00000010:2.1:1781824348.144649:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ed280. 00000080:00000010:2.1:1781824348.144654:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e98c0. 00000080:00000010:2.1:1781824348.144661:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042eca40. 00000080:00000010:2.1:1781824348.144666:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042eeb40. 00000080:00000010:2.1:1781824348.144672:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ef380. 00000080:00000010:2.1:1781824348.144687:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f4200. 00000080:00000010:2.1:1781824348.144700:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f39c0. 00000080:00000010:2.1:1781824348.144708:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042adac0. 00000080:00000010:2.1:1781824348.144715:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ac200. 00000080:00000010:2.1:1781824348.144721:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ab9c0. 00000080:00000010:2.1:1781824348.144738:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f3180. 00000080:00000010:2.1:1781824348.144745:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fdac0. 00000080:00000010:2.1:1781824348.144755:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fc200. 00000080:00000010:2.1:1781824348.144762:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fb9c0. 00000080:00000010:2.1:1781824348.144769:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fb180. 00000080:00000010:2.1:1781824348.144779:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f0000. 00000080:00000010:2.1:1781824348.144787:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f2940. 00000080:00000010:2.1:1781824348.144795:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f6300. 00000080:00000010:2.1:1781824348.144804:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f5280. 00000080:00000010:2.1:1781824348.144810:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f18c0. 00000080:00000010:2.1:1781824348.144817:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f4a40. 00000080:00000010:2.1:1781824348.144824:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f6b40. 00000080:00000010:2.1:1781824348.144832:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f8000. 00000080:00000010:2.1:1781824348.144842:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f7380. 00000080:00000010:2.1:1781824348.144850:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f1080. 00000080:00000010:2.1:1781824348.144857:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e7380. 00000080:00000010:2.1:1781824348.144864:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e1080. 00000080:00000010:2.1:1781824348.144871:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e2100. 00000080:00000010:2.1:1781824348.144878:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f2100. 00000080:00000010:2.1:1781824348.144885:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f0840. 00000080:00000010:2.1:1781824348.144895:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f5ac0. 00000080:00000010:2.1:1781824348.144902:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04300840. 00000080:00000010:2.1:1781824348.144910:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04305ac0. 00000080:00000010:2.1:1781824348.144918:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e0840. 00000080:00000010:2.1:1781824348.144924:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e5ac0. 00000080:00000010:2.1:1781824348.144931:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e4200. 00000080:00000010:2.1:1781824348.144937:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e39c0. 00000080:00000010:2.1:1781824348.144946:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04304200. 00000080:00000010:2.1:1781824348.144952:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043039c0. 00000080:00000010:2.1:1781824348.144957:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04303180. 00000080:00000010:2.1:1781824348.146291:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04300000. 00000080:00000010:2.1:1781824348.146306:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04302940. 00000080:00000010:2.1:1781824348.146323:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04306300. 00000080:00000010:2.1:1781824348.146329:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04305280. 00000080:00000010:2.1:1781824348.146335:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043018c0. 00000080:00000010:2.1:1781824348.146344:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04304a40. 00000080:00000010:2.1:1781824348.146350:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04306b40. 00000080:00000010:2.1:1781824348.146357:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04307380. 00000080:00000010:2.1:1781824348.146363:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04301080. 00000080:00000010:2.1:1781824348.146368:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04302100. 00000080:00000010:2.1:1781824348.146382:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043098c0. 00000080:00000010:2.1:1781824348.146390:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430ca40. 00000080:00000010:2.1:1781824348.146412:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6dac0. 00000080:00000010:2.1:1781824348.146664:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b6c200. 00000080:00000010:3.1:1781824348.152602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430eb40. 00000080:00000010:3.1:1781824348.152615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430f380. 00000080:00000010:3.1:1781824348.152628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04309080. 00000080:00000010:3.1:1781824348.152635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430a100. 00000080:00000010:3.1:1781824348.152642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04308840. 00000080:00000010:3.1:1781824348.152649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430dac0. 00000080:00000010:3.1:1781824348.152656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430c200. 00000080:00000010:3.1:1781824348.152663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430b9c0. 00000080:00000010:3.1:1781824348.152672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fa940. 00000080:00000010:3.1:1781824348.152684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430b180. 00000080:00000010:3.1:1781824348.152690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04308000. 00000080:00000010:3.1:1781824348.152696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430a940. 00000080:00000010:3.1:1781824348.152702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430e300. 00000080:00000010:3.1:1781824348.152708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0430d280. 00000080:00000010:3.1:1781824348.152715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431d280. 00000080:00000010:3.1:1781824348.152722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043198c0. 00000080:00000010:3.1:1781824348.152730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431ca40. 00000080:00000010:3.1:1781824348.152736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431eb40. 00000080:00000010:3.1:1781824348.152742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431f380. 00000080:00000010:3.1:1781824348.152751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e3180. 00000080:00000010:3.1:1781824348.152760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04320840. 00000080:00000010:3.1:1781824348.152767:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fe300. 00000080:00000010:2.1:1781824348.210133:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04319080. 00000080:00000010:2.1:1781824348.210145:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431a100. 00000080:00000010:2.1:1781824348.210166:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04318840. 00000080:00000010:0.1:1781824348.210187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431dac0. 00000080:00000010:0.1:1781824348.210208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fd280. 00000080:00000010:0.1:1781824348.217241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431c200. 00000080:00000010:0.1:1781824348.217257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431b9c0. 00000080:00000010:0.1:1781824348.217269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431b180. 00000080:00000010:0.1:1781824348.217276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04318000. 00000080:00000010:0.1:1781824348.217287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e0000. 00000080:00000010:0.1:1781824348.217306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431a940. 00000080:00000010:0.1:1781824348.217312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0431e300. 00000080:00000010:0.1:1781824348.217327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432f380. 00000080:00000010:0.1:1781824348.217336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04329080. 00000080:00000010:0.1:1781824348.217348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f98c0. 00000080:00000010:0.1:1781824348.217364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fca40. 00000080:00000010:0.1:1781824348.217372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432a100. 00000080:00000010:0.1:1781824348.217379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04328840. 00000080:00000010:0.1:1781824348.217386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432dac0. 00000080:00000010:0.1:1781824348.217396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432c200. 00000080:00000010:0.1:1781824348.217403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432b9c0. 00000080:00000010:0.1:1781824348.217409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432b180. 00000080:00000010:0.1:1781824348.217424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04328000. 00000080:00000010:0.1:1781824348.217431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432a940. 00000080:00000010:0.1:1781824348.217442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432e300. 00000080:00000010:0.1:1781824348.217449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432d280. 00000080:00000010:0.1:1781824348.217456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042feb40. 00000080:00000010:0.1:1781824348.217462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043298c0. 00000080:00000010:0.1:1781824348.217469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432ca40. 00000080:00000010:0.1:1781824348.217475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0432eb40. 00000080:00000010:0.1:1781824348.217481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042ff380. 00000080:00000010:0.1:1781824348.217487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f9080. 00000080:00000010:0.1:1781824348.217514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042fa100. 00000080:00000010:0.1:1781824348.217531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e2940. 00000080:00000010:0.1:1781824348.217539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e6300. 00000080:00000010:0.1:1781824348.217547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04332940. 00000080:00000010:0.1:1781824348.217556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042f8840. 00000080:00000010:0.1:1781824348.217563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04336300. 00000080:00000010:0.1:1781824348.217571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f042e5280. 00000080:00000010:0.1:1781824348.217578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433ca40. 00000080:00000010:0.1:1781824348.217674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433eb40. 00000080:00000010:0.1:1781824348.217683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433f380. 00000080:00000010:0.1:1781824348.217691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04335280. 00000080:00000010:0.1:1781824348.217698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043318c0. 00000080:00000010:0.1:1781824348.217706:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04334a40. 00000080:00000010:0.1:1781824348.217714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04342940. 00000080:00000010:0.1:1781824348.217724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04346300. 00000080:00000010:0.1:1781824348.217731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04339080. 00000080:00000010:0.1:1781824348.217738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433a100. 00000080:00000010:0.1:1781824348.217745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04345280. 00000080:00000010:0.1:1781824348.217752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043418c0. 00000080:00000010:0.1:1781824348.217759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04344a40. 00000080:00000010:0.1:1781824348.217765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04346b40. 00000080:00000010:0.1:1781824348.217771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04347380. 00000080:00000010:0.1:1781824348.217777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04338840. 00000080:00000010:0.1:1781824348.217797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433dac0. 00000080:00000010:0.1:1781824348.217805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433c200. 00000080:00000010:0.1:1781824348.217817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04336b40. 00000080:00000010:0.1:1781824348.217824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04337380. 00000080:00000010:0.1:1781824348.217830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04331080. 00000080:00000010:0.1:1781824348.217837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04332100. 00000080:00000010:0.1:1781824348.217844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04330840. 00000080:00000010:0.1:1781824348.217850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04335ac0. 00000080:00000010:0.1:1781824348.217856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04334200. 00000080:00000010:0.1:1781824348.217861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043339c0. 00000080:00000010:0.1:1781824348.217866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04341080. 00000080:00000010:0.1:1781824348.217872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04342100. 00000080:00000010:2.1:1781824348.265501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04333180. 00000080:00000010:2.1:1781824348.265523:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04330000. 00000080:00000010:2.1:1781824348.265561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434a100. 00000080:00000010:2.1:1781824348.265570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04348840. 00000080:00000010:2.1:1781824348.265578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434dac0. 00000080:00000010:2.1:1781824348.265590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04325ac0. 00000080:00000010:3.1:1781824348.325144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434c200. 00000080:00000010:3.1:1781824348.325159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434b9c0. 00000080:00000010:3.1:1781824348.325173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434b180. 00000080:00000010:3.1:1781824348.325179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04348000. 00000080:00000010:3.1:1781824348.325192:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04340840. 00000080:00000010:3.1:1781824348.325199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04345ac0. 00000080:00000010:3.1:1781824348.325206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434a940. 00000080:00000010:3.1:1781824348.325213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434e300. 00000080:00000010:3.1:1781824348.325220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434d280. 00000080:00000010:3.1:1781824348.325232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043498c0. 00000080:00000010:3.1:1781824348.325238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434ca40. 00000080:00000010:3.1:1781824348.325245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434eb40. 00000080:00000010:3.1:1781824348.325265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0434f380. 00000080:00000010:3.1:1781824348.325273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04349080. 00000080:00000010:3.1:1781824348.325280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04356b40. 00000080:00000010:3.1:1781824348.325373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04357380. 00000080:00000010:3.1:1781824348.325385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04351080. 00000080:00000010:3.1:1781824348.325398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04352100. 00000080:00000010:3.1:1781824348.325410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04350840. 00000080:00000010:3.1:1781824348.325427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04355ac0. 00000080:00000010:3.1:1781824348.325437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04354200. 00000080:00000010:3.1:1781824348.325453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433b9c0. 00000080:00000010:3.1:1781824348.325464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433b180. 00000080:00000010:3.1:1781824348.325473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04338000. 00000080:00000010:3.1:1781824348.325487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04324200. 00000080:00000010:3.1:1781824348.325500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043539c0. 00000080:00000010:3.1:1781824348.325509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04353180. 00000080:00000010:3.1:1781824348.325521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04350000. 00000080:00000010:3.1:1781824348.325531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04352940. 00000080:00000010:3.1:1781824348.325543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04356300. 00000080:00000010:3.1:1781824348.325556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04355280. 00000080:00000010:3.1:1781824348.325569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04344200. 00000080:00000010:3.1:1781824348.325580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433a940. 00000080:00000010:3.1:1781824348.325593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043518c0. 00000080:00000010:3.1:1781824348.325603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04354a40. 00000080:00000010:3.1:1781824348.325618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04358000. 00000080:00000010:3.1:1781824348.325631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435a940. 00000080:00000010:0.1:1781824348.361156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435e300. 00000080:00000010:0.1:1781824348.361186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043439c0. 00000080:00000010:0.1:1781824348.361195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04343180. 00000080:00000010:0.1:1781824348.361202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04340000. 00000080:00000010:0.1:1781824348.361209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435d280. 00000080:00000010:0.1:1781824348.361215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043598c0. 00000080:00000010:0.1:1781824348.361224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435ca40. 00000080:00000010:0.1:1781824348.361231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435eb40. 00000080:00000010:0.1:1781824348.361239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435f380. 00000080:00000010:0.1:1781824348.361245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04359080. 00000080:00000010:0.1:1781824348.361250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435a100. 00000080:00000010:0.1:1781824348.361263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04358840. 00000080:00000010:0.1:1781824348.361270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435dac0. 00000080:00000010:0.1:1781824348.361277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435c200. 00000080:00000010:0.1:1781824348.361283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435b9c0. 00000080:00000010:0.1:1781824348.361289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0435b180. 00000080:00000010:0.1:1781824348.361296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04363180. 00000080:00000010:0.1:1781824348.361317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04360000. 00000080:00000010:0.1:1781824348.361324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04362940. 00000080:00000010:0.1:1781824348.361332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04366300. 00000080:00000010:0.1:1781824348.361339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04365280. 00000080:00000010:0.1:1781824348.361351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043618c0. 00000080:00000010:0.1:1781824348.361366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04364a40. 00000080:00000010:0.1:1781824348.361378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433e300. 00000080:00000010:0.1:1781824348.361385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04366b40. 00000080:00000010:0.1:1781824348.361397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04367380. 00000080:00000010:0.1:1781824348.361403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04361080. 00000080:00000010:0.1:1781824348.361409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04362100. 00000080:00000010:0.1:1781824348.361415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04360840. 00000080:00000010:0.1:1781824348.361420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04365ac0. 00000080:00000010:0.1:1781824348.361426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04364200. 00000080:00000010:0.1:1781824348.361432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043639c0. 00000080:00000010:0.1:1781824348.361445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04368840. 00000080:00000010:0.1:1781824348.361454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436dac0. 00000080:00000010:0.1:1781824348.361462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436c200. 00000080:00000010:0.1:1781824348.361468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436b9c0. 00000080:00000010:0.1:1781824348.361481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436b180. 00000080:00000010:0.1:1781824348.361490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04368000. 00000080:00000010:1.1:1781824348.380163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436a940. 00000080:00000010:1.1:1781824348.380178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436e300. 00000080:00000010:1.1:1781824348.380191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436d280. 00000080:00000010:1.1:1781824348.380203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04376300. 00000080:00000010:1.1:1781824348.380211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04375280. 00000080:00000010:1.1:1781824348.380217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043718c0. 00000080:00000010:1.1:1781824348.380227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0433d280. 00000080:00000010:1.1:1781824348.380234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043698c0. 00000080:00000010:1.1:1781824348.380247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436ca40. 00000080:00000010:1.1:1781824348.380253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436eb40. 00000080:00000010:1.1:1781824348.380260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436f380. 00000080:00000010:1.1:1781824348.380265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04369080. 00000080:00000010:1.1:1781824348.380271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0436a100. 00000080:00000010:1.1:1781824348.380276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043398c0. 00000080:00000010:1.1:1781824348.380284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04381080. 00000080:00000010:1.1:1781824348.380291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04382100. 00000080:00000010:1.1:1781824348.380298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04380840. 00000080:00000010:1.1:1781824348.380304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04385ac0. 00000080:00000010:1.1:1781824348.380312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04384200. 00000080:00000010:1.1:1781824348.380318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043839c0. 00000080:00000010:1.1:1781824348.380336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04383180. 00000080:00000010:1.1:1781824348.380343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04380000. 00000080:00000010:1.1:1781824348.380355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04374a40. 00000080:00000010:1.1:1781824348.380367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043239c0. 00000080:00000010:1.1:1781824348.380374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04323180. 00000080:00000010:1.1:1781824348.380380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04320000. 00000080:00000010:1.1:1781824348.380386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04382940. 00000080:00000010:1.1:1781824348.380392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04386300. 00000080:00000010:2.1:1781824348.486131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04385280. 00000080:00000010:2.1:1781824348.486158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043818c0. 00000080:00000010:2.1:1781824348.486165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04384a40. 00000080:00000010:2.1:1781824348.486183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04376b40. 00000080:00000010:2.1:1781824348.486191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04377380. 00000080:00000010:2.1:1781824348.486199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04371080. 00000080:00000010:2.1:1781824348.486206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04372100. 00000080:00000010:2.1:1781824348.486213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04370840. 00000080:00000010:2.1:1781824348.486220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04375ac0. 00000080:00000010:2.1:1781824348.486227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04374200. 00000080:00000010:2.1:1781824348.486234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043739c0. 00000080:00000010:2.1:1781824348.486241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04386b40. 00000080:00000010:2.1:1781824348.486248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04387380. 00000080:00000010:2.1:1781824348.486255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438f380. 00000080:00000010:2.1:1781824348.486367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04389080. 00000080:00000010:3.1:1781824348.518447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438a100. 00000080:00000010:3.1:1781824348.518552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04373180. 00000080:00000010:3.1:1781824348.518568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04370000. 00000080:00000010:3.1:1781824348.518577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04388840. 00000080:00000010:3.1:1781824348.518585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438dac0. 00000080:00000010:3.1:1781824348.518594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438c200. 00000080:00000010:3.1:1781824348.518602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438b9c0. 00000080:00000010:3.1:1781824348.518608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438b180. 00000080:00000010:3.1:1781824348.518614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04388000. 00000080:00000010:3.1:1781824348.518620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438a940. 00000080:00000010:3.1:1781824348.518625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438e300. 00000080:00000010:3.1:1781824348.518638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438d280. 00000080:00000010:3.1:1781824348.518645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043898c0. 00000080:00000010:3.1:1781824348.518651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438ca40. 00000080:00000010:3.1:1781824348.518657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0438eb40. 00000080:00000010:3.1:1781824348.518890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04392100. 00000080:00000010:3.1:1781824348.518899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04390840. 00000080:00000010:3.1:1781824348.518907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04395ac0. 00000080:00000010:3.1:1781824348.518916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04372940. 00000080:00000010:3.1:1781824348.518923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439b9c0. 00000080:00000010:3.1:1781824348.518930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04394200. 00000080:00000010:3.1:1781824348.518937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043939c0. 00000080:00000010:3.1:1781824348.518943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04393180. 00000080:00000010:3.1:1781824348.518954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04390000. 00000080:00000010:3.1:1781824348.518961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04392940. 00000080:00000010:3.1:1781824348.518968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04396300. 00000080:00000010:3.1:1781824348.518974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04395280. 00000080:00000010:3.1:1781824348.518992:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043918c0. 00000080:00000010:3.1:1781824348.518999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04394a40. 00000080:00000010:3.1:1781824348.519007:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04396b40. 00000080:00000010:3.1:1781824348.519027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04397380. 00000080:00000010:3.1:1781824348.519034:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04391080. 00000080:00000010:3.1:1781824348.519049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a0840. 00000080:00000010:3.1:1781824348.519059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ae300. 00000080:00000010:3.1:1781824348.519067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a5ac0. 00000080:00000010:3.1:1781824348.519076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a4200. 00000080:00000010:3.1:1781824348.519425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a39c0. 00000080:00000010:3.1:1781824348.519433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a3180. 00000080:00000010:3.1:1781824348.519439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a0000. 00000080:00000010:3.1:1781824348.519447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439b180. 00000080:00000010:3.1:1781824348.519457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a2940. 00000080:00000010:3.1:1781824348.519585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a6300. 00000080:00000010:3.1:1781824348.519597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04322940. 00000080:00000010:3.1:1781824348.519609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04326300. 00000080:00000010:3.1:1781824348.519616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04325280. 00000080:00000010:3.1:1781824348.519622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043218c0. 00000080:00000010:3.1:1781824348.519635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ad280. 00000080:00000010:3.1:1781824348.519643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a98c0. 00000080:00000010:3.1:1781824348.519652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043aca40. 00000080:00000010:3.1:1781824348.519659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043aeb40. 00000080:00000010:3.1:1781824348.519734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04398000. 00000080:00000010:3.1:1781824348.519742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439a940. 00000080:00000010:3.1:1781824348.519750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439e300. 00000080:00000010:3.1:1781824348.519758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043af380. 00000080:00000010:3.1:1781824348.519765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439d280. 00000080:00000010:3.1:1781824348.519773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a5280. 00000080:00000010:3.1:1781824348.519780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043998c0. 00000080:00000010:3.1:1781824348.519787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439ca40. 00000080:00000010:3.1:1781824348.519795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a9080. 00000080:00000010:3.1:1781824348.519802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043aa100. 00000080:00000010:3.1:1781824348.519810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a8840. 00000080:00000010:3.1:1781824348.519817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043adac0. 00000080:00000010:3.1:1781824348.519823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a18c0. 00000080:00000010:3.1:1781824348.519833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a4a40. 00000080:00000010:3.1:1781824348.519844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439eb40. 00000080:00000010:3.1:1781824348.519852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439f380. 00000080:00000010:3.1:1781824348.519859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04399080. 00000080:00000010:3.1:1781824348.519867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ac200. 00000080:00000010:3.1:1781824348.519880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ab9c0. 00000080:00000010:3.1:1781824348.519887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ab180. 00000080:00000010:3.1:1781824348.519895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a8000. 00000080:00000010:3.1:1781824348.519902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043aa940. 00000080:00000010:3.1:1781824348.519910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b5ac0. 00000080:00000010:3.1:1781824348.519976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b4200. 00000080:00000010:3.1:1781824348.520054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b39c0. 00000080:00000010:3.1:1781824348.520063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b3180. 00000080:00000010:3.1:1781824348.520070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b0000. 00000080:00000010:3.1:1781824348.520224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b2940. 00000080:00000010:3.1:1781824348.520240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b6300. 00000080:00000010:3.1:1781824348.520247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b5280. 00000080:00000010:3.1:1781824348.520254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b18c0. 00000080:00000010:3.1:1781824348.520260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b4a40. 00000080:00000010:3.1:1781824348.520266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b6b40. 00000080:00000010:3.1:1781824348.520273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b7380. 00000080:00000010:3.1:1781824348.520279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b1080. 00000080:00000010:3.1:1781824348.520285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b2100. 00000080:00000010:3.1:1781824348.520352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b0840. 00000080:00000010:3.1:1781824348.520364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bb9c0. 00000080:00000010:3.1:1781824348.520431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bb180. 00000080:00000010:3.1:1781824348.520440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b8000. 00000080:00000010:3.1:1781824348.520447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ba940. 00000080:00000010:3.1:1781824348.520454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043be300. 00000080:00000010:3.1:1781824348.520461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bd280. 00000080:00000010:3.1:1781824348.520600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b98c0. 00000080:00000010:3.1:1781824348.520609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a6b40. 00000080:00000010:3.1:1781824348.520615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bca40. 00000080:00000010:3.1:1781824348.520622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043beb40. 00000080:00000010:3.1:1781824348.520628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bf380. 00000080:00000010:3.1:1781824348.520634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b9080. 00000080:00000010:3.1:1781824348.520646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ba100. 00000080:00000010:3.1:1781824348.520653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043b8840. 00000080:00000010:3.1:1781824348.520728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bdac0. 00000080:00000010:3.1:1781824348.520738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043bc200. 00000080:00000010:3.1:1781824348.520745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c18c0. 00000080:00000010:3.1:1781824348.520757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c4a40. 00000080:00000010:3.1:1781824348.520765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c6b40. 00000080:00000010:3.1:1781824348.520772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c7380. 00000080:00000010:3.1:1781824348.520778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c1080. 00000080:00000010:3.1:1781824348.592037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c2100. 00000080:00000010:3.1:1781824348.592065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439a100. 00000080:00000010:3.1:1781824348.592072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04398840. 00000080:00000010:0.1:1781824348.592859:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c0840. 00000080:00000010:0.1:1781824348.592890:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c5ac0. 00000080:00000010:2.1:1781824348.655146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04321080. 00000080:00000010:0.1:1781824348.655180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c4200. 00000080:00000010:2.1:1781824348.655188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d0000. 00000080:00000010:0.1:1781824348.655198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c39c0. 00000080:00000010:2.1:1781824348.655215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cf380. 00000080:00000010:0.1:1781824348.655217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c3180. 00000080:00000010:2.1:1781824348.655232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04322100. 00000080:00000010:2.1:1781824348.655242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d8000. 00000080:00000010:0.1:1781824348.655250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c0000. 00000080:00000010:2.1:1781824348.655254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d2940. 00000080:00000010:0.1:1781824348.655266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c2940. 00000080:00000010:2.1:1781824348.655277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d6300. 00000080:00000010:0.1:1781824348.655281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c6300. 00000080:00000010:2.1:1781824348.655293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d5280. 00000080:00000010:0.1:1781824348.655297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04324a40. 00000080:00000010:2.1:1781824348.655312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c9080. 00000080:00000010:0.1:1781824348.655314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04326b40. 00000080:00000010:0.1:1781824348.655337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c5280. 00000080:00000010:2.1:1781824348.655341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ca100. 00000080:00000010:0.1:1781824348.655350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cb9c0. 00000080:00000010:0.1:1781824348.655367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439dac0. 00000080:00000010:0.1:1781824348.655376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0439c200. 00000080:00000010:0.1:1781824348.655418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d39c0. 00000080:00000010:2.1:1781824348.655435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c8840. 00000080:00000010:0.1:1781824348.655441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cb180. 00000080:00000010:2.1:1781824348.655453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d18c0. 00000080:00000010:0.1:1781824348.655460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c8000. 00000080:00000010:0.1:1781824348.655480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ca940. 00000080:00000010:0.1:1781824348.655492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ce300. 00000080:00000010:0.1:1781824348.655503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d3180. 00000080:00000010:0.1:1781824348.655517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cd280. 00000080:00000010:0.1:1781824348.655529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043c98c0. 00000080:00000010:2.1:1781824348.655538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d4a40. 00000080:00000010:0.1:1781824348.655540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cca40. 00000080:00000010:0.1:1781824348.655560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ceb40. 00000080:00000010:0.1:1781824348.655571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04327380. 00000080:00000010:2.1:1781824348.655684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cdac0. 00000080:00000010:2.1:1781824348.655695:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043cc200. 00000080:00000010:2.1:1781824348.655702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e4a40. 00000080:00000010:2.1:1781824348.655711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e6b40. 00000080:00000010:2.1:1781824348.655721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d6b40. 00000080:00000010:2.1:1781824348.655727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e7380. 00000080:00000010:2.1:1781824348.655734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e1080. 00000080:00000010:2.1:1781824348.655741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e2100. 00000080:00000010:2.1:1781824348.655753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e0840. 00000080:00000010:2.1:1781824348.655760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e5ac0. 00000080:00000010:2.1:1781824348.655767:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e4200. 00000080:00000010:2.1:1781824348.655775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d7380. 00000080:00000010:2.1:1781824348.655790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d1080. 00000080:00000010:2.1:1781824348.655803:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d2100. 00000080:00000010:2.1:1781824348.655817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d0840. 00000080:00000010:2.1:1781824348.655831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d5ac0. 00000080:00000010:2.1:1781824348.655853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d4200. 00000080:00000010:2.1:1781824348.655875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f6300. 00000080:00000010:2.1:1781824348.655890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e39c0. 00000080:00000010:2.1:1781824348.655905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e3180. 00000080:00000010:2.1:1781824348.655918:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f5280. 00000080:00000010:2.1:1781824348.656269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f18c0. 00000080:00000010:2.1:1781824348.656279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e0000. 00000080:00000010:2.1:1781824348.656287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e2940. 00000080:00000010:2.1:1781824348.656293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e6300. 00000080:00000010:2.1:1781824348.656301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e5280. 00000080:00000010:2.1:1781824348.656313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043e18c0. 00000080:00000010:2.1:1781824348.656323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f4a40. 00000080:00000010:2.1:1781824348.656330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f6b40. 00000080:00000010:2.1:1781824348.656338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f7380. 00000080:00000010:2.1:1781824348.656417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043feb40. 00000080:00000010:2.1:1781824348.656429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ff380. 00000080:00000010:2.1:1781824348.656437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f9080. 00000080:00000010:2.1:1781824348.656445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fa100. 00000080:00000010:2.1:1781824348.656454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a7380. 00000080:00000010:2.1:1781824348.656462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a1080. 00000080:00000010:2.1:1781824348.656475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043da940. 00000080:00000010:2.1:1781824348.657658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f8840. 00000080:00000010:2.1:1781824348.657670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fdac0. 00000080:00000010:2.1:1781824348.657678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fc200. 00000080:00000010:2.1:1781824348.657684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fb9c0. 00000080:00000010:2.1:1781824348.657699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fb180. 00000080:00000010:2.1:1781824348.657712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f8000. 00000080:00000010:2.1:1781824348.657721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fa940. 00000080:00000010:2.1:1781824348.657728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fe300. 00000080:00000010:2.1:1781824348.657734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fd280. 00000080:00000010:2.1:1781824348.657741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f98c0. 00000080:00000010:2.1:1781824348.657746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043fca40. 00000080:00000010:2.1:1781824348.657754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b402100. 00000080:00000010:2.1:1781824348.657822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b400840. 00000080:00000010:2.1:1781824348.657835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f1080. 00000080:00000010:2.1:1781824348.657842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f2100. 00000080:00000010:2.1:1781824348.657848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b405ac0. 00000080:00000010:2.1:1781824348.657855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f0840. 00000080:00000010:0.1:1781824348.663004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f5ac0. 00000080:00000010:0.1:1781824348.663036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f4200. 00000080:00000010:0.1:1781824348.663053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f39c0. 00000080:00000010:0.1:1781824348.663062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f3180. 00000080:00000010:0.1:1781824348.663099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043de300. 00000080:00000010:0.1:1781824348.663111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043dd280. 00000080:00000010:0.1:1781824348.663120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d98c0. 00000080:00000010:0.1:1781824348.663134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043dca40. 00000080:00000010:0.1:1781824348.663144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043deb40. 00000080:00000010:0.1:1781824348.663161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b404200. 00000080:00000010:0.1:1781824348.663179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4039c0. 00000080:00000010:0.1:1781824348.663190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b403180. 00000080:00000010:0.1:1781824348.663201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b400000. 00000080:00000010:0.1:1781824348.663212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b402940. 00000080:00000010:0.1:1781824348.663223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b406300. 00000080:00000010:0.1:1781824348.666093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b405280. 00000080:00000010:0.1:1781824348.666118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4018c0. 00000080:00000010:0.1:1781824348.666129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b404a40. 00000080:00000010:0.1:1781824348.666136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b406b40. 00000080:00000010:0.1:1781824348.666144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b407380. 00000080:00000010:0.1:1781824348.666160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b401080. 00000080:00000010:0.1:1781824348.666169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b409080. 00000080:00000010:0.1:1781824348.666177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40a100. 00000080:00000010:0.1:1781824348.666184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b408840. 00000080:00000010:0.1:1781824348.666191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40dac0. 00000080:00000010:0.1:1781824348.666199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40c200. 00000080:00000010:0.1:1781824348.666208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f0000. 00000080:00000010:0.1:1781824348.666215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043f2940. 00000080:00000010:0.1:1781824348.666253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40b9c0. 00000080:00000010:0.1:1781824348.666266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043df380. 00000080:00000010:0.1:1781824348.666274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d9080. 00000080:00000010:0.1:1781824348.666281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043da100. 00000080:00000010:0.1:1781824348.666287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043d8840. 00000080:00000010:0.1:1781824348.666295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40b180. 00000080:00000010:0.1:1781824348.666301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b408000. 00000080:00000010:0.1:1781824348.666309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40a940. 00000080:00000010:0.1:1781824348.666319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40e300. 00000080:00000010:0.1:1781824348.666331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40d280. 00000080:00000010:1.1:1781824348.674155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4098c0. 00000080:00000010:1.1:1781824348.674175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40ca40. 00000080:00000010:2.1:1781824348.682142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40eb40. 00000080:00000010:2.1:1781824348.682157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b40f380. 00000080:00000010:2.1:1781824348.682166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b412940. 00000080:00000010:2.1:1781824348.682186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043ddac0. 00000080:00000010:2.1:1781824348.682197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043dc200. 00000080:00000010:2.1:1781824348.682204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043db9c0. 00000080:00000010:2.1:1781824348.682211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043db180. 00000080:00000010:2.1:1781824348.682246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41a940. 00000080:00000010:2.1:1781824348.710137:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41e300. 00000080:00000010:3.1:1781824348.746147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41d280. 00000080:00000010:3.1:1781824348.746162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4198c0. 00000080:00000010:3.1:1781824348.746177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41ca40. 00000080:00000010:3.1:1781824348.746184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41eb40. 00000080:00000010:3.1:1781824348.746193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41f380. 00000080:00000010:3.1:1781824348.746204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b419080. 00000080:00000010:3.1:1781824348.746216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41a100. 00000080:00000010:3.1:1781824348.746235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b416300. 00000080:00000010:3.1:1781824348.746250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b415280. 00000080:00000010:3.1:1781824348.746264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4118c0. 00000080:00000010:3.1:1781824348.746292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b414a40. 00000080:00000010:3.1:1781824348.746305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b416b40. 00000080:00000010:3.1:1781824348.746315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b417380. 00000080:00000010:3.1:1781824348.746325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b411080. 00000080:00000010:2.1:1781824348.779491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b412100. 00000080:00000010:2.1:1781824348.779518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b410840. 00000080:00000010:2.1:1781824348.779526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b415ac0. 00000080:00000010:2.1:1781824348.779532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b414200. 00000080:00000010:2.1:1781824348.779538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4139c0. 00000080:00000010:2.1:1781824348.779552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f043a2100. 00000080:00000010:2.1:1781824348.779583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b422940. 00000080:00000010:2.1:1781824348.779592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b426300. 00000080:00000010:2.1:1781824348.779599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b425280. 00000080:00000010:2.1:1781824348.779606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4218c0. 00000080:00000010:2.1:1781824348.779612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b413180. 00000080:00000010:2.1:1781824348.779631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b410000. 00000080:00000010:2.1:1781824348.779638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42a940. 00000080:00000010:2.1:1781824348.779646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42e300. 00000080:00000010:2.1:1781824348.779655:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42d280. 00000080:00000010:2.1:1781824348.779661:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4298c0. 00000080:00000010:2.1:1781824348.779679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42ca40. 00000080:00000010:2.1:1781824348.779687:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42eb40. 00000080:00000010:2.1:1781824348.779694:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42f380. 00000080:00000010:2.1:1781824348.779707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b429080. 00000080:00000010:2.1:1781824348.779713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42a100. 00000080:00000010:2.1:1781824348.779725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b428840. 00000080:00000010:2.1:1781824348.779734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42dac0. 00000080:00000010:2.1:1781824348.779741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42c200. 00000080:00000010:2.1:1781824348.779747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42b9c0. 00000080:00000010:2.1:1781824348.779759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b436b40. 00000080:00000010:2.1:1781824348.779772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b42b180. 00000080:00000010:2.1:1781824348.779778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b428000. 00000080:00000010:2.1:1781824348.779785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43e300. 00000080:00000010:2.1:1781824348.779793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43d280. 00000080:00000010:2.1:1781824348.779800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b437380. 00000080:00000010:2.1:1781824348.779808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b431080. 00000080:00000010:0.1:1781824348.811341:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b432100. 00000080:00000010:0.1:1781824348.811362:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b430840. 00000080:00000010:0.1:1781824348.811372:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b435ac0. 00000080:00000010:0.1:1781824348.811554:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4398c0. 00000080:00000010:0.1:1781824348.811568:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b434200. 00000080:00000010:0.1:1781824348.811577:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4339c0. 00000080:00000010:0.1:1781824348.811583:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b433180. 00000080:00000010:0.1:1781824348.811590:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b430000. 00000080:00000010:0.1:1781824348.811596:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b432940. 00000080:00000010:0.1:1781824348.811604:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43ca40. 00000080:00000010:0.1:1781824348.811619:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43eb40. 00000080:00000010:0.1:1781824348.811629:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b436300. 00000080:00000010:0.1:1781824348.811636:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b435280. 00000080:00000010:0.1:1781824348.811642:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43f380. 00000080:00000010:0.1:1781824348.811649:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b439080. 00000080:00000010:0.1:1781824348.811656:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43a100. 00000080:00000010:0.1:1781824348.811663:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b438840. 00000080:00000010:0.1:1781824348.811673:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43dac0. 00000080:00000010:0.1:1781824348.811680:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43c200. 00000080:00000010:0.1:1781824348.811687:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43b9c0. 00000080:00000010:0.1:1781824348.811693:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43b180. 00000080:00000010:0.1:1781824348.811770:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b438000. 00000080:00000010:0.1:1781824348.811897:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b43a940. 00000080:00000010:0.1:1781824348.811906:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b440000. 00000080:00000010:1.1:1781824348.881176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b442940. 00000080:00000010:1.1:1781824348.881194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b446300. 00000080:00000010:1.1:1781824348.881208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b445280. 00000080:00000010:1.1:1781824348.881217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4418c0. 00000080:00000010:1.1:1781824348.881224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b444a40. 00000080:00000010:1.1:1781824348.881232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b446b40. 00000080:00000010:1.1:1781824348.881242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b447380. 00000080:00000010:1.1:1781824348.881248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b441080. 00000080:00000010:1.1:1781824348.881260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b442100. 00000080:00000010:1.1:1781824348.881267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b440840. 00000080:00000010:1.1:1781824348.881346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b445ac0. 00000080:00000010:1.1:1781824348.881358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b424a40. 00000080:00000010:1.1:1781824348.881366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b426b40. 00000080:00000010:1.1:1781824348.881372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b444200. 00000080:00000010:1.1:1781824348.881378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4439c0. 00000080:00000010:2.1:1781824348.945390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b443180. 00000080:00000010:2.1:1781824348.945409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44dac0. 00000080:00000010:2.1:1781824348.945500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44c200. 00000080:00000010:2.1:1781824348.945519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b434a40. 00000080:00000010:2.1:1781824348.945531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b456b40. 00000080:00000010:2.1:1781824348.945550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b457380. 00000080:00000010:2.1:1781824348.945568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b451080. 00000080:00000010:2.1:1781824348.945578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44b9c0. 00000080:00000010:2.1:1781824348.945595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44b180. 00000080:00000010:2.1:1781824348.945604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b448000. 00000080:00000010:2.1:1781824348.945626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44a940. 00000080:00000010:2.1:1781824348.945633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44e300. 00000080:00000010:2.1:1781824348.945641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44d280. 00000080:00000010:2.1:1781824348.945649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4498c0. 00000080:00000010:2.1:1781824348.945656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44ca40. 00000080:00000010:2.1:1781824348.945662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44eb40. 00000080:00000010:2.1:1781824348.945670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44f380. 00000080:00000010:2.1:1781824348.945676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b449080. 00000080:00000010:2.1:1781824348.945688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b44a100. 00000080:00000010:2.1:1781824348.945709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b448840. 00000080:00000010:2.1:1781824348.945718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b467380. 00000080:00000010:2.1:1781824348.945727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b461080. 00000080:00000010:2.1:1781824348.945735:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b462100. 00000080:00000010:2.1:1781824348.945743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b460840. 00000080:00000010:2.1:1781824348.945749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b465ac0. 00000080:00000010:2.1:1781824348.945758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b464200. 00000080:00000010:2.1:1781824348.945766:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b452100. 00000080:00000010:2.1:1781824348.945773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b450840. 00000080:00000010:2.1:1781824348.945782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b418840. 00000080:00000010:2.1:1781824348.945791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4639c0. 00000080:00000010:2.1:1781824348.945799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b463180. 00000080:00000010:2.1:1781824348.945810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b460000. 00000080:00000010:2.1:1781824348.945817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b462940. 00000080:00000010:2.1:1781824348.945825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b466300. 00000080:00000010:2.1:1781824348.945831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b465280. 00000080:00000010:2.1:1781824348.945838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4618c0. 00000080:00000010:2.1:1781824348.945847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b464a40. 00000080:00000010:2.1:1781824348.945856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b455ac0. 00000080:00000010:2.1:1781824348.945868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b454200. 00000080:00000010:2.1:1781824348.945878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4539c0. 00000080:00000010:2.1:1781824348.945888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b466b40. 00000080:00000010:2.1:1781824348.945899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46c200. 00000080:00000010:2.1:1781824348.945914:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46b9c0. 00000080:00000010:2.1:1781824348.945926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46b180. 00000080:00000010:2.1:1781824348.945943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b468000. 00000080:00000010:2.1:1781824348.945955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46a940. 00000080:00000010:0.1:1781824348.945964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4318c0. 00000080:00000010:2.1:1781824348.945970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46e300. 00000080:00000010:2.1:1781824348.945987:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46d280. 00000080:00000010:2.1:1781824348.946000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4698c0. 00000080:00000010:2.1:1781824348.946023:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46ca40. 00000080:00000010:2.1:1781824348.946033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46eb40. 00000080:00000010:2.1:1781824348.946045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46f380. 00000080:00000010:2.1:1781824348.946055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b453180. 00000080:00000010:2.1:1781824348.946066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b469080. 00000080:00000010:2.1:1781824348.946077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46a100. 00000080:00000010:2.1:1781824348.946105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b468840. 00000080:00000010:0.1:1781824348.952162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b46dac0. 00000080:00000010:0.1:1781824348.952183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b450000. 00000080:00000010:0.1:1781824348.952194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b452940. 00000080:00000010:0.1:1781824348.952201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b456300. 00000080:00000010:0.1:1781824348.952214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b455280. 00000080:00000010:0.1:1781824348.952224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b478840. 00000080:00000010:0.1:1781824348.952233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47dac0. 00000080:00000010:0.1:1781824348.952241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47c200. 00000080:00000010:0.1:1781824348.952248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47b9c0. 00000080:00000010:0.1:1781824348.952255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47b180. 00000080:00000010:0.1:1781824348.952261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b478000. 00000080:00000010:0.1:1781824348.952268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47a940. 00000080:00000010:0.1:1781824348.952274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47e300. 00000080:00000010:0.1:1781824348.952287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47d280. 00000080:00000010:0.1:1781824348.952294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4798c0. 00000080:00000010:0.1:1781824348.952299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47ca40. 00000080:00000010:0.1:1781824348.952309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47eb40. 00000080:00000010:0.1:1781824348.952316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47f380. 00000080:00000010:0.1:1781824348.952323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b479080. 00000080:00000010:0.1:1781824348.952329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b47a100. 00000080:00000010:0.1:1781824348.952336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b480000. 00000080:00000010:0.1:1781824348.952458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b482940. 00000080:00000010:0.1:1781824348.952471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b486300. 00000080:00000010:0.1:1781824348.952480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4518c0. 00000080:00000010:0.1:1781824348.952487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b454a40. 00000080:00000010:0.1:1781824348.952501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b485280. 00000080:00000010:0.1:1781824348.952509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4818c0. 00000080:00000010:0.1:1781824348.952517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b484a40. 00000080:00000010:0.1:1781824348.952524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b486b40. 00000080:00000010:0.1:1781824348.952530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b487380. 00000080:00000010:0.1:1781824348.952536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48b180. 00000080:00000010:0.1:1781824348.952543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b481080. 00000080:00000010:0.1:1781824348.952549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b482100. 00000080:00000010:0.1:1781824348.952556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b480840. 00000080:00000010:0.1:1781824348.952562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b485ac0. 00000080:00000010:0.1:1781824348.952574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b484200. 00000080:00000010:0.1:1781824348.952587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4839c0. 00000080:00000010:0.1:1781824348.952604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b483180. 00000080:00000010:0.1:1781824348.952611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b497380. 00000080:00000010:0.1:1781824348.952619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b491080. 00000080:00000010:0.1:1781824348.952626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b492100. 00000080:00000010:0.1:1781824348.952633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b490840. 00000080:00000010:1.1:1781824348.970130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b495ac0. 00000080:00000010:1.1:1781824348.970147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b494200. 00000080:00000010:1.1:1781824348.970159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4939c0. 00000080:00000010:1.1:1781824348.970167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b493180. 00000080:00000010:1.1:1781824348.970180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b490000. 00000080:00000010:1.1:1781824348.970187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b492940. 00000080:00000010:1.1:1781824348.970194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b496300. 00000080:00000010:1.1:1781824348.970200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b495280. 00000080:00000010:1.1:1781824349.036158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4918c0. 00000080:00000010:1.1:1781824349.036183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b494a40. 00000080:00000010:1.1:1781824349.036194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b496b40. 00000080:00000010:1.1:1781824349.036206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49a100. 00000080:00000010:1.1:1781824349.036224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b498840. 00000080:00000010:1.1:1781824349.036236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49dac0. 00000080:00000010:1.1:1781824349.036257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41dac0. 00000080:00000010:1.1:1781824349.036271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41c200. 00000080:00000010:1.1:1781824349.036296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41b9c0. 00000080:00000010:1.1:1781824349.036314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49c200. 00000080:00000010:1.1:1781824349.036327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49b9c0. 00000080:00000010:1.1:1781824349.036340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49b180. 00000080:00000010:1.1:1781824349.036589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b498000. 00000080:00000010:1.1:1781824349.036602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49a940. 00000080:00000010:1.1:1781824349.036610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49e300. 00000080:00000010:3.1:1781824349.081143:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4af380. 00000080:00000010:2.1:1781824349.081260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49d280. 00000080:00000010:2.1:1781824349.081355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4998c0. 00000080:00000010:2.1:1781824349.081379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49ca40. 00000080:00000010:2.1:1781824349.081390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49eb40. 00000080:00000010:2.1:1781824349.081406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b49f380. 00000080:00000010:2.1:1781824349.081417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b499080. 00000080:00000010:2.1:1781824349.081427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a1080. 00000080:00000010:2.1:1781824349.081675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a2100. 00000080:00000010:2.1:1781824349.081698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a0840. 00000080:00000010:2.1:1781824349.081712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a5ac0. 00000080:00000010:2.1:1781824349.081725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a4200. 00000080:00000010:2.1:1781824349.081738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a39c0. 00000080:00000010:2.1:1781824349.081755:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a3180. 00000080:00000010:2.1:1781824349.081766:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a0000. 00000080:00000010:2.1:1781824349.081782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a2940. 00000080:00000010:2.1:1781824349.081795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a6300. 00000080:00000010:2.1:1781824349.081805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a5280. 00000080:00000010:2.1:1781824349.081817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a18c0. 00000080:00000010:2.1:1781824349.081832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a4a40. 00000080:00000010:2.1:1781824349.081843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a6b40. 00000080:00000010:2.1:1781824349.081857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a7380. 00000080:00000010:2.1:1781824349.081871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ab9c0. 00000080:00000010:2.1:1781824349.081897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b488000. 00000080:00000010:2.1:1781824349.081911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48a940. 00000080:00000010:2.1:1781824349.081933:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b41b180. 00000080:00000010:2.1:1781824349.081947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b418000. 00000080:00000010:2.1:1781824349.081988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b5ac0. 00000080:00000010:2.1:1781824349.082013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b4200. 00000080:00000010:2.1:1781824349.082029:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b39c0. 00000080:00000010:2.1:1781824349.082041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b3180. 00000080:00000010:2.1:1781824349.082054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b0000. 00000080:00000010:2.1:1781824349.082069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b2940. 00000080:00000010:2.1:1781824349.082105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b6300. 00000080:00000010:2.1:1781824349.082127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b5280. 00000080:00000010:2.1:1781824349.082138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b18c0. 00000080:00000010:2.1:1781824349.083251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b4a40. 00000080:00000010:2.1:1781824349.083264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b6b40. 00000080:00000010:2.1:1781824349.083380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b7380. 00000080:00000010:2.1:1781824349.083401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b1080. 00000080:00000010:2.1:1781824349.083418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b2100. 00000080:00000010:2.1:1781824349.083429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b0840. 00000080:00000010:2.1:1781824349.083513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bdac0. 00000080:00000010:2.1:1781824349.083529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bc200. 00000080:00000010:2.1:1781824349.083539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bb9c0. 00000080:00000010:2.1:1781824349.084221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48e300. 00000080:00000010:2.1:1781824349.084235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48d280. 00000080:00000010:2.1:1781824349.084245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4898c0. 00000080:00000010:2.1:1781824349.084262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b427380. 00000080:00000010:2.1:1781824349.084352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ab180. 00000080:00000010:2.1:1781824349.084371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b421080. 00000080:00000010:2.1:1781824349.084384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a8000. 00000080:00000010:2.1:1781824349.084400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4aa940. 00000080:00000010:2.1:1781824349.084419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ae300. 00000080:00000010:2.1:1781824349.084443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ad280. 00000080:00000010:2.1:1781824349.084460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a98c0. 00000080:00000010:2.1:1781824349.084477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4aca40. 00000080:00000010:2.1:1781824349.084489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4aeb40. 00000080:00000010:2.1:1781824349.084501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48ca40. 00000080:00000010:2.1:1781824349.084516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48eb40. 00000080:00000010:3.1:1781824349.101146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a9080. 00000080:00000010:3.1:1781824349.101171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4aa100. 00000080:00000010:3.1:1781824349.101184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4a8840. 00000080:00000010:3.1:1781824349.101198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4adac0. 00000080:00000010:3.1:1781824349.101206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ac200. 00000080:00000010:3.1:1781824349.101214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ce300. 00000080:00000010:3.1:1781824349.101223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cd280. 00000080:00000010:3.1:1781824349.101232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c98c0. 00000080:00000010:3.1:1781824349.101241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cca40. 00000080:00000010:3.1:1781824349.101249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ceb40. 00000080:00000010:3.1:1781824349.101267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b422100. 00000080:00000010:3.1:1781824349.101275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b420840. 00000080:00000010:3.1:1781824349.101283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b425ac0. 00000080:00000010:3.1:1781824349.101291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b424200. 00000080:00000010:3.1:1781824349.101298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cf380. 00000080:00000010:3.1:1781824349.101305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c9080. 00000080:00000010:3.1:1781824349.101311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ca100. 00000080:00000010:3.1:1781824349.101322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c8840. 00000080:00000010:3.1:1781824349.101330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cdac0. 00000080:00000010:3.1:1781824349.101342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48f380. 00000080:00000010:3.1:1781824349.101349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cc200. 00000080:00000010:3.1:1781824349.101356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cb9c0. 00000080:00000010:3.1:1781824349.101363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4239c0. 00000080:00000010:3.1:1781824349.101369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4cb180. 00000080:00000010:3.1:1781824349.101375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c8000. 00000080:00000010:3.1:1781824349.101380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ca940. 00000080:00000010:3.1:1781824349.101386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d7380. 00000080:00000010:3.1:1781824349.101395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d1080. 00000080:00000010:3.1:1781824349.101405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d2100. 00000080:00000010:3.1:1781824349.101418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d0840. 00000080:00000010:3.1:1781824349.101427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d5ac0. 00000080:00000010:3.1:1781824349.101437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d4200. 00000080:00000010:3.1:1781824349.101445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b489080. 00000080:00000010:3.1:1781824349.101452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48a100. 00000080:00000010:3.1:1781824349.101460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d39c0. 00000080:00000010:3.1:1781824349.101467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d3180. 00000080:00000010:3.1:1781824349.101474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b423180. 00000080:00000010:3.1:1781824349.101485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b420000. 00000080:00000010:3.1:1781824349.101522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4db9c0. 00000080:00000010:3.1:1781824349.101538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d0000. 00000080:00000010:3.1:1781824349.101547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d2940. 00000080:00000010:3.1:1781824349.101554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d6300. 00000080:00000010:3.1:1781824349.101561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d5280. 00000080:00000010:3.1:1781824349.101568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4db180. 00000080:00000010:3.1:1781824349.101574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d18c0. 00000080:00000010:3.1:1781824349.101582:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d8000. 00000080:00000010:3.1:1781824349.101589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4da940. 00000080:00000010:3.1:1781824349.101597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4de300. 00000080:00000010:3.1:1781824349.101605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4dd280. 00000080:00000010:3.1:1781824349.101618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d4a40. 00000080:00000010:3.1:1781824349.101626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d6b40. 00000080:00000010:3.1:1781824349.101634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e2100. 00000080:00000010:3.1:1781824349.101642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e0840. 00000080:00000010:3.1:1781824349.101650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e5ac0. 00000080:00000010:3.1:1781824349.101657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e4200. 00000080:00000010:3.1:1781824349.173245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e39c0. 00000080:00000010:3.1:1781824349.173262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e3180. 00000080:00000010:3.1:1781824349.173297:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e0000. 00000080:00000010:3.1:1781824349.173305:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e2940. 00000080:00000010:3.1:1781824349.173320:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e6300. 00000080:00000010:3.1:1781824349.173329:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e5280. 00000080:00000010:3.1:1781824349.173338:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e18c0. 00000080:00000010:3.1:1781824349.173352:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d98c0. 00000080:00000010:3.1:1781824349.173360:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4dca40. 00000080:00000010:3.1:1781824349.173369:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4deb40. 00000080:00000010:3.1:1781824349.173384:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4df380. 00000080:00000010:3.1:1781824349.173391:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d9080. 00000080:00000010:3.1:1781824349.173405:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4da100. 00000080:00000010:3.1:1781824349.173413:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e4a40. 00000080:00000010:3.1:1781824349.173423:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e6b40. 00000080:00000010:3.1:1781824349.173437:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e7380. 00000080:00000010:3.1:1781824349.173447:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e1080. 00000080:00000010:3.1:1781824349.173460:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4eb9c0. 00000080:00000010:3.1:1781824349.173603:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b488840. 00000080:00000010:3.1:1781824349.173615:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48dac0. 00000080:00000010:3.1:1781824349.173625:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4eb180. 00000080:00000010:3.1:1781824349.173633:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e8000. 00000080:00000010:3.1:1781824349.173641:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48c200. 00000080:00000010:3.1:1781824349.173650:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b48b9c0. 00000080:00000010:3.1:1781824349.173659:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4d8840. 00000080:00000010:3.1:1781824349.173768:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ea940. 00000080:00000010:3.1:1781824349.173777:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ddac0. 00000080:00000010:3.1:1781824349.173789:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4dc200. 00000080:00000010:3.1:1781824349.173806:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f1080. 00000080:00000010:3.1:1781824349.173814:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f2100. 00000080:00000010:3.1:1781824349.173823:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f0840. 00000080:00000010:3.1:1781824349.173834:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f5ac0. 00000080:00000010:3.1:1781824349.173849:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f4200. 00000080:00000010:0.1:1781824349.231152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f39c0. 00000080:00000010:2.1:1781824349.231156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50c200. 00000080:00000010:0.1:1781824349.231177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bb180. 00000080:00000010:0.1:1781824349.231202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f3180. 00000080:00000010:0.1:1781824349.231215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f0000. 00000080:00000010:0.1:1781824349.231226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f2940. 00000080:00000010:0.1:1781824349.231252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ee300. 00000080:00000010:0.1:1781824349.231264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ed280. 00000080:00000010:0.1:1781824349.231274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e98c0. 00000080:00000010:0.1:1781824349.231300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f9080. 00000080:00000010:0.1:1781824349.231311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fa100. 00000080:00000010:0.1:1781824349.231320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4eca40. 00000080:00000010:0.1:1781824349.231328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4eeb40. 00000080:00000010:0.1:1781824349.231335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ef380. 00000080:00000010:0.1:1781824349.231341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e9080. 00000080:00000010:0.1:1781824349.233936:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ea100. 00000080:00000010:0.1:1781824349.233965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4e8840. 00000080:00000010:0.1:1781824349.233992:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4edac0. 00000080:00000010:0.1:1781824349.234019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ec200. 00000080:00000010:0.1:1781824349.234030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b506b40. 00000080:00000010:0.1:1781824349.234058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f8840. 00000080:00000010:0.1:1781824349.234071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fdac0. 00000080:00000010:0.1:1781824349.234102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fc200. 00000080:00000010:0.1:1781824349.234113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fb9c0. 00000080:00000010:0.1:1781824349.234130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f6300. 00000080:00000010:0.1:1781824349.234140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f5280. 00000080:00000010:0.1:1781824349.234148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f18c0. 00000080:00000010:0.1:1781824349.234159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f4a40. 00000080:00000010:0.1:1781824349.234167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f6b40. 00000080:00000010:0.1:1781824349.234175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b507380. 00000080:00000010:0.1:1781824349.234185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b501080. 00000080:00000010:0.1:1781824349.234193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b502100. 00000080:00000010:0.1:1781824349.234200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b500840. 00000080:00000010:0.1:1781824349.234206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b505ac0. 00000080:00000010:0.1:1781824349.234214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b504200. 00000080:00000010:0.1:1781824349.234222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fb180. 00000080:00000010:0.1:1781824349.234229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f8000. 00000080:00000010:0.1:1781824349.234235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fa940. 00000080:00000010:0.1:1781824349.234242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5039c0. 00000080:00000010:0.1:1781824349.234255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b503180. 00000080:00000010:0.1:1781824349.234262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b500000. 00000080:00000010:0.1:1781824349.234269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b502940. 00000080:00000010:0.1:1781824349.234275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b506300. 00000080:00000010:0.1:1781824349.234282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fe300. 00000080:00000010:0.1:1781824349.234288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fd280. 00000080:00000010:0.1:1781824349.234294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f98c0. 00000080:00000010:0.1:1781824349.234305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4fca40. 00000080:00000010:0.1:1781824349.234312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4feb40. 00000080:00000010:0.1:1781824349.234320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b505280. 00000080:00000010:0.1:1781824349.234326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5018c0. 00000080:00000010:0.1:1781824349.234344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b504a40. 00000080:00000010:0.1:1781824349.234352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c4a40. 00000080:00000010:0.1:1781824349.234360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ff380. 00000080:00000010:0.1:1781824349.234368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50ca40. 00000080:00000010:0.1:1781824349.234376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50eb40. 00000080:00000010:0.1:1781824349.234384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c6b40. 00000080:00000010:0.1:1781824349.234392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c7380. 00000080:00000010:0.1:1781824349.234405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c1080. 00000080:00000010:0.1:1781824349.234483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4f7380. 00000080:00000010:0.1:1781824349.234491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b516b40. 00000080:00000010:0.1:1781824349.234498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b517380. 00000080:00000010:0.1:1781824349.234507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c2100. 00000080:00000010:0.1:1781824349.234514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c0840. 00000080:00000010:0.1:1781824349.234522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c5ac0. 00000080:00000010:0.1:1781824349.234529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c4200. 00000080:00000010:0.1:1781824349.234535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50f380. 00000080:00000010:0.1:1781824349.234542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b511080. 00000080:00000010:0.1:1781824349.234548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b512100. 00000080:00000010:0.1:1781824349.234556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b510840. 00000080:00000010:0.1:1781824349.234561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b515ac0. 00000080:00000010:0.1:1781824349.234568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b514200. 00000080:00000010:0.1:1781824349.234574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5139c0. 00000080:00000010:0.1:1781824349.234581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b513180. 00000080:00000010:0.1:1781824349.234589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c39c0. 00000080:00000010:0.1:1781824349.234596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c3180. 00000080:00000010:0.1:1781824349.234601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c0000. 00000080:00000010:0.1:1781824349.234607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c2940. 00000080:00000010:0.1:1781824349.234614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c6300. 00000080:00000010:0.1:1781824349.234624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c5280. 00000080:00000010:0.1:1781824349.234631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4c18c0. 00000080:00000010:0.1:1781824349.234638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b524a40. 00000080:00000010:0.1:1781824349.234720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b526b40. 00000080:00000010:0.1:1781824349.234729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b527380. 00000080:00000010:0.1:1781824349.234736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b521080. 00000080:00000010:0.1:1781824349.234747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b522100. 00000080:00000010:0.1:1781824349.234756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b520840. 00000080:00000010:0.1:1781824349.234765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b509080. 00000080:00000010:0.1:1781824349.234773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50a100. 00000080:00000010:0.1:1781824349.234779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b508840. 00000080:00000010:0.1:1781824349.234786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50dac0. 00000080:00000010:2.1:1781824349.275212:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b510000. 00000080:00000010:2.1:1781824349.275225:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b512940. 00000080:00000010:2.1:1781824349.275246:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b8000. 00000080:00000010:2.1:1781824349.275263:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b525ac0. 00000080:00000010:2.1:1781824349.275271:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b524200. 00000080:00000010:2.1:1781824349.275285:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5239c0. 00000080:00000010:2.1:1781824349.275293:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b523180. 00000080:00000010:2.1:1781824349.275301:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b520000. 00000080:00000010:2.1:1781824349.275308:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b522940. 00000080:00000010:2.1:1781824349.275314:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b526300. 00000080:00000010:2.1:1781824349.275321:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b525280. 00000080:00000010:2.1:1781824349.275335:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50b9c0. 00000080:00000010:2.1:1781824349.275344:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50b180. 00000080:00000010:2.1:1781824349.275350:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b508000. 00000080:00000010:2.1:1781824349.275356:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50a940. 00000080:00000010:2.1:1781824349.275362:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50e300. 00000080:00000010:2.1:1781824349.275369:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b50d280. 00000080:00000010:2.1:1781824349.275377:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5098c0. 00000080:00000010:2.1:1781824349.275384:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5218c0. 00000080:00000010:2.1:1781824349.275390:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52a100. 00000080:00000010:2.1:1781824349.275411:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b528840. 00000080:00000010:2.1:1781824349.275420:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b536300. 00000080:00000010:2.1:1781824349.275430:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b535280. 00000080:00000010:2.1:1781824349.275521:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5318c0. 00000080:00000010:2.1:1781824349.275540:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b534a40. 00000080:00000010:2.1:1781824349.275801:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b536b40. 00000080:00000010:2.1:1781824349.275810:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b537380. 00000080:00000010:2.1:1781824349.275922:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52dac0. 00000080:00000010:2.1:1781824349.275993:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52c200. 00000080:00000010:2.1:1781824349.276013:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b531080. 00000080:00000010:2.1:1781824349.276021:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b532100. 00000080:00000010:2.1:1781824349.276028:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b530840. 00000080:00000010:2.1:1781824349.276038:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b535ac0. 00000080:00000010:2.1:1781824349.276044:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b534200. 00000080:00000010:2.1:1781824349.276051:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5339c0. 00000080:00000010:2.1:1781824349.276059:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b533180. 00000080:00000010:2.1:1781824349.276147:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b530000. 00000080:00000010:2.1:1781824349.276163:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b532940. 00000080:00000010:2.1:1781824349.276172:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53dac0. 00000080:00000010:2.1:1781824349.276181:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53c200. 00000080:00000010:2.1:1781824349.276190:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52b9c0. 00000080:00000010:3.1:1781824349.280305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52b180. 00000080:00000010:3.1:1781824349.280334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b516300. 00000080:00000010:3.1:1781824349.280358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53b9c0. 00000080:00000010:3.1:1781824349.280371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53b180. 00000080:00000010:3.1:1781824349.280381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b538000. 00000080:00000010:3.1:1781824349.280392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b528000. 00000080:00000010:3.1:1781824349.280403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52a940. 00000080:00000010:3.1:1781824349.280420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52e300. 00000080:00000010:3.1:1781824349.280560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53a940. 00000080:00000010:3.1:1781824349.280580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53e300. 00000080:00000010:3.1:1781824349.280593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53d280. 00000080:00000010:3.1:1781824349.280604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5398c0. 00000080:00000010:3.1:1781824349.280623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53ca40. 00000080:00000010:3.1:1781824349.280637:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53eb40. 00000080:00000010:3.1:1781824349.280672:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53f380. 00000080:00000010:3.1:1781824349.280683:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b539080. 00000080:00000010:3.1:1781824349.280695:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b53a100. 00000080:00000010:3.1:1781824349.280705:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b538840. 00000080:00000010:3.1:1781824349.280715:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52d280. 00000080:00000010:3.1:1781824349.280727:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5418c0. 00000080:00000010:3.1:1781824349.280742:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b544a40. 00000080:00000010:3.1:1781824349.280753:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b546b40. 00000080:00000010:3.1:1781824349.280765:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b547380. 00000080:00000010:3.1:1781824349.280778:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b541080. 00000080:00000010:3.1:1781824349.280788:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5298c0. 00000080:00000010:3.1:1781824349.280803:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b515280. 00000080:00000010:3.1:1781824349.280826:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52ca40. 00000080:00000010:3.1:1781824349.280838:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b542100. 00000080:00000010:2.1:1781824349.347159:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b540840. 00000080:00000010:2.1:1781824349.347182:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b545ac0. 00000080:00000010:2.1:1781824349.347196:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ba940. 00000080:00000010:1.1:1781824349.375439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b544200. 00000080:00000010:1.1:1781824349.375456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5439c0. 00000080:00000010:1.1:1781824349.375474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b543180. 00000080:00000010:1.1:1781824349.375485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b540000. 00000080:00000010:1.1:1781824349.375496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b542940. 00000080:00000010:1.1:1781824349.375506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b546300. 00000080:00000010:1.1:1781824349.375524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b545280. 00000080:00000010:1.1:1781824349.375540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52eb40. 00000080:00000010:1.1:1781824349.375555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b554200. 00000080:00000010:1.1:1781824349.375603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5539c0. 00000080:00000010:1.1:1781824349.375623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5118c0. 00000080:00000010:1.1:1781824349.375636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b553180. 00000080:00000010:1.1:1781824349.375648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b98c0. 00000080:00000010:1.1:1781824349.375657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bca40. 00000080:00000010:1.1:1781824349.375664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b514a40. 00000080:00000010:1.1:1781824349.375699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b550000. 00000080:00000010:1.1:1781824349.375707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b552940. 00000080:00000010:1.1:1781824349.375717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b52f380. 00000080:00000010:1.1:1781824349.375724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b529080. 00000080:00000010:1.1:1781824349.375732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b559080. 00000080:00000010:1.1:1781824349.375822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55a100. 00000080:00000010:1.1:1781824349.375836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b556300. 00000080:00000010:1.1:1781824349.375849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b555280. 00000080:00000010:1.1:1781824349.375859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5518c0. 00000080:00000010:1.1:1781824349.375868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b554a40. 00000080:00000010:1.1:1781824349.375882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b556b40. 00000080:00000010:1.1:1781824349.375894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b558840. 00000080:00000010:1.1:1781824349.375906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55dac0. 00000080:00000010:1.1:1781824349.375917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b557380. 00000080:00000010:1.1:1781824349.375927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b551080. 00000080:00000010:1.1:1781824349.375938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b552100. 00000080:00000010:1.1:1781824349.375949:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b550840. 00000080:00000010:1.1:1781824349.375958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b555ac0. 00000080:00000010:1.1:1781824349.375977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5639c0. 00000080:00000010:1.1:1781824349.375988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b563180. 00000080:00000010:1.1:1781824349.376006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b560000. 00000080:00000010:1.1:1781824349.376016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b562940. 00000080:00000010:1.1:1781824349.376032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b566300. 00000080:00000010:1.1:1781824349.376046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56e300. 00000080:00000010:1.1:1781824349.376060:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b565280. 00000080:00000010:1.1:1781824349.376071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5618c0. 00000080:00000010:1.1:1781824349.376096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b564a40. 00000080:00000010:2.1:1781824349.376133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4be300. 00000080:00000010:2.1:1781824349.376144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bd280. 00000080:00000010:1.1:1781824349.376660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b566b40. 00000080:00000010:1.1:1781824349.376674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b567380. 00000080:00000010:1.1:1781824349.376682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b561080. 00000080:00000010:1.1:1781824349.376689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55c200. 00000080:00000010:1.1:1781824349.376707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b562100. 00000080:00000010:1.1:1781824349.376720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b560840. 00000080:00000010:1.1:1781824349.376733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b565ac0. 00000080:00000010:1.1:1781824349.376746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4beb40. 00000080:00000010:1.1:1781824349.376759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4bf380. 00000080:00000010:1.1:1781824349.376770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b9080. 00000080:00000010:1.1:1781824349.376785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56d280. 00000080:00000010:1.1:1781824349.376795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5698c0. 00000080:00000010:2.1:1781824349.412159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56ca40. 00000080:00000010:2.1:1781824349.412181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56eb40. 00000080:00000010:2.1:1781824349.412208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b564200. 00000080:00000010:2.1:1781824349.412225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b575ac0. 00000080:00000010:2.1:1781824349.412236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56f380. 00000080:00000010:2.1:1781824349.412243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b569080. 00000080:00000010:2.1:1781824349.412254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56a100. 00000080:00000010:2.1:1781824349.412262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b568840. 00000080:00000010:2.1:1781824349.412269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56dac0. 00000080:00000010:2.1:1781824349.412278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b574200. 00000080:00000010:2.1:1781824349.412286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5739c0. 00000080:00000010:2.1:1781824349.412293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b573180. 00000080:00000010:2.1:1781824349.412301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b570000. 00000080:00000010:2.1:1781824349.412309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b572940. 00000080:00000010:2.1:1781824349.412317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b576300. 00000080:00000010:2.1:1781824349.412328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55b9c0. 00000080:00000010:2.1:1781824349.412335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55b180. 00000080:00000010:2.1:1781824349.412344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b558000. 00000080:00000010:2.1:1781824349.412349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55a940. 00000080:00000010:2.1:1781824349.412355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55e300. 00000080:00000010:2.1:1781824349.412360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55d280. 00000080:00000010:2.1:1781824349.412366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b575280. 00000080:00000010:2.1:1781824349.412371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5718c0. 00000080:00000010:2.1:1781824349.412377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b574a40. 00000080:00000010:2.1:1781824349.412386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b576b40. 00000080:00000010:2.1:1781824349.412392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b577380. 00000080:00000010:2.1:1781824349.412397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b571080. 00000080:00000010:2.1:1781824349.412404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b572100. 00000080:00000010:2.1:1781824349.412410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b570840. 00000080:00000010:2.1:1781824349.412421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4ba100. 00000080:00000010:2.1:1781824349.412428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b4b8840. 00000080:00000010:2.1:1781824349.412461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5598c0. 00000080:00000010:3.1:1781824349.477145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55ca40. 00000080:00000010:3.1:1781824349.477178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55eb40. 00000080:00000010:3.1:1781824349.477200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b578000. 00000080:00000010:3.1:1781824349.477210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57a940. 00000080:00000010:3.1:1781824349.477219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57e300. 00000080:00000010:3.1:1781824349.477227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57d280. 00000080:00000010:3.1:1781824349.477238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56c200. 00000080:00000010:3.1:1781824349.477247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56b9c0. 00000080:00000010:3.1:1781824349.477253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b55f380. 00000080:00000010:3.1:1781824349.477262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5798c0. 00000080:00000010:3.1:1781824349.477275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57ca40. 00000080:00000010:3.1:1781824349.477283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57eb40. 00000080:00000010:3.1:1781824349.477291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57f380. 00000080:00000010:3.1:1781824349.477298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b583180. 00000080:00000010:3.1:1781824349.477306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b580000. 00000080:00000010:3.1:1781824349.477313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b579080. 00000080:00000010:3.1:1781824349.477320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57a100. 00000080:00000010:3.1:1781824349.477327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b578840. 00000080:00000010:3.1:1781824349.477333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57dac0. 00000080:00000010:3.1:1781824349.477340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57c200. 00000080:00000010:3.1:1781824349.477346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57b9c0. 00000080:00000010:3.1:1781824349.477352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b57b180. 00000080:00000010:3.1:1781824349.477362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b591080. 00000080:00000010:3.1:1781824349.477369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b592100. 00000080:00000010:3.1:1781824349.477376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b590840. 00000080:00000010:3.1:1781824349.477382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b595ac0. 00000080:00000010:3.1:1781824349.477391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b594200. 00000080:00000010:3.1:1781824349.477399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5939c0. 00000080:00000010:3.1:1781824349.477409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59eb40. 00000080:00000010:3.1:1781824349.477418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59f380. 00000080:00000010:3.1:1781824349.477424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b599080. 00000080:00000010:3.1:1781824349.477430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59a100. 00000080:00000010:3.1:1781824349.477447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b598840. 00000080:00000010:3.1:1781824349.477455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59dac0. 00000080:00000010:3.1:1781824349.477462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b593180. 00000080:00000010:3.1:1781824349.477468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b590000. 00000080:00000010:3.1:1781824349.477474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b592940. 00000080:00000010:3.1:1781824349.477480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b596300. 00000080:00000010:3.1:1781824349.477492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b595280. 00000080:00000010:3.1:1781824349.477499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5918c0. 00000080:00000010:0.1:1781824349.538150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b594a40. 00000080:00000010:0.1:1781824349.585250:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b596b40. 00000080:00000010:0.1:1781824349.585361:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b597380. 00000080:00000010:0.1:1781824349.585378:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a7380. 00000080:00000010:0.1:1781824349.585386:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a1080. 00000080:00000010:0.1:1781824349.585407:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a2100. 00000080:00000010:0.1:1781824349.585420:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b582940. 00000080:00000010:0.1:1781824349.585429:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b586300. 00000080:00000010:0.1:1781824349.585437:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a0840. 00000080:00000010:0.1:1781824349.585450:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a5ac0. 00000080:00000010:0.1:1781824349.585459:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a4200. 00000080:00000010:0.1:1781824349.585467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a39c0. 00000080:00000010:0.1:1781824349.585473:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a3180. 00000080:00000010:0.1:1781824349.585480:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a0000. 00000080:00000010:0.1:1781824349.585486:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a2940. 00000080:00000010:0.1:1781824349.585494:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a6300. 00000080:00000010:0.1:1781824349.585501:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a5280. 00000080:00000010:0.1:1781824349.585508:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a18c0. 00000080:00000010:0.1:1781824349.585513:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a4a40. 00000080:00000010:0.1:1781824349.585524:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a6b40. 00000080:00000010:0.1:1781824349.585530:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ab9c0. 00000080:00000010:0.1:1781824349.585538:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ab180. 00000080:00000010:0.1:1781824349.585545:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a8000. 00000080:00000010:0.1:1781824349.585552:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5aa940. 00000080:00000010:0.1:1781824349.585558:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ae300. 00000080:00000010:0.1:1781824349.585688:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ad280. 00000080:00000010:0.1:1781824349.585762:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a98c0. 00000080:00000010:0.1:1781824349.585779:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56b180. 00000080:00000010:0.1:1781824349.585793:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b585280. 00000080:00000010:0.1:1781824349.585801:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5818c0. 00000080:00000010:0.1:1781824349.585809:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b584a40. 00000080:00000010:0.1:1781824349.585817:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5aca40. 00000080:00000010:0.1:1781824349.585823:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5aeb40. 00000080:00000010:0.1:1781824349.585883:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5af380. 00000080:00000010:0.1:1781824349.585892:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a9080. 00000080:00000010:0.1:1781824349.585898:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5aa100. 00000080:00000010:0.1:1781824349.585905:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5a8840. 00000080:00000010:0.1:1781824349.585911:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5adac0. 00000080:00000010:0.1:1781824349.585919:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ac200. 00000080:00000010:0.1:1781824349.585926:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b5ac0. 00000080:00000010:0.1:1781824349.585935:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b4200. 00000080:00000010:0.1:1781824349.585943:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b39c0. 00000080:00000010:0.1:1781824349.585950:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b3180. 00000080:00000010:0.1:1781824349.585962:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b0000. 00000080:00000010:0.1:1781824349.585968:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b2940. 00000080:00000010:0.1:1781824349.585976:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b6300. 00000080:00000010:0.1:1781824349.585983:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b5280. 00000080:00000010:0.1:1781824349.586000:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b18c0. 00000080:00000010:0.1:1781824349.586008:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b4a40. 00000080:00000010:0.1:1781824349.586014:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b6b40. 00000080:00000010:0.1:1781824349.586020:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b7380. 00000080:00000010:0.1:1781824349.586027:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b1080. 00000080:00000010:0.1:1781824349.586033:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b2100. 00000080:00000010:0.1:1781824349.586044:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b0840. 00000080:00000010:0.1:1781824349.586051:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b586b40. 00000080:00000010:0.1:1781824349.586066:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59c200. 00000080:00000010:0.1:1781824349.586074:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59b9c0. 00000080:00000010:2.1:1781824349.586168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b587380. 00000080:00000010:2.1:1781824349.586183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59e300. 00000080:00000010:2.1:1781824349.586190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59d280. 00000080:00000010:2.1:1781824349.586197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5998c0. 00000080:00000010:2.1:1781824349.586204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59ca40. 00000080:00000010:2.1:1781824349.586212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bb9c0. 00000080:00000010:2.1:1781824349.586219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bb180. 00000080:00000010:2.1:1781824349.586227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c0000. 00000080:00000010:2.1:1781824349.586233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c2940. 00000080:00000010:2.1:1781824349.586240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c6300. 00000080:00000010:2.1:1781824349.586246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c5280. 00000080:00000010:2.1:1781824349.586253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c18c0. 00000080:00000010:2.1:1781824349.586259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c4a40. 00000080:00000010:2.1:1781824349.586276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c6b40. 00000080:00000010:2.1:1781824349.586284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b581080. 00000080:00000010:2.1:1781824349.586290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b582100. 00000080:00000010:2.1:1781824349.586298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b8000. 00000080:00000010:2.1:1781824349.586304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ba940. 00000080:00000010:2.1:1781824349.586322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5be300. 00000080:00000010:2.1:1781824349.586334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bd280. 00000080:00000010:2.1:1781824349.586343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b98c0. 00000080:00000010:2.1:1781824349.586458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b580840. 00000080:00000010:2.1:1781824349.586467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b585ac0. 00000080:00000010:2.1:1781824349.586472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b584200. 00000080:00000010:2.1:1781824349.586479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5839c0. 00000080:00000010:2.1:1781824349.586489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bca40. 00000080:00000010:2.1:1781824349.586497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5beb40. 00000080:00000010:2.1:1781824349.586505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bf380. 00000080:00000010:2.1:1781824349.586512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b9080. 00000080:00000010:2.1:1781824349.586519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c98c0. 00000080:00000010:0.1:1781824349.587190:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59b180. 00000080:00000010:0.1:1781824349.587206:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b598000. 00000080:00000010:0.1:1781824349.587213:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b59a940. 00000080:00000010:0.1:1781824349.587221:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ba100. 00000080:00000010:0.1:1781824349.587228:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5b8840. 00000080:00000010:0.1:1781824349.587235:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bdac0. 00000080:00000010:0.1:1781824349.587242:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5bc200. 00000080:00000010:2.1:1781824349.587777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cca40. 00000080:00000010:2.1:1781824349.587789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ceb40. 00000080:00000010:2.1:1781824349.587798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cf380. 00000080:00000010:2.1:1781824349.587813:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c9080. 00000080:00000010:2.1:1781824349.587826:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b568000. 00000080:00000010:2.1:1781824349.587836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ca100. 00000080:00000010:2.1:1781824349.587845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c8840. 00000080:00000010:2.1:1781824349.587852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cdac0. 00000080:00000010:2.1:1781824349.587860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cc200. 00000080:00000010:2.1:1781824349.587867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cb9c0. 00000080:00000010:2.1:1781824349.587874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cb180. 00000080:00000010:2.1:1781824349.587881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b56a940. 00000080:00000010:2.1:1781824349.587889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c8000. 00000080:00000010:2.1:1781824349.587896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d4a40. 00000080:00000010:2.1:1781824349.587904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ca940. 00000080:00000010:2.1:1781824349.587910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ce300. 00000080:00000010:2.1:1781824349.587922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5cd280. 00000080:00000010:2.1:1781824349.587930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5dc200. 00000080:00000010:2.1:1781824349.587938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5db9c0. 00000080:00000010:2.1:1781824349.587945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5db180. 00000080:00000010:2.1:1781824349.587951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d8000. 00000080:00000010:2.1:1781824349.587958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5da940. 00000080:00000010:2.1:1781824349.587965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5de300. 00000080:00000010:2.1:1781824349.587974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5dd280. 00000080:00000010:2.1:1781824349.587982:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d98c0. 00000080:00000010:2.1:1781824349.587999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5dca40. 00000080:00000010:2.1:1781824349.588010:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5deb40. 00000080:00000010:2.1:1781824349.588023:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d6b40. 00000080:00000010:2.1:1781824349.588031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d7380. 00000080:00000010:2.1:1781824349.588039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d1080. 00000080:00000010:2.1:1781824349.588046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d2100. 00000080:00000010:2.1:1781824349.588053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d0840. 00000080:00000010:2.1:1781824349.588060:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d5ac0. 00000080:00000010:2.1:1781824349.588067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5df380. 00000080:00000010:2.1:1781824349.588074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d9080. 00000080:00000010:2.1:1781824349.588838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5da100. 00000080:00000010:2.1:1781824349.588854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d4200. 00000080:00000010:2.1:1781824349.588868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d39c0. 00000080:00000010:2.1:1781824349.588876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d3180. 00000080:00000010:2.1:1781824349.588883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d0000. 00000080:00000010:3.1:1781824349.591195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d8840. 00000080:00000010:3.1:1781824349.591218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ddac0. 00000080:00000010:3.1:1781824349.591233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ef380. 00000080:00000010:3.1:1781824349.597000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5e9080. 00000080:00000010:3.1:1781824349.597015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ea100. 00000080:00000010:3.1:1781824349.597036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d2940. 00000080:00000010:3.1:1781824349.597049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d6300. 00000080:00000010:3.1:1781824349.597060:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d5280. 00000080:00000010:3.1:1781824349.597071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5d18c0. 00000080:00000010:3.1:1781824349.597101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f4200. 00000080:00000010:3.1:1781824349.597113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f39c0. 00000080:00000010:3.1:1781824349.597121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f3180. 00000080:00000010:3.1:1781824349.597127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f0000. 00000080:00000010:3.1:1781824349.597139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f2940. 00000080:00000010:3.1:1781824349.597148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c7380. 00000080:00000010:3.1:1781824349.597163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5e8840. 00000080:00000010:3.1:1781824349.597171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5edac0. 00000080:00000010:3.1:1781824349.597179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ec200. 00000080:00000010:3.1:1781824349.597187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5eb9c0. 00000080:00000010:3.1:1781824349.597193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5eb180. 00000080:00000010:3.1:1781824349.597198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5e8000. 00000080:00000010:3.1:1781824349.597204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ea940. 00000080:00000010:3.1:1781824349.597210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ee300. 00000080:00000010:3.1:1781824349.597216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5ed280. 00000080:00000010:3.1:1781824349.597222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f6300. 00000080:00000010:3.1:1781824349.597233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f5280. 00000080:00000010:3.1:1781824349.597240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f18c0. 00000080:00000010:3.1:1781824349.597246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5e98c0. 00000080:00000010:3.1:1781824349.597254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5eca40. 00000080:00000010:3.1:1781824349.597261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5eeb40. 00000080:00000010:3.1:1781824349.597271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b604200. 00000080:00000010:3.1:1781824349.597278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6039c0. 00000080:00000010:0.1:1781824349.652167:0:1355:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b603180. 00000080:00000010:0.1:1781824349.683373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60c200. 00000080:00000010:0.1:1781824349.683399:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b600000. 00000080:00000010:0.1:1781824349.683416:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b602940. 00000080:00000010:0.1:1781824349.683425:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b606300. 00000080:00000010:0.1:1781824349.683433:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b605280. 00000080:00000010:0.1:1781824349.683441:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6018c0. 00000080:00000010:0.1:1781824349.683453:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b604a40. 00000080:00000010:0.1:1781824349.683460:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b606b40. 00000080:00000010:0.1:1781824349.683468:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b607380. 00000080:00000010:0.1:1781824349.683475:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60b9c0. 00000080:00000010:0.1:1781824349.683489:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f4a40. 00000080:00000010:0.1:1781824349.683500:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f6b40. 00000080:00000010:0.1:1781824349.683514:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f7380. 00000080:00000010:0.1:1781824349.683521:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f1080. 00000080:00000010:0.1:1781824349.683528:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f2100. 00000080:00000010:0.1:1781824349.683535:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f0840. 00000080:00000010:0.1:1781824349.683547:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5f5ac0. 00000080:00000010:0.1:1781824349.683555:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b615280. 00000080:00000010:0.1:1781824349.683563:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6118c0. 00000080:00000010:0.1:1781824349.683573:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b614a40. 00000080:00000010:0.1:1781824349.683581:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b601080. 00000080:00000010:0.1:1781824349.683587:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60b180. 00000080:00000010:0.1:1781824349.683595:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b616b40. 00000080:00000010:0.1:1781824349.683603:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b602100. 00000080:00000010:0.1:1781824349.683608:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b600840. 00000080:00000010:0.1:1781824349.684125:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b605ac0. 00000080:00000010:0.1:1781824349.684135:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61e300. 00000080:00000010:0.1:1781824349.684349:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61d280. 00000080:00000010:0.1:1781824349.684359:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b617380. 00000080:00000010:0.1:1781824349.684372:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c1080. 00000080:00000010:0.1:1781824349.684380:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b611080. 00000080:00000010:0.1:1781824349.684386:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b612100. 00000080:00000010:0.1:1781824349.684396:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b608000. 00000080:00000010:0.1:1781824349.684403:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60a940. 00000080:00000010:0.1:1781824349.684409:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60e300. 00000080:00000010:0.1:1781824349.684417:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60d280. 00000080:00000010:0.1:1781824349.684424:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6098c0. 00000080:00000010:0.1:1781824349.684430:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60ca40. 00000080:00000010:0.1:1781824349.684437:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6198c0. 00000080:00000010:0.1:1781824349.684451:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61ca40. 00000080:00000010:0.1:1781824349.684459:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61eb40. 00000080:00000010:0.1:1781824349.684468:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60eb40. 00000080:00000010:0.1:1781824349.684474:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60f380. 00000080:00000010:0.1:1781824349.684480:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b609080. 00000080:00000010:0.1:1781824349.684485:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60a100. 00000080:00000010:1.1:1781824349.687171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b610840. 00000080:00000010:1.1:1781824349.687189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b615ac0. 00000080:00000010:1.1:1781824349.687207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b608840. 00000080:00000010:1.1:1781824349.687223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61f380. 00000080:00000010:1.1:1781824349.687230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b619080. 00000080:00000010:1.1:1781824349.687236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b60dac0. 00000080:00000010:1.1:1781824349.687246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c2100. 00000080:00000010:1.1:1781824349.687254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c0840. 00000080:00000010:1.1:1781824349.687261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c5ac0. 00000080:00000010:1.1:1781824349.687269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c4200. 00000080:00000010:1.1:1781824349.687277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61a100. 00000080:00000010:1.1:1781824349.687284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b618840. 00000080:00000010:1.1:1781824349.687290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61dac0. 00000080:00000010:1.1:1781824349.687296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61c200. 00000080:00000010:1.1:1781824349.687303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61b9c0. 00000080:00000010:1.1:1781824349.687308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61b180. 00000080:00000010:1.1:1781824349.687317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b618000. 00000080:00000010:1.1:1781824349.687329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b614200. 00000080:00000010:0.1:1781824349.695204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6139c0. 00000080:00000010:0.1:1781824349.695229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b613180. 00000080:00000010:0.1:1781824349.707191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6218c0. 00000080:00000010:0.1:1781824349.707319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b624a40. 00000080:00000010:2.1:1781824349.755516:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b61a940. 00000080:00000010:2.1:1781824349.755642:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b610000. 00000080:00000010:2.1:1781824349.755658:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c39c0. 00000080:00000010:2.1:1781824349.755669:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62eb40. 00000080:00000010:2.1:1781824349.755679:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62f380. 00000080:00000010:2.1:1781824349.755686:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b629080. 00000080:00000010:2.1:1781824349.755694:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62a100. 00000080:00000010:2.1:1781824349.755702:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b628840. 00000080:00000010:2.1:1781824349.755713:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b626b40. 00000080:00000010:3.1:1781824349.790354:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62dac0. 00000080:00000010:3.1:1781824349.790373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62c200. 00000080:00000010:3.1:1781824349.790386:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62b9c0. 00000080:00000010:3.1:1781824349.790395:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b627380. 00000080:00000010:3.1:1781824349.790412:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b612940. 00000080:00000010:3.1:1781824349.790488:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b616300. 00000080:00000010:3.1:1781824349.790523:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b630000. 00000080:00000010:3.1:1781824349.790538:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b5c3180. 00000080:00000010:3.1:1781824349.790649:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62b180. 00000080:00000010:3.1:1781824349.790662:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b621080. 00000080:00000010:3.1:1781824349.790675:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b622100. 00000080:00000010:3.1:1781824349.790682:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b620840. 00000080:00000010:3.1:1781824349.790689:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b625ac0. 00000080:00000010:3.1:1781824349.790698:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b624200. 00000080:00000010:3.1:1781824349.790704:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6239c0. 00000080:00000010:3.1:1781824349.790710:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b623180. 00000080:00000010:3.1:1781824349.790716:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b620000. 00000080:00000010:3.1:1781824349.790722:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b622940. 00000080:00000010:3.1:1781824349.790728:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b626300. 00000080:00000010:3.1:1781824349.790735:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b628000. 00000080:00000010:3.1:1781824349.790743:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62a940. 00000080:00000010:3.1:1781824349.790749:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62e300. 00000080:00000010:3.1:1781824349.790755:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62d280. 00000080:00000010:3.1:1781824349.790761:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6298c0. 00000080:00000010:3.1:1781824349.790767:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b62ca40. 00000080:00000010:3.1:1781824349.790804:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b625280. 00000080:00000010:3.1:1781824349.790812:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63b9c0. 00000080:00000010:3.1:1781824349.790823:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b646300. 00000080:00000010:3.1:1781824349.790830:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b645280. 00000080:00000010:3.1:1781824349.790837:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6418c0. 00000080:00000010:3.1:1781824349.790850:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b644a40. 00000080:00000010:3.1:1781824349.790857:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b646b40. 00000080:00000010:3.1:1781824349.790870:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b647380. 00000080:00000010:3.1:1781824349.790877:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b641080. 00000080:00000010:3.1:1781824349.790883:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b642100. 00000080:00000010:3.1:1781824349.790890:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b640840. 00000080:00000010:3.1:1781824349.790896:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b645ac0. 00000080:00000010:2.1:1781824349.795141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b644200. 00000080:00000010:2.1:1781824349.795167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6439c0. 00000080:00000010:2.1:1781824349.795175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b643180. 00000080:00000010:2.1:1781824349.795200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63b180. 00000080:00000010:2.1:1781824349.795209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b638000. 00000080:00000010:2.1:1781824349.795227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b640000. 00000080:00000010:2.1:1781824349.795234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b642940. 00000080:00000010:2.1:1781824349.795242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64f380. 00000080:00000010:2.1:1781824349.795251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b649080. 00000080:00000010:2.1:1781824349.795258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64a100. 00000080:00000010:2.1:1781824349.795278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b648840. 00000080:00000010:2.1:1781824349.795285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64dac0. 00000080:00000010:2.1:1781824349.795296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64c200. 00000080:00000010:2.1:1781824349.795305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64b9c0. 00000080:00000010:2.1:1781824349.795312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64b180. 00000080:00000010:2.1:1781824349.795327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b651080. 00000080:00000010:2.1:1781824349.795335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b652100. 00000080:00000010:2.1:1781824349.795341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b650840. 00000080:00000010:2.1:1781824349.795348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b655ac0. 00000080:00000010:2.1:1781824349.795357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b654200. 00000080:00000010:2.1:1781824349.795364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6539c0. 00000080:00000010:2.1:1781824349.795372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b653180. 00000080:00000010:2.1:1781824349.795379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b648000. 00000080:00000010:2.1:1781824349.795386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64a940. 00000080:00000010:2.1:1781824349.795393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63a940. 00000080:00000010:2.1:1781824349.795399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63e300. 00000080:00000010:2.1:1781824349.795405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63d280. 00000080:00000010:2.1:1781824349.795411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6398c0. 00000080:00000010:2.1:1781824349.795435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b632940. 00000080:00000010:2.1:1781824349.795442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b636300. 00000080:00000010:2.1:1781824349.795449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b635280. 00000080:00000010:2.1:1781824349.795459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6318c0. 00000080:00000010:2.1:1781824349.795466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b634a40. 00000080:00000010:2.1:1781824349.795472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b636b40. 00000080:00000010:2.1:1781824349.795479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64e300. 00000080:00000010:2.1:1781824349.795486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64d280. 00000080:00000010:2.1:1781824349.795495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b637380. 00000080:00000010:2.1:1781824349.795500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b631080. 00000080:00000010:2.1:1781824349.795506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b632100. 00000080:00000010:3.1:1781824349.820624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b630840. 00000080:00000010:3.1:1781824349.854144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6498c0. 00000080:00000010:3.1:1781824349.854167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64ca40. 00000080:00000010:3.1:1781824349.854176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b64eb40. 00000080:00000010:3.1:1781824349.854186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65a100. 00000080:00000010:2.1:1781824349.920300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65f380. 00000080:00000010:2.1:1781824349.920318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b659080. 00000080:00000010:2.1:1781824349.920329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66f380. 00000080:00000010:2.1:1781824349.920339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b669080. 00000080:00000010:2.1:1781824349.920359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b663180. 00000080:00000010:2.1:1781824349.920455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b660000. 00000080:00000010:2.1:1781824349.920463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b662940. 00000080:00000010:2.1:1781824349.920479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b666300. 00000080:00000010:2.1:1781824349.920487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b665280. 00000080:00000010:2.1:1781824349.920499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b650000. 00000080:00000010:2.1:1781824349.920507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b652940. 00000080:00000010:2.1:1781824349.920513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b656300. 00000080:00000010:2.1:1781824349.920522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b655280. 00000080:00000010:2.1:1781824349.920528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6518c0. 00000080:00000010:2.1:1781824349.920535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6618c0. 00000080:00000010:2.1:1781824349.920543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b664a40. 00000080:00000010:2.1:1781824349.920551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66a100. 00000080:00000010:2.1:1781824349.920557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b668840. 00000080:00000010:2.1:1781824349.920564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66dac0. 00000080:00000010:2.1:1781824349.920572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b666b40. 00000080:00000010:2.1:1781824349.920579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b667380. 00000080:00000010:2.1:1781824349.920585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b661080. 00000080:00000010:2.1:1781824349.920590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b662100. 00000080:00000010:2.1:1781824349.920596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b660840. 00000080:00000010:2.1:1781824349.920603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66c200. 00000080:00000010:2.1:1781824349.920610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66b9c0. 00000080:00000010:2.1:1781824349.920616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66b180. 00000080:00000010:2.1:1781824349.920622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b665ac0. 00000080:00000010:2.1:1781824349.920635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b664200. 00000080:00000010:3.1:1781824349.921138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b658840. 00000080:00000010:3.1:1781824349.921152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63ca40. 00000080:00000010:3.1:1781824349.921160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63eb40. 00000080:00000010:3.1:1781824349.921167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65dac0. 00000080:00000010:3.1:1781824349.921177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65c200. 00000080:00000010:3.1:1781824349.921183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65b9c0. 00000080:00000010:3.1:1781824349.921189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65b180. 00000080:00000010:3.1:1781824349.921197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63f380. 00000080:00000010:3.1:1781824349.921203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b639080. 00000080:00000010:3.1:1781824349.921210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63a100. 00000080:00000010:3.1:1781824349.921217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b638840. 00000080:00000010:3.1:1781824349.921223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63dac0. 00000080:00000010:3.1:1781824349.921229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b63c200. 00000080:00000010:3.1:1781824349.921235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6639c0. 00000080:00000010:3.1:1781824349.921241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b658000. 00000080:00000010:3.1:1781824349.921248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65a940. 00000080:00000010:3.1:1781824349.921254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65e300. 00000080:00000010:3.1:1781824349.921273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65d280. 00000080:00000010:3.1:1781824349.921279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6598c0. 00000080:00000010:3.1:1781824349.921284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65ca40. 00000080:00000010:3.1:1781824349.921290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b65eb40. 00000080:00000010:3.1:1781824349.921303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b635ac0. 00000080:00000010:0.1:1781824349.976147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b668000. 00000080:00000010:0.1:1781824349.976166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66a940. 00000080:00000010:0.1:1781824349.976184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b634200. 00000080:00000010:0.1:1781824349.976193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66e300. 00000080:00000010:0.1:1781824349.976213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66d280. 00000080:00000010:0.1:1781824349.976222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6698c0. 00000080:00000010:0.1:1781824349.976228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66ca40. 00000080:00000010:0.1:1781824349.976235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b66eb40. 00000080:00000010:0.1:1781824349.976278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b674200. 00000080:00000010:0.1:1781824349.976288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6739c0. 00000080:00000010:0.1:1781824349.976294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b673180. 00000080:00000010:0.1:1781824349.976305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b670000. 00000080:00000010:0.1:1781824349.976322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67eb40. 00000080:00000010:0.1:1781824349.976331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67f380. 00000080:00000010:0.1:1781824349.976338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b679080. 00000080:00000010:0.1:1781824349.976348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b672940. 00000080:00000010:0.1:1781824349.976358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b676300. 00000080:00000010:0.1:1781824349.976366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b675280. 00000080:00000010:0.1:1781824349.976373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6718c0. 00000080:00000010:0.1:1781824349.976380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b674a40. 00000080:00000010:0.1:1781824349.976386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b676b40. 00000080:00000010:0.1:1781824349.976394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b677380. 00000080:00000010:0.1:1781824349.976400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b671080. 00000080:00000010:0.1:1781824349.976406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b672100. 00000080:00000010:0.1:1781824349.976417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b670840. 00000080:00000010:0.1:1781824349.976424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b675ac0. 00000080:00000010:0.1:1781824349.976430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b692940. 00000080:00000010:0.1:1781824349.976439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b696300. 00000080:00000010:0.1:1781824349.976448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b695280. 00000080:00000010:0.1:1781824349.976455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6918c0. 00000080:00000010:0.1:1781824349.976462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b694a40. 00000080:00000010:0.1:1781824349.976469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b696b40. 00000080:00000010:0.1:1781824349.976476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67a100. 00000080:00000010:0.1:1781824349.976482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b678840. 00000080:00000010:0.1:1781824349.976491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6339c0. 00000080:00000010:0.1:1781824349.976504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b633180. 00000080:00000010:0.1:1781824349.976511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69f380. 00000080:00000010:0.1:1781824349.976519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b699080. 00000080:00000010:0.1:1781824349.976528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69a100. 00000080:00000010:0.1:1781824349.976536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b698840. 00000080:00000010:0.1:1781824349.976544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69dac0. 00000080:00000010:0.1:1781824349.976552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b697380. 00000080:00000010:0.1:1781824349.976559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67dac0. 00000080:00000010:0.1:1781824349.976567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67c200. 00000080:00000010:0.1:1781824349.976573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67b9c0. 00000080:00000010:0.1:1781824349.976579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67b180. 00000080:00000010:0.1:1781824349.976586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69c200. 00000080:00000010:0.1:1781824349.976593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69b9c0. 00000080:00000010:0.1:1781824349.976600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69b180. 00000080:00000010:0.1:1781824349.976606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b698000. 00000080:00000010:0.1:1781824349.976612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b691080. 00000080:00000010:0.1:1781824349.976623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b678000. 00000080:00000010:0.1:1781824349.976634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b692100. 00000080:00000010:0.1:1781824349.976641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b690840. 00000080:00000010:1.1:1781824350.014141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b695ac0. 00000080:00000010:1.1:1781824350.014159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b694200. 00000080:00000010:1.1:1781824350.014171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6939c0. 00000080:00000010:1.1:1781824350.014177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b693180. 00000080:00000010:1.1:1781824350.014184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b690000. 00000080:00000010:1.1:1781824350.014201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69a940. 00000080:00000010:1.1:1781824350.014210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69e300. 00000080:00000010:1.1:1781824350.014218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69d280. 00000080:00000010:1.1:1781824350.014224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6998c0. 00000080:00000010:1.1:1781824350.014233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69ca40. 00000080:00000010:1.1:1781824350.014239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b69eb40. 00000080:00000010:1.1:1781824350.014246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a39c0. 00000080:00000010:1.1:1781824350.014252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a3180. 00000080:00000010:1.1:1781824350.014270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a0000. 00000080:00000010:1.1:1781824350.014277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a2940. 00000080:00000010:1.1:1781824350.014289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a6300. 00000080:00000010:1.1:1781824350.014295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a5280. 00000080:00000010:1.1:1781824350.014301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a18c0. 00000080:00000010:1.1:1781824350.014307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a4a40. 00000080:00000010:1.1:1781824350.014314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a6b40. 00000080:00000010:1.1:1781824350.014320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a7380. 00000080:00000010:1.1:1781824350.014326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a1080. 00000080:00000010:1.1:1781824350.014333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6adac0. 00000080:00000010:1.1:1781824350.014341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ac200. 00000080:00000010:1.1:1781824350.014352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b654a40. 00000080:00000010:1.1:1781824350.014363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b656b40. 00000080:00000010:1.1:1781824350.014370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b657380. 00000080:00000010:1.1:1781824350.014400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b5280. 00000080:00000010:1.1:1781824350.014410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ab9c0. 00000080:00000010:1.1:1781824350.014516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ab180. 00000080:00000010:1.1:1781824350.014526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a8000. 00000080:00000010:1.1:1781824350.014532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6aa940. 00000080:00000010:1.1:1781824350.014539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ae300. 00000080:00000010:1.1:1781824350.014550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67a940. 00000080:00000010:1.1:1781824350.014561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67e300. 00000080:00000010:1.1:1781824350.014568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67d280. 00000080:00000010:1.1:1781824350.014577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6798c0. 00000080:00000010:1.1:1781824350.014585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b67ca40. 00000080:00000010:1.1:1781824350.014591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b9080. 00000080:00000010:1.1:1781824350.014598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ba100. 00000080:00000010:1.1:1781824350.014605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b8840. 00000080:00000010:1.1:1781824350.014611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bdac0. 00000080:00000010:1.1:1781824350.014625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bc200. 00000080:00000010:1.1:1781824350.014632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ad280. 00000080:00000010:1.1:1781824350.014639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a98c0. 00000080:00000010:1.1:1781824350.014645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a2100. 00000080:00000010:1.1:1781824350.014651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6aca40. 00000080:00000010:1.1:1781824350.014656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6aeb40. 00000080:00000010:1.1:1781824350.014663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6af380. 00000080:00000010:1.1:1781824350.014668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a9080. 00000080:00000010:1.1:1781824350.014674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a0840. 00000080:00000010:1.1:1781824350.014681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bb9c0. 00000080:00000010:1.1:1781824350.014689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bb180. 00000080:00000010:1.1:1781824350.014701:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a5ac0. 00000080:00000010:1.1:1781824350.014712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a4200. 00000080:00000010:1.1:1781824350.014722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6aa100. 00000080:00000010:1.1:1781824350.014728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6a8840. 00000080:00000010:1.1:1781824350.014735:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c39c0. 00000080:00000010:1.1:1781824350.014814:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c3180. 00000080:00000010:1.1:1781824350.014823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b18c0. 00000080:00000010:1.1:1781824350.014830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b4a40. 00000080:00000010:1.1:1781824350.014837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b6b40. 00000080:00000010:1.1:1781824350.014844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b7380. 00000080:00000010:1.1:1781824350.014851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b1080. 00000080:00000010:1.1:1781824350.014857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b2100. 00000080:00000010:1.1:1781824350.014864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b0840. 00000080:00000010:1.1:1781824350.014869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b5ac0. 00000080:00000010:1.1:1781824350.014877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c9080. 00000080:00000010:1.1:1781824350.014884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ca100. 00000080:00000010:1.1:1781824350.014898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c8840. 00000080:00000010:1.1:1781824350.014904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cdac0. 00000080:00000010:1.1:1781824350.014914:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cc200. 00000080:00000010:1.1:1781824350.014922:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cb9c0. 00000080:00000010:1.1:1781824350.014929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cb180. 00000080:00000010:1.1:1781824350.014935:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c8000. 00000080:00000010:1.1:1781824350.014941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ca940. 00000080:00000010:1.1:1781824350.014954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ce300. 00000080:00000010:1.1:1781824350.078319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cd280. 00000080:00000010:1.1:1781824350.078339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c98c0. 00000080:00000010:1.1:1781824350.078351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cca40. 00000080:00000010:1.1:1781824350.078358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ceb40. 00000080:00000010:1.1:1781824350.078365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6cf380. 00000080:00000010:1.1:1781824350.078373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d3180. 00000080:00000010:1.1:1781824350.078381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d0000. 00000080:00000010:1.1:1781824350.078390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d2940. 00000080:00000010:1.1:1781824350.078398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d6300. 00000080:00000010:1.1:1781824350.078427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d5280. 00000080:00000010:1.1:1781824350.078443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b8000. 00000080:00000010:1.1:1781824350.078451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d18c0. 00000080:00000010:1.1:1781824350.078463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d4a40. 00000080:00000010:1.1:1781824350.078472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ba940. 00000080:00000010:1.1:1781824350.078482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d6b40. 00000080:00000010:1.1:1781824350.078489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d7380. 00000080:00000010:1.1:1781824350.078494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d1080. 00000080:00000010:1.1:1781824350.078501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d2100. 00000080:00000010:1.1:1781824350.078507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d0840. 00000080:00000010:1.1:1781824350.078513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d5ac0. 00000080:00000010:1.1:1781824350.078519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d4200. 00000080:00000010:1.1:1781824350.078530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d39c0. 00000080:00000010:1.1:1781824350.078537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d8840. 00000080:00000010:1.1:1781824350.078547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ddac0. 00000080:00000010:1.1:1781824350.078562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6dc200. 00000080:00000010:1.1:1781824350.078570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6be300. 00000080:00000010:1.1:1781824350.078580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6db9c0. 00000080:00000010:1.1:1781824350.078587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6db180. 00000080:00000010:1.1:1781824350.078593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d8000. 00000080:00000010:1.1:1781824350.078600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6da940. 00000080:00000010:1.1:1781824350.078605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6de300. 00000080:00000010:1.1:1781824350.078611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6dd280. 00000080:00000010:1.1:1781824350.078624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d98c0. 00000080:00000010:1.1:1781824350.078630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6dca40. 00000080:00000010:1.1:1781824350.078636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6deb40. 00000080:00000010:1.1:1781824350.078645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6df380. 00000080:00000010:1.1:1781824350.078651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6d9080. 00000080:00000010:1.1:1781824350.078657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6da100. 00000080:00000010:1.1:1781824350.078663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e7380. 00000080:00000010:1.1:1781824350.078670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e1080. 00000080:00000010:1.1:1781824350.078677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e2100. 00000080:00000010:2.1:1781824350.110130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e0840. 00000080:00000010:2.1:1781824350.110156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e5ac0. 00000080:00000010:2.1:1781824350.110166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e4200. 00000080:00000010:2.1:1781824350.110173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e39c0. 00000080:00000010:2.1:1781824350.110188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bd280. 00000080:00000010:2.1:1781824350.110194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e3180. 00000080:00000010:2.1:1781824350.110200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e0000. 00000080:00000010:2.1:1781824350.110219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e2940. 00000080:00000010:2.1:1781824350.110228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e6300. 00000080:00000010:2.1:1781824350.110234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e5280. 00000080:00000010:2.1:1781824350.110240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e18c0. 00000080:00000010:2.1:1781824350.110246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e4a40. 00000080:00000010:2.1:1781824350.110258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e6b40. 00000080:00000010:2.1:1781824350.110266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6eeb40. 00000080:00000010:2.1:1781824350.110275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ef380. 00000080:00000010:2.1:1781824350.110282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b98c0. 00000080:00000010:2.1:1781824350.110289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bca40. 00000080:00000010:2.1:1781824350.110297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6beb40. 00000080:00000010:2.1:1781824350.110308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e9080. 00000080:00000010:2.1:1781824350.110315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ea100. 00000080:00000010:2.1:1781824350.110322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e8840. 00000080:00000010:2.1:1781824350.110329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6edac0. 00000080:00000010:2.1:1781824350.110336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ec200. 00000080:00000010:2.1:1781824350.110343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6eb9c0. 00000080:00000010:2.1:1781824350.110349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6eb180. 00000080:00000010:2.1:1781824350.110359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e8000. 00000080:00000010:2.1:1781824350.110365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ea940. 00000080:00000010:2.1:1781824350.110371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ee300. 00000080:00000010:2.1:1781824350.110376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ed280. 00000080:00000010:2.1:1781824350.110381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6e98c0. 00000080:00000010:2.1:1781824350.110388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6eca40. 00000080:00000010:2.1:1781824350.110394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f3180. 00000080:00000010:2.1:1781824350.110402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f0000. 00000080:00000010:2.1:1781824350.110408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f2940. 00000080:00000010:2.1:1781824350.110416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f6300. 00000080:00000010:2.1:1781824350.110427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f5280. 00000080:00000010:2.1:1781824350.110435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f18c0. 00000080:00000010:2.1:1781824350.110442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f4a40. 00000080:00000010:2.1:1781824350.110448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f6b40. 00000080:00000010:2.1:1781824350.110455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f7380. 00000080:00000010:2.1:1781824350.110460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f1080. 00000080:00000010:2.1:1781824350.110465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f2100. 00000080:00000010:2.1:1781824350.110471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f0840. 00000080:00000010:2.1:1781824350.110476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f5ac0. 00000080:00000010:2.1:1781824350.110489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f4200. 00000080:00000010:2.1:1781824350.110500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f39c0. 00000080:00000010:2.1:1781824350.110506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6bf380. 00000080:00000010:2.1:1781824350.110539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6ff380. 00000080:00000010:2.1:1781824350.110549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b704a40. 00000080:00000010:2.1:1781824350.110558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b706b40. 00000080:00000010:2.1:1781824350.110566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b707380. 00000080:00000010:2.1:1781824350.110573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b701080. 00000080:00000010:2.1:1781824350.110584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c0000. 00000080:00000010:2.1:1781824350.110593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c2940. 00000080:00000010:2.1:1781824350.110599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c6300. 00000080:00000010:2.1:1781824350.110607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c5280. 00000080:00000010:2.1:1781824350.110612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c18c0. 00000080:00000010:2.1:1781824350.110619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b702100. 00000080:00000010:2.1:1781824350.110625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b700840. 00000080:00000010:2.1:1781824350.110630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b705ac0. 00000080:00000010:2.1:1781824350.110635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b704200. 00000080:00000010:2.1:1781824350.110642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7039c0. 00000080:00000010:2.1:1781824350.110652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b703180. 00000080:00000010:2.1:1781824350.110658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b700000. 00000080:00000010:2.1:1781824350.110663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b702940. 00000080:00000010:2.1:1781824350.110669:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b706300. 00000080:00000010:3.1:1781824350.133249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b705280. 00000080:00000010:3.1:1781824350.133266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7018c0. 00000080:00000010:3.1:1781824350.133284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b708840. 00000080:00000010:3.1:1781824350.133404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70dac0. 00000080:00000010:3.1:1781824350.133418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70c200. 00000080:00000010:3.1:1781824350.133428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70b9c0. 00000080:00000010:3.1:1781824350.133444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70b180. 00000080:00000010:3.1:1781824350.133457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f9080. 00000080:00000010:3.1:1781824350.133466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fa100. 00000080:00000010:3.1:1781824350.133474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f8840. 00000080:00000010:3.1:1781824350.133481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fdac0. 00000080:00000010:3.1:1781824350.133490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fc200. 00000080:00000010:3.1:1781824350.133500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c4a40. 00000080:00000010:3.1:1781824350.133508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c6b40. 00000080:00000010:3.1:1781824350.225110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b708000. 00000080:00000010:3.1:1781824350.225134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70a940. 00000080:00000010:3.1:1781824350.225144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70e300. 00000080:00000010:3.1:1781824350.225152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70d280. 00000080:00000010:3.1:1781824350.225163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7098c0. 00000080:00000010:3.1:1781824350.225172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70ca40. 00000080:00000010:3.1:1781824350.225183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70eb40. 00000080:00000010:3.1:1781824350.285847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b4200. 00000080:00000010:3.1:1781824350.285863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b39c0. 00000080:00000010:3.1:1781824350.285878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b3180. 00000080:00000010:3.1:1781824350.285883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b0000. 00000080:00000010:3.1:1781824350.285890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b2940. 00000080:00000010:3.1:1781824350.285896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6b6300. 00000080:00000010:3.1:1781824350.285939:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b712100. 00000080:00000010:3.1:1781824350.285947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b710840. 00000080:00000010:3.1:1781824350.285956:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b715ac0. 00000080:00000010:3.1:1781824350.285964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b714200. 00000080:00000010:3.1:1781824350.285972:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7139c0. 00000080:00000010:3.1:1781824350.285998:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fb9c0. 00000080:00000010:3.1:1781824350.286021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70f380. 00000080:00000010:3.1:1781824350.286036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b709080. 00000080:00000010:3.1:1781824350.286044:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b70a100. 00000080:00000010:3.1:1781824350.286051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b719080. 00000080:00000010:3.1:1781824350.286061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71a100. 00000080:00000010:3.1:1781824350.286071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b718840. 00000080:00000010:3.1:1781824350.286109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71dac0. 00000080:00000010:3.1:1781824350.286122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71c200. 00000080:00000010:2.1:1781824350.286133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c7380. 00000080:00000010:3.1:1781824350.286136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71b9c0. 00000080:00000010:2.1:1781824350.286151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71b180. 00000080:00000010:2.1:1781824350.286161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b718000. 00000080:00000010:2.1:1781824350.286268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71a940. 00000080:00000010:2.1:1781824350.286277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71e300. 00000080:00000010:2.1:1781824350.286284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71d280. 00000080:00000010:2.1:1781824350.286291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7198c0. 00000080:00000010:2.1:1781824350.286298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71ca40. 00000080:00000010:2.1:1781824350.286305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71eb40. 00000080:00000010:2.1:1781824350.286314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fb180. 00000080:00000010:2.1:1781824350.286332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b71f380. 00000080:00000010:2.1:1781824350.286340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b722100. 00000080:00000010:2.1:1781824350.286353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b720840. 00000080:00000010:2.1:1781824350.286363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b725ac0. 00000080:00000010:2.1:1781824350.286378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b724200. 00000080:00000010:2.1:1781824350.286388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f8000. 00000080:00000010:2.1:1781824350.286396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fa940. 00000080:00000010:2.1:1781824350.286415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fe300. 00000080:00000010:2.1:1781824350.286427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7239c0. 00000080:00000010:2.1:1781824350.286438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b723180. 00000080:00000010:2.1:1781824350.286446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b720000. 00000080:00000010:2.1:1781824350.286454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b722940. 00000080:00000010:2.1:1781824350.286464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b726300. 00000080:00000010:2.1:1781824350.286473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b725280. 00000080:00000010:2.1:1781824350.286482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fd280. 00000080:00000010:2.1:1781824350.286490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6f98c0. 00000080:00000010:2.1:1781824350.286502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6fca40. 00000080:00000010:2.1:1781824350.286511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6feb40. 00000080:00000010:2.1:1781824350.286521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72eb40. 00000080:00000010:2.1:1781824350.286530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72f380. 00000080:00000010:2.1:1781824350.286537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b729080. 00000080:00000010:2.1:1781824350.286543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7218c0. 00000080:00000010:2.1:1781824350.286549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b724a40. 00000080:00000010:2.1:1781824350.286555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b726b40. 00000080:00000010:2.1:1781824350.286566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b727380. 00000080:00000010:2.1:1781824350.286573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b721080. 00000080:00000010:2.1:1781824350.286580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b734a40. 00000080:00000010:2.1:1781824350.286658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c1080. 00000080:00000010:2.1:1781824350.286665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c2100. 00000080:00000010:2.1:1781824350.286675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c0840. 00000080:00000010:2.1:1781824350.286685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c5ac0. 00000080:00000010:2.1:1781824350.286692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b6c4200. 00000080:00000010:2.1:1781824350.286699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b736b40. 00000080:00000010:2.1:1781824350.286705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b737380. 00000080:00000010:2.1:1781824350.286710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b731080. 00000080:00000010:2.1:1781824350.286717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b732100. 00000080:00000010:2.1:1781824350.286725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b730840. 00000080:00000010:2.1:1781824350.286750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b735ac0. 00000080:00000010:2.1:1781824350.286758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b734200. 00000080:00000010:2.1:1781824350.286770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7339c0. 00000080:00000010:2.1:1781824350.286777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72a100. 00000080:00000010:2.1:1781824350.286784:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b728840. 00000080:00000010:2.1:1781824350.286795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72dac0. 00000080:00000010:2.1:1781824350.286804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b733180. 00000080:00000010:2.1:1781824350.286811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b730000. 00000080:00000010:2.1:1781824350.286818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b732940. 00000080:00000010:2.1:1781824350.286824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b736300. 00000080:00000010:2.1:1781824350.286832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b735280. 00000080:00000010:2.1:1781824350.286838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7318c0. 00000080:00000010:2.1:1781824350.286845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73a940. 00000080:00000010:2.1:1781824350.286853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73e300. 00000080:00000010:2.1:1781824350.286861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73d280. 00000080:00000010:2.1:1781824350.286872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7398c0. 00000080:00000010:2.1:1781824350.286878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73ca40. 00000080:00000010:2.1:1781824350.286885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73eb40. 00000080:00000010:2.1:1781824350.286891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b744a40. 00000080:00000010:2.1:1781824350.286898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b746b40. 00000080:00000010:2.1:1781824350.286906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b747380. 00000080:00000010:2.1:1781824350.286913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73f380. 00000080:00000010:2.1:1781824350.286919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b739080. 00000080:00000010:2.1:1781824350.286926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72c200. 00000080:00000010:2.1:1781824350.286932:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72b9c0. 00000080:00000010:2.1:1781824350.286938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72b180. 00000080:00000010:2.1:1781824350.286943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b741080. 00000080:00000010:2.1:1781824350.286961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b713180. 00000080:00000010:2.1:1781824350.286968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b728000. 00000080:00000010:2.1:1781824350.286986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73a100. 00000080:00000010:2.1:1781824350.286993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b738840. 00000080:00000010:2.1:1781824350.286999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73dac0. 00000080:00000010:2.1:1781824350.287005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73c200. 00000080:00000010:2.1:1781824350.287011:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72a940. 00000080:00000010:2.1:1781824350.287017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72e300. 00000080:00000010:2.1:1781824350.287023:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73b9c0. 00000080:00000010:2.1:1781824350.287034:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b73b180. 00000080:00000010:2.1:1781824350.287041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b738000. 00000080:00000010:2.1:1781824350.287047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74dac0. 00000080:00000010:2.1:1781824350.287056:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74c200. 00000080:00000010:2.1:1781824350.287063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74b9c0. 00000080:00000010:2.1:1781824350.287069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74b180. 00000080:00000010:2.1:1781824350.287075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b748000. 00000080:00000010:2.1:1781824350.287103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74a940. 00000080:00000010:2.1:1781824350.287111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72d280. 00000080:00000010:2.1:1781824350.287117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b742100. 00000080:00000010:2.1:1781824350.287123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7298c0. 00000080:00000010:2.1:1781824350.287129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74e300. 00000080:00000010:2.1:1781824350.287135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74d280. 00000080:00000010:2.1:1781824350.287144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7498c0. 00000080:00000010:2.1:1781824350.287153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74ca40. 00000080:00000010:2.1:1781824350.287160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b740840. 00000080:00000010:2.1:1781824350.287167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b745ac0. 00000080:00000010:2.1:1781824350.287174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b744200. 00000080:00000010:2.1:1781824350.287181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74eb40. 00000080:00000010:2.1:1781824350.287188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74f380. 00000080:00000010:2.1:1781824350.287198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b749080. 00000080:00000010:2.1:1781824350.287206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b74a100. 00000080:00000010:1.1:1781824350.319144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b748840. 00000080:00000010:1.1:1781824350.319165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b756b40. 00000080:00000010:1.1:1781824350.319176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b757380. 00000080:00000010:1.1:1781824350.319183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b751080. 00000080:00000010:1.1:1781824350.319198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b752100. 00000080:00000010:1.1:1781824350.319207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b750840. 00000080:00000010:1.1:1781824350.319214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b755ac0. 00000080:00000010:1.1:1781824350.319221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b754200. 00000080:00000010:1.1:1781824350.319228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7539c0. 00000080:00000010:1.1:1781824350.319235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b753180. 00000080:00000010:1.1:1781824350.319240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b750000. 00000080:00000010:1.1:1781824350.319246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b752940. 00000080:00000010:1.1:1781824350.319251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b756300. 00000080:00000010:1.1:1781824350.319265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b755280. 00000080:00000010:1.1:1781824350.319280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7518c0. 00000080:00000010:1.1:1781824350.319287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b754a40. 00000080:00000010:1.1:1781824350.319294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75b180. 00000080:00000010:1.1:1781824350.319302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b758000. 00000080:00000010:1.1:1781824350.319310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75a940. 00000080:00000010:1.1:1781824350.319317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75e300. 00000080:00000010:1.1:1781824350.319326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75d280. 00000080:00000010:1.1:1781824350.319345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7598c0. 00000080:00000010:1.1:1781824350.319354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75ca40. 00000080:00000010:1.1:1781824350.319360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75eb40. 00000080:00000010:1.1:1781824350.319374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75f380. 00000080:00000010:1.1:1781824350.319382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b72ca40. 00000080:00000010:1.1:1781824350.319417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b759080. 00000080:00000010:1.1:1781824350.319425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75a100. 00000080:00000010:1.1:1781824350.319432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b758840. 00000080:00000010:1.1:1781824350.319438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75dac0. 00000080:00000010:1.1:1781824350.319444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75c200. 00000080:00000010:1.1:1781824350.319449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b75b9c0. 00000080:00000010:1.1:1781824350.319456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76d280. 00000080:00000010:1.1:1781824350.319550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7698c0. 00000080:00000010:1.1:1781824350.319560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76ca40. 00000080:00000010:1.1:1781824350.319572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76eb40. 00000080:00000010:1.1:1781824350.319581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76f380. 00000080:00000010:1.1:1781824350.319588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b769080. 00000080:00000010:1.1:1781824350.319594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76a100. 00000080:00000010:1.1:1781824350.319602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7439c0. 00000080:00000010:1.1:1781824350.319608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b743180. 00000080:00000010:1.1:1781824350.319616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b768840. 00000080:00000010:1.1:1781824350.319623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76dac0. 00000080:00000010:1.1:1781824350.319628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76c200. 00000080:00000010:1.1:1781824350.319652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b771080. 00000080:00000010:1.1:1781824350.319659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b772100. 00000080:00000010:1.1:1781824350.319668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76b9c0. 00000080:00000010:1.1:1781824350.319674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76b180. 00000080:00000010:1.1:1781824350.319679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b768000. 00000080:00000010:1.1:1781824350.319689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76a940. 00000080:00000010:1.1:1781824350.319696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b76e300. 00000080:00000010:0.1:1781824350.323201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b779080. 00000080:00000010:0.1:1781824350.323226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b770840. 00000080:00000010:0.1:1781824350.323234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77a100. 00000080:00000010:0.1:1781824350.323241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b778840. 00000080:00000010:0.1:1781824350.323249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77dac0. 00000080:00000010:0.1:1781824350.323260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77c200. 00000080:00000010:0.1:1781824350.323267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77b9c0. 00000080:00000010:0.1:1781824350.323275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77b180. 00000080:00000010:0.1:1781824350.323281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b775ac0. 00000080:00000010:0.1:1781824350.323292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b774200. 00000080:00000010:0.1:1781824350.323299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b778000. 00000080:00000010:0.1:1781824350.323306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77a940. 00000080:00000010:0.1:1781824350.323312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77e300. 00000080:00000010:0.1:1781824350.323318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77d280. 00000080:00000010:0.1:1781824350.323324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7798c0. 00000080:00000010:0.1:1781824350.323331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77ca40. 00000080:00000010:0.1:1781824350.323336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77eb40. 00000080:00000010:2.1:1781824350.425671:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b77f380. 00000080:00000010:3.1:1781824350.516189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b782940. 00000080:00000010:3.1:1781824350.516223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7739c0. 00000080:00000010:3.1:1781824350.516232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b773180. 00000080:00000010:3.1:1781824350.516238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b786300. 00000080:00000010:3.1:1781824350.516244:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b770000. 00000080:00000010:3.1:1781824350.516249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b772940. 00000080:00000010:3.1:1781824350.516257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b776300. 00000080:00000010:3.1:1781824350.516273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b740000. 00000080:00000010:3.1:1781824350.516279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b785280. 00000080:00000010:3.1:1781824350.516299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7818c0. 00000080:00000010:3.1:1781824350.516313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b784a40. 00000080:00000010:3.1:1781824350.516321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b786b40. 00000080:00000010:3.1:1781824350.516540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b787380. 00000080:00000010:3.1:1781824350.516554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b781080. 00000080:00000010:3.1:1781824350.516630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b782100. 00000080:00000010:3.1:1781824350.516643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b780840. 00000080:00000010:3.1:1781824350.516654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b785ac0. 00000080:00000010:3.1:1781824350.516666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b784200. 00000080:00000010:3.1:1781824350.516677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b742940. 00000080:00000010:3.1:1781824350.516695:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b746300. 00000080:00000010:3.1:1781824350.516708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7839c0. 00000080:00000010:3.1:1781824350.516721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b783180. 00000080:00000010:3.1:1781824350.516739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b780000. 00000080:00000010:3.1:1781824350.516863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78b180. 00000080:00000010:3.1:1781824350.516877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b788000. 00000080:00000010:3.1:1781824350.516886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78a940. 00000080:00000010:3.1:1781824350.516894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78e300. 00000080:00000010:3.1:1781824350.516901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78d280. 00000080:00000010:3.1:1781824350.516907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7898c0. 00000080:00000010:3.1:1781824350.516914:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78ca40. 00000080:00000010:3.1:1781824350.516920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78eb40. 00000080:00000010:3.1:1781824350.516928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78f380. 00000080:00000010:3.1:1781824350.516938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b789080. 00000080:00000010:3.1:1781824350.516944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78a100. 00000080:00000010:3.1:1781824350.516950:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b788840. 00000080:00000010:3.1:1781824350.516959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78dac0. 00000080:00000010:3.1:1781824350.516967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78c200. 00000080:00000010:3.1:1781824350.516988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b78b9c0. 00000080:00000010:3.1:1781824350.516997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b794200. 00000080:00000010:3.1:1781824350.517014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b775280. 00000080:00000010:3.1:1781824350.517027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b745280. 00000080:00000010:3.1:1781824350.517039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7718c0. 00000080:00000010:3.1:1781824350.517049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b774a40. 00000080:00000010:3.1:1781824350.517420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b776b40. 00000080:00000010:3.1:1781824350.517434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7939c0. 00000080:00000010:3.1:1781824350.517444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b793180. 00000080:00000010:3.1:1781824350.517454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b790000. 00000080:00000010:3.1:1781824350.517467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b792940. 00000080:00000010:3.1:1781824350.517478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b796300. 00000080:00000010:3.1:1781824350.517490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b795280. 00000080:00000010:3.1:1781824350.517501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b777380. 00000080:00000010:3.1:1781824350.517515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b710000. 00000080:00000010:3.1:1781824350.517528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b712940. 00000080:00000010:3.1:1781824350.517541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b716300. 00000080:00000010:3.1:1781824350.517552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79e300. 00000080:00000010:2.1:1781824350.620231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79d280. 00000080:00000010:2.1:1781824350.620255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7998c0. 00000080:00000010:2.1:1781824350.620272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7918c0. 00000080:00000010:2.1:1781824350.620280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b794a40. 00000080:00000010:2.1:1781824350.620287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b796b40. 00000080:00000010:2.1:1781824350.620294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b797380. 00000080:00000010:2.1:1781824350.620301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79ca40. 00000080:00000010:2.1:1781824350.620315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7418c0. 00000080:00000010:2.1:1781824350.620323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a1080. 00000080:00000010:2.1:1781824350.620332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a2100. 00000080:00000010:2.1:1781824350.620340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a0840. 00000080:00000010:2.1:1781824350.620347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a5ac0. 00000080:00000010:2.1:1781824350.620354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a4200. 00000080:00000010:2.1:1781824350.620362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a39c0. 00000080:00000010:2.1:1781824350.620368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a3180. 00000080:00000010:2.1:1781824350.620376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a0000. 00000080:00000010:2.1:1781824350.620382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b791080. 00000080:00000010:2.1:1781824350.620388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b792100. 00000080:00000010:2.1:1781824350.620394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b790840. 00000080:00000010:2.1:1781824350.620405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b795ac0. 00000080:00000010:2.1:1781824350.620413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79eb40. 00000080:00000010:2.1:1781824350.620421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7aeb40. 00000080:00000010:2.1:1781824350.620429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7af380. 00000080:00000010:2.1:1781824350.620436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a9080. 00000080:00000010:2.1:1781824350.620443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7aa100. 00000080:00000010:2.1:1781824350.620449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a8840. 00000080:00000010:2.1:1781824350.620456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7adac0. 00000080:00000010:2.1:1781824350.620462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ac200. 00000080:00000010:2.1:1781824350.620468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ab9c0. 00000080:00000010:2.1:1781824350.620478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ab180. 00000080:00000010:2.1:1781824350.620495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a8000. 00000080:00000010:2.1:1781824350.620502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7aa940. 00000080:00000010:2.1:1781824350.620512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ae300. 00000080:00000010:2.1:1781824350.620518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79f380. 00000080:00000010:2.1:1781824350.620525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ad280. 00000080:00000010:2.1:1781824350.620531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a98c0. 00000080:00000010:2.1:1781824350.620549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7aca40. 00000080:00000010:2.1:1781824350.620557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b2100. 00000080:00000010:2.1:1781824350.620570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b0840. 00000080:00000010:2.1:1781824350.620581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b5ac0. 00000080:00000010:2.1:1781824350.620596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b799080. 00000080:00000010:2.1:1781824350.620603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79a100. 00000080:00000010:2.1:1781824350.620616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b715280. 00000080:00000010:2.1:1781824350.620624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7118c0. 00000080:00000010:2.1:1781824350.620749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b4200. 00000080:00000010:2.1:1781824350.620761:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b714a40. 00000080:00000010:2.1:1781824350.620771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b716b40. 00000080:00000010:2.1:1781824350.620781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b39c0. 00000080:00000010:2.1:1781824350.620789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b3180. 00000080:00000010:2.1:1781824350.620796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b0000. 00000080:00000010:2.1:1781824350.620802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b2940. 00000080:00000010:2.1:1781824350.620809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b6300. 00000080:00000010:2.1:1781824350.620815:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b5280. 00000080:00000010:2.1:1781824350.620822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b18c0. 00000080:00000010:2.1:1781824350.620829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b4a40. 00000080:00000010:2.1:1781824350.620835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b6b40. 00000080:00000010:2.1:1781824350.620845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b798840. 00000080:00000010:2.1:1781824350.620852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79dac0. 00000080:00000010:2.1:1781824350.620863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b7380. 00000080:00000010:2.1:1781824350.620870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b1080. 00000080:00000010:2.1:1781824350.620944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bb180. 00000080:00000010:2.1:1781824350.621040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b8000. 00000080:00000010:2.1:1781824350.621048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ba940. 00000080:00000010:2.1:1781824350.621056:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7be300. 00000080:00000010:2.1:1781824350.621063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bd280. 00000080:00000010:2.1:1781824350.621070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79c200. 00000080:00000010:2.1:1781824350.621103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79b9c0. 00000080:00000010:2.1:1781824350.621113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b98c0. 00000080:00000010:2.1:1781824350.621120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bca40. 00000080:00000010:2.1:1781824350.621127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7beb40. 00000080:00000010:2.1:1781824350.621138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bf380. 00000080:00000010:2.1:1781824350.621145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b9080. 00000080:00000010:2.1:1781824350.621152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79b180. 00000080:00000010:2.1:1781824350.621158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b798000. 00000080:00000010:2.1:1781824350.621164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ba100. 00000080:00000010:2.1:1781824350.621170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7b8840. 00000080:00000010:2.1:1781824350.621176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bdac0. 00000080:00000010:2.1:1781824350.621182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bc200. 00000080:00000010:2.1:1781824350.621188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7bb9c0. 00000080:00000010:2.1:1781824350.621195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cd280. 00000080:00000010:2.1:1781824350.621202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7c98c0. 00000080:00000010:1.1:1781824350.652495:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7c9080. 00000080:00000010:1.1:1781824350.652518:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b79a940. 00000080:00000010:1.1:1781824350.652533:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d1080. 00000080:00000010:1.1:1781824350.652828:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d2100. 00000080:00000010:1.1:1781824350.652837:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d0840. 00000080:00000010:1.1:1781824350.652847:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ca100. 00000080:00000010:1.1:1781824350.652853:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7c8840. 00000080:00000010:1.1:1781824350.652861:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cdac0. 00000080:00000010:1.1:1781824350.652868:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cc200. 00000080:00000010:1.1:1781824350.652945:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d5ac0. 00000080:00000010:1.1:1781824350.652957:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d4200. 00000080:00000010:1.1:1781824350.652964:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cb9c0. 00000080:00000010:1.1:1781824350.652980:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cb180. 00000080:00000010:1.1:1781824350.652987:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7c8000. 00000080:00000010:1.1:1781824350.652998:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ca940. 00000080:00000010:1.1:1781824350.653006:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ce300. 00000080:00000010:1.1:1781824350.653027:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7da100. 00000080:00000010:1.1:1781824350.653036:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d8840. 00000080:00000010:1.1:1781824350.653376:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ddac0. 00000080:00000010:1.1:1781824350.653384:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7dc200. 00000080:00000010:1.1:1781824350.653393:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7db9c0. 00000080:00000010:1.1:1781824350.653400:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7db180. 00000080:00000010:1.1:1781824350.653406:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d8000. 00000080:00000010:1.1:1781824350.653420:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a2940. 00000080:00000010:1.1:1781824350.653428:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7da940. 00000080:00000010:1.1:1781824350.654250:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7de300. 00000080:00000010:1.1:1781824350.654263:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7dd280. 00000080:00000010:1.1:1781824350.654358:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d39c0. 00000080:00000010:1.1:1781824350.654369:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d98c0. 00000080:00000010:1.1:1781824350.654376:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7dca40. 00000080:00000010:1.1:1781824350.654384:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d3180. 00000080:00000010:1.1:1781824350.654390:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d0000. 00000080:00000010:1.1:1781824350.654397:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7deb40. 00000080:00000010:1.1:1781824350.654405:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7df380. 00000080:00000010:1.1:1781824350.654411:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d9080. 00000080:00000010:1.1:1781824350.654418:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7eb180. 00000080:00000010:1.1:1781824350.654426:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d2940. 00000080:00000010:1.1:1781824350.654434:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d6300. 00000080:00000010:1.1:1781824350.654441:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7e8000. 00000080:00000010:1.1:1781824350.654449:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ea940. 00000080:00000010:1.1:1781824350.654463:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ee300. 00000080:00000010:1.1:1781824350.654469:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d5280. 00000080:00000010:1.1:1781824350.654476:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d18c0. 00000080:00000010:1.1:1781824350.654487:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d4a40. 00000080:00000010:1.1:1781824350.654494:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ed280. 00000080:00000010:1.1:1781824350.654504:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7e98c0. 00000080:00000010:1.1:1781824350.654512:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7eca40. 00000080:00000010:1.1:1781824350.654520:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7eeb40. 00000080:00000010:1.1:1781824350.654527:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ef380. 00000080:00000010:1.1:1781824350.654534:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d6b40. 00000080:00000010:1.1:1781824350.654555:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a6300. 00000080:00000010:1.1:1781824350.654563:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a5280. 00000080:00000010:1.1:1781824350.654572:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a18c0. 00000080:00000010:1.1:1781824350.654579:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7e9080. 00000080:00000010:1.1:1781824350.654586:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ea100. 00000080:00000010:1.1:1781824350.654592:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7e8840. 00000080:00000010:1.1:1781824350.654603:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7edac0. 00000080:00000010:1.1:1781824350.654610:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7d7380. 00000080:00000010:1.1:1781824350.654617:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f4a40. 00000080:00000010:1.1:1781824350.654623:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f6b40. 00000080:00000010:1.1:1781824350.654631:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ec200. 00000080:00000010:1.1:1781824350.654637:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7eb9c0. 00000080:00000010:1.1:1781824350.654644:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fa100. 00000080:00000010:1.1:1781824350.654651:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f8840. 00000080:00000010:1.1:1781824350.654658:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fdac0. 00000080:00000010:1.1:1781824350.654666:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fc200. 00000080:00000010:1.1:1781824350.654673:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fb9c0. 00000080:00000010:1.1:1781824350.654683:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b717380. 00000080:00000010:1.1:1781824350.654691:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b711080. 00000080:00000010:1.1:1781824350.654698:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26802940. 00000080:00000010:1.1:1781824350.654757:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26806300. 00000080:00000010:1.1:1781824350.654766:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fb180. 00000080:00000010:1.1:1781824350.654773:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f8000. 00000080:00000010:1.1:1781824350.654783:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fa940. 00000080:00000010:1.1:1781824350.654789:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fe300. 00000080:00000010:1.1:1781824350.654796:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fd280. 00000080:00000010:0.1:1781824350.657325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cca40. 00000080:00000010:0.1:1781824350.657344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ceb40. 00000080:00000010:0.1:1781824350.657355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7cf380. 00000080:00000010:0.1:1781824350.657372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f98c0. 00000080:00000010:0.1:1781824350.657380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7fca40. 00000080:00000010:0.1:1781824350.657386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7feb40. 00000080:00000010:1.1:1781824350.682349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26813180. 00000080:00000010:1.1:1781824350.682364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26810000. 00000080:00000010:0.1:1781824350.683216:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7ff380. 00000080:00000010:0.1:1781824350.683227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f9080. 00000080:00000010:0.1:1781824350.683268:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268098c0. 00000080:00000010:0.1:1781824350.683278:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680ca40. 00000080:00000010:0.1:1781824350.683293:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680eb40. 00000080:00000010:0.1:1781824350.683302:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680f380. 00000080:00000010:0.1:1781824350.683309:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26809080. 00000080:00000010:0.1:1781824350.683315:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680a100. 00000080:00000010:0.1:1781824350.683328:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a4a40. 00000080:00000010:0.1:1781824350.683336:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a6b40. 00000080:00000010:0.1:1781824350.683343:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7a7380. 00000080:00000010:0.1:1781824350.683358:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26811080. 00000080:00000010:0.1:1781824350.683366:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26812100. 00000080:00000010:0.1:1781824350.683375:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26810840. 00000080:00000010:0.1:1781824350.683380:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26815ac0. 00000080:00000010:0.1:1781824350.683387:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26814200. 00000080:00000010:0.1:1781824350.683393:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268139c0. 00000080:00000010:1.1:1781824350.701200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26812940. 00000080:00000010:1.1:1781824350.701223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26816300. 00000080:00000010:0.1:1781824350.724173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681c200. 00000080:00000010:0.1:1781824350.724587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681b9c0. 00000080:00000010:0.1:1781824350.724609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268118c0. 00000080:00000010:1.1:1781824350.724790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26815280. 00000080:00000010:1.1:1781824350.724808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26808840. 00000080:00000010:1.1:1781824350.724818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f7380. 00000080:00000010:1.1:1781824350.724825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f1080. 00000080:00000010:1.1:1781824350.724835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680dac0. 00000080:00000010:1.1:1781824350.724846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680c200. 00000080:00000010:1.1:1781824350.724857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680b9c0. 00000080:00000010:1.1:1781824350.724869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680b180. 00000080:00000010:1.1:1781824350.724878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26808000. 00000080:00000010:1.1:1781824350.724897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680a940. 00000080:00000010:1.1:1781824350.724907:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680e300. 00000080:00000010:1.1:1781824350.724917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2680d280. 00000080:00000010:1.1:1781824350.724935:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681f380. 00000080:00000010:1.1:1781824350.724944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26819080. 00000080:00000010:1.1:1781824350.724951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681a100. 00000080:00000010:1.1:1781824350.724958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26818840. 00000080:00000010:1.1:1781824350.724964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681dac0. 00000080:00000010:0.1:1781824350.725841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26814a40. 00000080:00000010:0.1:1781824350.725857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26816b40. 00000080:00000010:0.1:1781824350.725865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26817380. 00000080:00000010:0.1:1781824350.725873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26821080. 00000080:00000010:0.1:1781824350.725880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26822100. 00000080:00000010:0.1:1781824350.725888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26820840. 00000080:00000010:0.1:1781824350.725908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681b180. 00000080:00000010:0.1:1781824350.725917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26818000. 00000080:00000010:0.1:1781824350.725923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681a940. 00000080:00000010:0.1:1781824350.725930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681e300. 00000080:00000010:2.1:1781824350.821324:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681d280. 00000080:00000010:2.1:1781824350.821345:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268198c0. 00000080:00000010:2.1:1781824350.821358:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681ca40. 00000080:00000010:2.1:1781824350.899419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2681eb40. 00000080:00000010:2.1:1781824350.899440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682c200. 00000080:00000010:2.1:1781824350.899451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682b9c0. 00000080:00000010:2.1:1781824350.899463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682b180. 00000080:00000010:2.1:1781824350.899487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26825ac0. 00000080:00000010:2.1:1781824350.899494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26824200. 00000080:00000010:2.1:1781824350.899500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268239c0. 00000080:00000010:3.1:1781824350.902075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26823180. 00000080:00000010:3.1:1781824350.902126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26828000. 00000080:00000010:3.1:1781824350.902174:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682a940. 00000080:00000010:3.1:1781824350.902184:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682e300. 00000080:00000010:3.1:1781824350.902192:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682d280. 00000080:00000010:3.1:1781824350.902203:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268298c0. 00000080:00000010:3.1:1781824350.902211:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682ca40. 00000080:00000010:3.1:1781824350.902218:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682eb40. 00000080:00000010:3.1:1781824350.902225:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682f380. 00000080:00000010:3.1:1781824350.902231:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26829080. 00000080:00000010:3.1:1781824350.902245:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682a100. 00000080:00000010:3.1:1781824350.902252:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26828840. 00000080:00000010:3.1:1781824350.902258:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2682dac0. 00000080:00000010:3.1:1781824350.902266:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26836b40. 00000080:00000010:3.1:1781824350.902402:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26837380. 00000080:00000010:3.1:1781824350.902414:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26831080. 00000080:00000010:3.1:1781824350.902422:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26832100. 00000080:00000010:3.1:1781824350.902429:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26830840. 00000080:00000010:3.1:1781824350.902436:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26835ac0. 00000080:00000010:3.1:1781824350.902447:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f2100. 00000080:00000010:3.1:1781824350.902456:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f0840. 00000080:00000010:3.1:1781824350.902464:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26834200. 00000080:00000010:3.1:1781824350.902477:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268339c0. 00000080:00000010:3.1:1781824350.902484:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26833180. 00000080:00000010:3.1:1781824350.902490:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26830000. 00000080:00000010:3.1:1781824350.902497:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26832940. 00000080:00000010:3.1:1781824350.902504:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26836300. 00000080:00000010:3.1:1781824350.902523:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26835280. 00000080:00000010:3.1:1781824350.902530:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268318c0. 00000080:00000010:3.1:1781824350.902537:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26834a40. 00000080:00000010:3.1:1781824350.902545:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268418c0. 00000080:00000010:3.1:1781824350.902556:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26844a40. 00000080:00000010:3.1:1781824350.902569:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26846b40. 00000080:00000010:3.1:1781824350.902578:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26847380. 00000080:00000010:3.1:1781824350.902586:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26841080. 00000080:00000010:3.1:1781824350.902594:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26842100. 00000080:00000010:3.1:1781824350.902602:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26840840. 00000080:00000010:3.1:1781824350.902609:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26845ac0. 00000080:00000010:3.1:1781824350.902616:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26844200. 00000080:00000010:3.1:1781824350.902623:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268439c0. 00000080:00000010:3.1:1781824350.902631:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f5ac0. 00000080:00000010:3.1:1781824350.902643:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f4200. 00000080:00000010:3.1:1781824350.902655:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f39c0. 00000080:00000010:3.1:1781824350.902662:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f3180. 00000080:00000010:3.1:1781824350.902668:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f0000. 00000080:00000010:3.1:1781824350.902674:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f2940. 00000080:00000010:3.1:1781824350.902681:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26843180. 00000080:00000010:3.1:1781824350.902688:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26840000. 00000080:00000010:3.1:1781824350.902700:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26842940. 00000080:00000010:3.1:1781824350.902706:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26846300. 00000080:00000010:3.1:1781824350.902715:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26845280. 00000080:00000010:3.1:1781824350.902721:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f6300. 00000080:00000010:3.1:1781824350.902728:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f5280. 00000080:00000010:3.1:1781824350.902734:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2b7f18c0. 00000080:00000010:3.1:1781824350.902754:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684a100. 00000080:00000010:3.1:1781824350.902763:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26848840. 00000080:00000010:3.1:1781824350.902772:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684dac0. 00000080:00000010:3.1:1781824350.902781:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684c200. 00000080:00000010:3.1:1781824350.902788:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26850000. 00000080:00000010:3.1:1781824350.902796:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26852940. 00000080:00000010:3.1:1781824350.902900:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26856300. 00000080:00000010:3.1:1781824350.902909:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26855280. 00000080:00000010:3.1:1781824350.902916:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268518c0. 00000080:00000010:3.1:1781824350.902924:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684b9c0. 00000080:00000010:3.1:1781824350.902931:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684b180. 00000080:00000010:3.1:1781824350.902938:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26848000. 00000080:00000010:3.1:1781824350.902952:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684a940. 00000080:00000010:2.1:1781824350.904135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684e300. 00000080:00000010:2.1:1781824350.904149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684d280. 00000080:00000010:2.1:1781824350.904158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268498c0. 00000080:00000010:2.1:1781824350.904166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684ca40. 00000080:00000010:2.1:1781824350.904173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684eb40. 00000080:00000010:2.1:1781824350.904179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2684f380. 00000080:00000010:2.1:1781824350.904186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26849080. 00000080:00000010:2.1:1781824350.904193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685dac0. 00000080:00000010:2.1:1781824350.904206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26854a40. 00000080:00000010:2.1:1781824350.904212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26856b40. 00000080:00000010:2.1:1781824350.904220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26857380. 00000080:00000010:2.1:1781824350.904227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26851080. 00000080:00000010:2.1:1781824350.904234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685c200. 00000080:00000010:2.1:1781824350.904245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685b9c0. 00000080:00000010:2.1:1781824350.904253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685b180. 00000080:00000010:2.1:1781824350.904261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26858000. 00000080:00000010:2.1:1781824350.904268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685a940. 00000080:00000010:2.1:1781824350.904277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26820000. 00000080:00000010:2.1:1781824350.904284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685e300. 00000080:00000010:2.1:1781824350.904291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685d280. 00000080:00000010:2.1:1781824350.904298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268598c0. 00000080:00000010:2.1:1781824350.904303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685ca40. 00000080:00000010:2.1:1781824350.904310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685eb40. 00000080:00000010:2.1:1781824350.904316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685f380. 00000080:00000010:2.1:1781824350.904327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26859080. 00000080:00000010:2.1:1781824350.904334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2685a100. 00000080:00000010:2.1:1781824350.904341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26858840. 00000080:00000010:2.1:1781824350.904348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26863180. 00000080:00000010:2.1:1781824350.904354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26860000. 00000080:00000010:2.1:1781824350.904361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26862940. 00000080:00000010:2.1:1781824350.904374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26866300. 00000080:00000010:2.1:1781824350.904385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26865280. 00000080:00000010:2.1:1781824350.904391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268618c0. 00000080:00000010:2.1:1781824350.904398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26864a40. 00000080:00000010:2.1:1781824350.904410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26866b40. 00000080:00000010:2.1:1781824350.904417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26867380. 00000080:00000010:2.1:1781824350.904424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26861080. 00000080:00000010:2.1:1781824350.904430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26862100. 00000080:00000010:2.1:1781824350.904436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26860840. 00000080:00000010:2.1:1781824350.904443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26865ac0. 00000080:00000010:2.1:1781824350.904450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26864200. 00000080:00000010:2.1:1781824350.904456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268639c0. 00000080:00000010:2.1:1781824350.904463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686b9c0. 00000080:00000010:2.1:1781824350.904485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26852100. 00000080:00000010:2.1:1781824350.904493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26850840. 00000080:00000010:2.1:1781824350.904501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26855ac0. 00000080:00000010:2.1:1781824350.904508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26854200. 00000080:00000010:2.1:1781824350.904514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686b180. 00000080:00000010:2.1:1781824350.904521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26868000. 00000080:00000010:2.1:1781824350.904532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686a940. 00000080:00000010:2.1:1781824350.904539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26822940. 00000080:00000010:2.1:1781824350.904545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26826300. 00000080:00000010:2.1:1781824350.904554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686e300. 00000080:00000010:2.1:1781824350.904573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686d280. 00000080:00000010:2.1:1781824350.904581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268698c0. 00000080:00000010:2.1:1781824350.904588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686ca40. 00000080:00000010:2.1:1781824350.904594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686eb40. 00000080:00000010:2.1:1781824350.904600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686f380. 00000080:00000010:2.1:1781824350.904615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26869080. 00000080:00000010:2.1:1781824350.904625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686a100. 00000080:00000010:2.1:1781824350.904631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26868840. 00000080:00000010:2.1:1781824350.904638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686dac0. 00000080:00000010:2.1:1781824350.904645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268539c0. 00000080:00000010:2.1:1781824350.904650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26853180. 00000080:00000010:2.1:1781824350.904656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2686c200. 00000080:00000010:2.1:1781824350.904663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26805280. 00000080:00000010:2.1:1781824350.904672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268018c0. 00000080:00000010:3.1:1781824350.938215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26804a40. 00000080:00000010:3.1:1781824350.938230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26806b40. 00000080:00000010:1.1:1781824350.971282:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26801080. 00000080:00000010:1.1:1781824350.971295:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26802100. 00000080:00000010:1.1:1781824350.971310:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26800840. 00000080:00000010:1.1:1781824350.971316:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26805ac0. 00000080:00000010:1.1:1781824350.971323:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26804200. 00000080:00000010:1.1:1781824350.971331:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268039c0. 00000080:00000010:1.1:1781824350.971337:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26803180. 00000080:00000010:1.1:1781824350.971346:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26800000. 00000080:00000010:1.1:1781824350.971352:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687d280. 00000080:00000010:1.1:1781824350.971373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26885ac0. 00000080:00000010:1.1:1781824350.971383:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26884200. 00000080:00000010:1.1:1781824350.971391:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268839c0. 00000080:00000010:1.1:1781824350.971398:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26883180. 00000080:00000010:1.1:1781824350.971405:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26880000. 00000080:00000010:1.1:1781824350.971412:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26882940. 00000080:00000010:1.1:1781824350.971419:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26886300. 00000080:00000010:1.1:1781824350.971426:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26885280. 00000080:00000010:1.1:1781824350.971433:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268818c0. 00000080:00000010:1.1:1781824350.971445:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26884a40. 00000080:00000010:1.1:1781824350.971452:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26886b40. 00000080:00000010:1.1:1781824350.971459:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26887380. 00000080:00000010:1.1:1781824350.971466:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26881080. 00000080:00000010:3.1:1781824350.972142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26807380. 00000080:00000010:0.1:1781824351.002431:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26882100. 00000080:00000010:0.1:1781824351.002453:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688d280. 00000080:00000010:0.1:1781824351.002468:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26880840. 00000080:00000010:0.1:1781824351.002475:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26890840. 00000080:00000010:0.1:1781824351.002483:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26895ac0. 00000080:00000010:0.1:1781824351.002492:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26894200. 00000080:00000010:0.1:1781824351.002499:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268939c0. 00000080:00000010:0.1:1781824351.002512:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26893180. 00000080:00000010:0.1:1781824351.002519:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26890000. 00000080:00000010:0.1:1781824351.002525:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26892940. 00000080:00000010:0.1:1781824351.002531:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26896300. 00000080:00000010:0.1:1781824351.002537:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26895280. 00000080:00000010:0.1:1781824351.002542:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268918c0. 00000080:00000010:0.1:1781824351.002553:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26894a40. 00000080:00000010:0.1:1781824351.002560:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26896b40. 00000080:00000010:0.1:1781824351.002566:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26897380. 00000080:00000010:0.1:1781824351.002572:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26891080. 00000080:00000010:0.1:1781824351.002584:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26892100. 00000080:00000010:0.1:1781824351.002592:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689ca40. 00000080:00000010:0.1:1781824351.002601:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689eb40. 00000080:00000010:0.1:1781824351.002609:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689f380. 00000080:00000010:0.1:1781824351.002617:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268898c0. 00000080:00000010:0.1:1781824351.002626:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26899080. 00000080:00000010:0.1:1781824351.002633:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689a100. 00000080:00000010:0.1:1781824351.002643:0:111198:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26898840. 00000080:00000010:0.1:1781824351.002678:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689dac0. 00000080:00000010:0.1:1781824351.002688:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689c200. 00000080:00000010:0.1:1781824351.002696:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689b9c0. 00000080:00000010:0.1:1781824351.002707:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689b180. 00000080:00000010:0.1:1781824351.002715:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26898000. 00000080:00000010:0.1:1781824351.002722:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689a940. 00000080:00000010:0.1:1781824351.002730:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688ca40. 00000080:00000010:0.1:1781824351.002738:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689e300. 00000080:00000010:0.1:1781824351.002745:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688eb40. 00000080:00000010:1.1:1781824351.065704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688f380. 00000080:00000010:1.1:1781824351.065724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26889080. 00000080:00000010:1.1:1781824351.065742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688a100. 00000080:00000010:1.1:1781824351.065755:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26888840. 00000080:00000010:1.1:1781824351.065774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2689d280. 00000080:00000010:1.1:1781824351.065782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268998c0. 00000080:00000010:1.1:1781824351.065790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a6b40. 00000080:00000010:1.1:1781824351.065799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a7380. 00000080:00000010:1.1:1781824351.065806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a1080. 00000080:00000010:1.1:1781824351.065819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a2100. 00000080:00000010:1.1:1781824351.065828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a0840. 00000080:00000010:1.1:1781824351.065835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a5ac0. 00000080:00000010:1.1:1781824351.065843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a4200. 00000080:00000010:1.1:1781824351.065851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a39c0. 00000080:00000010:1.1:1781824351.065857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a3180. 00000080:00000010:1.1:1781824351.065863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a0000. 00000080:00000010:1.1:1781824351.065869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a2940. 00000080:00000010:1.1:1781824351.065876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a6300. 00000080:00000010:1.1:1781824351.065882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a5280. 00000080:00000010:1.1:1781824351.065895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a18c0. 00000080:00000010:1.1:1781824351.065903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268a4a40. 00000080:00000010:1.1:1781824351.065910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b4200. 00000080:00000010:1.1:1781824351.065920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688dac0. 00000080:00000010:1.1:1781824351.065929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688c200. 00000080:00000010:1.1:1781824351.065937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688b9c0. 00000080:00000010:1.1:1781824351.065944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688b180. 00000080:00000010:1.1:1781824351.065951:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26888000. 00000080:00000010:1.1:1781824351.065957:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688a940. 00000080:00000010:1.1:1781824351.065974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b39c0. 00000080:00000010:1.1:1781824351.065980:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b3180. 00000080:00000010:1.1:1781824351.065987:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b0000. 00000080:00000010:1.1:1781824351.065993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2688e300. 00000080:00000010:2.1:1781824351.098304:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bca40. 00000080:00000010:2.1:1781824351.098331:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268beb40. 00000080:00000010:2.1:1781824351.098349:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bf380. 00000080:00000010:2.1:1781824351.098357:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b9080. 00000080:00000010:2.1:1781824351.098373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b2940. 00000080:00000010:2.1:1781824351.098383:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ba100. 00000080:00000010:2.1:1781824351.098396:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268798c0. 00000080:00000010:2.1:1781824351.098406:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687ca40. 00000080:00000010:2.1:1781824351.098414:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687eb40. 00000080:00000010:2.1:1781824351.098423:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687f380. 00000080:00000010:2.1:1781824351.098432:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26879080. 00000080:00000010:2.1:1781824351.098439:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687a100. 00000080:00000010:2.1:1781824351.098445:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26878840. 00000080:00000010:2.1:1781824351.098451:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687dac0. 00000080:00000010:2.1:1781824351.098459:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b6300. 00000080:00000010:2.1:1781824351.098467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b5280. 00000080:00000010:2.1:1781824351.098474:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b8840. 00000080:00000010:2.1:1781824351.098482:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bdac0. 00000080:00000010:2.1:1781824351.098488:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bc200. 00000080:00000010:2.1:1781824351.098495:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bb9c0. 00000080:00000010:2.1:1781824351.098502:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bb180. 00000080:00000010:2.1:1781824351.098508:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b8000. 00000080:00000010:2.1:1781824351.098515:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ba940. 00000080:00000010:2.1:1781824351.098526:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268be300. 00000080:00000010:2.1:1781824351.098541:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268bd280. 00000080:00000010:2.1:1781824351.098607:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b18c0. 00000080:00000010:2.1:1781824351.098621:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b4a40. 00000080:00000010:2.1:1781824351.098630:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b6b40. 00000080:00000010:2.1:1781824351.098638:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b7380. 00000080:00000010:2.1:1781824351.098644:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b1080. 00000080:00000010:2.1:1781824351.098651:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b2100. 00000080:00000010:2.1:1781824351.098658:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b0840. 00000080:00000010:2.1:1781824351.098665:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b5ac0. 00000080:00000010:2.1:1781824351.098675:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268b98c0. 00000080:00000010:2.1:1781824351.098683:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c5280. 00000080:00000010:2.1:1781824351.098851:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c18c0. 00000080:00000010:2.1:1781824351.098861:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c4a40. 00000080:00000010:2.1:1781824351.098948:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c6b40. 00000080:00000010:2.1:1781824351.098956:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c7380. 00000080:00000010:2.1:1781824351.098972:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c1080. 00000080:00000010:2.1:1781824351.098980:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c2100. 00000080:00000010:2.1:1781824351.098993:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c0840. 00000080:00000010:2.1:1781824351.099000:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c5ac0. 00000080:00000010:2.1:1781824351.099006:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c4200. 00000080:00000010:2.1:1781824351.099013:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cca40. 00000080:00000010:2.1:1781824351.099034:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ceb40. 00000080:00000010:2.1:1781824351.099042:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c39c0. 00000080:00000010:2.1:1781824351.099049:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c3180. 00000080:00000010:2.1:1781824351.099055:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c0000. 00000080:00000010:2.1:1781824351.099062:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cf380. 00000080:00000010:2.1:1781824351.099075:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c9080. 00000080:00000010:2.1:1781824351.099217:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ca100. 00000080:00000010:2.1:1781824351.099232:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c8840. 00000080:00000010:2.1:1781824351.099317:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cdac0. 00000080:00000010:2.1:1781824351.099325:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cc200. 00000080:00000010:2.1:1781824351.099334:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cb9c0. 00000080:00000010:2.1:1781824351.099341:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cb180. 00000080:00000010:2.1:1781824351.099349:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c8000. 00000080:00000010:2.1:1781824351.099354:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ca940. 00000080:00000010:2.1:1781824351.099361:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ce300. 00000080:00000010:2.1:1781824351.099468:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268cd280. 00000080:00000010:2.1:1781824351.099476:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c98c0. 00000080:00000010:2.1:1781824351.099485:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d3180. 00000080:00000010:2.1:1781824351.099493:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d0000. 00000080:00000010:2.1:1781824351.099500:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d2940. 00000080:00000010:2.1:1781824351.099507:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d6300. 00000080:00000010:2.1:1781824351.099513:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c2940. 00000080:00000010:2.1:1781824351.099521:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d5280. 00000080:00000010:2.1:1781824351.099528:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d18c0. 00000080:00000010:2.1:1781824351.099534:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d4a40. 00000080:00000010:2.1:1781824351.099540:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d6b40. 00000080:00000010:2.1:1781824351.099552:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d7380. 00000080:00000010:2.1:1781824351.099560:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d1080. 00000080:00000010:2.1:1781824351.099567:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d2100. 00000080:00000010:2.1:1781824351.099573:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d0840. 00000080:00000010:2.1:1781824351.099581:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d5ac0. 00000080:00000010:2.1:1781824351.099586:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d4200. 00000080:00000010:2.1:1781824351.099592:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d39c0. 00000080:00000010:2.1:1781824351.099599:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268dca40. 00000080:00000010:2.1:1781824351.099607:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268deb40. 00000080:00000010:2.1:1781824351.099615:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268df380. 00000080:00000010:2.1:1781824351.099622:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268c6300. 00000080:00000010:3.1:1781824351.103134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e2100. 00000080:00000010:3.1:1781824351.103152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e0840. 00000080:00000010:3.1:1781824351.103183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e5ac0. 00000080:00000010:3.1:1781824351.103206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d9080. 00000080:00000010:3.1:1781824351.103215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268da100. 00000080:00000010:3.1:1781824351.103222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d8840. 00000080:00000010:3.1:1781824351.103229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ddac0. 00000080:00000010:3.1:1781824351.103312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e4200. 00000080:00000010:3.1:1781824351.103321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268dc200. 00000080:00000010:3.1:1781824351.103329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268db9c0. 00000080:00000010:3.1:1781824351.103336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268db180. 00000080:00000010:3.1:1781824351.103342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d8000. 00000080:00000010:3.1:1781824351.103348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268da940. 00000080:00000010:3.1:1781824351.103354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268de300. 00000080:00000010:3.1:1781824351.103365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268dd280. 00000080:00000010:3.1:1781824351.103372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268d98c0. 00000080:00000010:3.1:1781824351.103379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268edac0. 00000080:00000010:3.1:1781824351.103387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ec200. 00000080:00000010:3.1:1781824351.103395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268eb9c0. 00000080:00000010:3.1:1781824351.103402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e39c0. 00000080:00000010:3.1:1781824351.103409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e3180. 00000080:00000010:3.1:1781824351.103414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268eb180. 00000080:00000010:3.1:1781824351.103420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e0000. 00000080:00000010:3.1:1781824351.103425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e2940. 00000080:00000010:3.1:1781824351.103432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e6300. 00000080:00000010:3.1:1781824351.103438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e8000. 00000080:00000010:3.1:1781824351.103444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ea940. 00000080:00000010:3.1:1781824351.103508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ee300. 00000080:00000010:3.1:1781824351.103518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ed280. 00000080:00000010:3.1:1781824351.103524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e98c0. 00000080:00000010:3.1:1781824351.103530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268eca40. 00000080:00000010:3.1:1781824351.103535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268eeb40. 00000080:00000010:3.1:1781824351.103542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ef380. 00000080:00000010:3.1:1781824351.103546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e9080. 00000080:00000010:2.1:1781824351.116036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ea100. 00000080:00000010:2.1:1781824351.118156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e8840. 00000080:00000010:2.1:1781824351.118182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f2100. 00000080:00000010:2.1:1781824351.118193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f0840. 00000080:00000010:2.1:1781824351.118205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f5ac0. 00000080:00000010:2.1:1781824351.118213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f4200. 00000080:00000010:2.1:1781824351.118220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f39c0. 00000080:00000010:2.1:1781824351.118226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f3180. 00000080:00000010:2.1:1781824351.118249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e5280. 00000080:00000010:2.1:1781824351.118257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e18c0. 00000080:00000010:2.1:1781824351.118264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e4a40. 00000080:00000010:2.1:1781824351.118270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f0000. 00000080:00000010:2.1:1781824351.118276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f2940. 00000080:00000010:2.1:1781824351.118282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f6300. 00000080:00000010:2.1:1781824351.118288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f5280. 00000080:00000010:0.1:1781824351.179147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e6b40. 00000080:00000010:0.1:1781824351.244684:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e7380. 00000080:00000010:0.1:1781824351.244704:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268e1080. 00000080:00000010:0.1:1781824351.244718:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fdac0. 00000080:00000010:0.1:1781824351.244736:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f18c0. 00000080:00000010:0.1:1781824351.244743:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f4a40. 00000080:00000010:0.1:1781824351.244757:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f6b40. 00000080:00000010:0.1:1781824351.244764:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f7380. 00000080:00000010:0.1:1781824351.244771:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f1080. 00000080:00000010:0.1:1781824351.244779:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269039c0. 00000080:00000010:0.1:1781824351.244786:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26903180. 00000080:00000010:0.1:1781824351.244795:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26900000. 00000080:00000010:0.1:1781824351.244801:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26902940. 00000080:00000010:0.1:1781824351.244807:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26906300. 00000080:00000010:0.1:1781824351.244814:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26905280. 00000080:00000010:0.1:1781824351.244821:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fc200. 00000080:00000010:0.1:1781824351.244829:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fb9c0. 00000080:00000010:0.1:1781824351.244837:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269018c0. 00000080:00000010:0.1:1781824351.244851:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26904a40. 00000080:00000010:0.1:1781824351.244858:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26906b40. 00000080:00000010:0.1:1781824351.244864:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26907380. 00000080:00000010:0.1:1781824351.244880:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26901080. 00000080:00000010:0.1:1781824351.244887:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26902100. 00000080:00000010:0.1:1781824351.244895:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26900840. 00000080:00000010:0.1:1781824351.244900:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26905ac0. 00000080:00000010:0.1:1781824351.244906:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26904200. 00000080:00000010:0.1:1781824351.245394:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690a100. 00000080:00000010:0.1:1781824351.245466:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26908840. 00000080:00000010:0.1:1781824351.245488:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690dac0. 00000080:00000010:0.1:1781824351.245496:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690c200. 00000080:00000010:0.1:1781824351.245503:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690b9c0. 00000080:00000010:0.1:1781824351.245511:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690b180. 00000080:00000010:0.1:1781824351.245517:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26908000. 00000080:00000010:0.1:1781824351.245585:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690a940. 00000080:00000010:0.1:1781824351.245593:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690e300. 00000080:00000010:0.1:1781824351.245599:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690d280. 00000080:00000010:0.1:1781824351.245606:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269098c0. 00000080:00000010:0.1:1781824351.245612:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690ca40. 00000080:00000010:0.1:1781824351.245633:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690eb40. 00000080:00000010:0.1:1781824351.245641:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fb180. 00000080:00000010:0.1:1781824351.245647:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f8000. 00000080:00000010:0.1:1781824351.245654:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fa940. 00000080:00000010:0.1:1781824351.245662:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2690f380. 00000080:00000010:0.1:1781824351.245669:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26909080. 00000080:00000010:0.1:1781824351.245676:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691d280. 00000080:00000010:0.1:1781824351.245685:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269198c0. 00000080:00000010:0.1:1781824351.245694:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691ca40. 00000080:00000010:0.1:1781824351.245700:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691eb40. 00000080:00000010:0.1:1781824351.245708:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691f380. 00000080:00000010:0.1:1781824351.245715:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26919080. 00000080:00000010:0.1:1781824351.245721:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691a100. 00000080:00000010:0.1:1781824351.245736:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26918840. 00000080:00000010:0.1:1781824351.245743:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691dac0. 00000080:00000010:0.1:1781824351.245750:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691c200. 00000080:00000010:0.1:1781824351.245759:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691b9c0. 00000080:00000010:0.1:1781824351.245767:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691b180. 00000080:00000010:0.1:1781824351.245774:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26918000. 00000080:00000010:0.1:1781824351.245780:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691a940. 00000080:00000010:0.1:1781824351.245786:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2691e300. 00000080:00000010:0.1:1781824351.245793:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26924a40. 00000080:00000010:0.1:1781824351.245801:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26926b40. 00000080:00000010:0.1:1781824351.245812:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26927380. 00000080:00000010:0.1:1781824351.245819:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26921080. 00000080:00000010:0.1:1781824351.245826:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26922100. 00000080:00000010:0.1:1781824351.245834:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26825280. 00000080:00000010:0.1:1781824351.245840:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268218c0. 00000080:00000010:0.1:1781824351.245847:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26824a40. 00000080:00000010:0.1:1781824351.245853:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26920840. 00000080:00000010:2.1:1781824351.312284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26925ac0. 00000080:00000010:2.1:1781824351.312303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26924200. 00000080:00000010:2.1:1781824351.312312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269239c0. 00000080:00000010:2.1:1781824351.312318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26923180. 00000080:00000010:2.1:1781824351.312325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26920000. 00000080:00000010:2.1:1781824351.312331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26922940. 00000080:00000010:2.1:1781824351.312347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26926300. 00000080:00000010:2.1:1781824351.312362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687c200. 00000080:00000010:2.1:1781824351.312371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687b9c0. 00000080:00000010:2.1:1781824351.312377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687b180. 00000080:00000010:2.1:1781824351.312385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26925280. 00000080:00000010:2.1:1781824351.312392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269218c0. 00000080:00000010:2.1:1781824351.312398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26929080. 00000080:00000010:2.1:1781824351.312405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692a100. 00000080:00000010:2.1:1781824351.312412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26928840. 00000080:00000010:2.1:1781824351.312419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692dac0. 00000080:00000010:2.1:1781824351.312427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692c200. 00000080:00000010:2.1:1781824351.312434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692b9c0. 00000080:00000010:2.1:1781824351.312453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692b180. 00000080:00000010:2.1:1781824351.312464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26928000. 00000080:00000010:2.1:1781824351.312472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692a940. 00000080:00000010:2.1:1781824351.312483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fe300. 00000080:00000010:2.1:1781824351.312490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fd280. 00000080:00000010:2.1:1781824351.312496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692e300. 00000080:00000010:2.1:1781824351.312502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692d280. 00000080:00000010:2.1:1781824351.312507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269298c0. 00000080:00000010:2.1:1781824351.312514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692ca40. 00000080:00000010:2.1:1781824351.312520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692eb40. 00000080:00000010:1.1:1781824351.345432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26934a40. 00000080:00000010:1.1:1781824351.345461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26936b40. 00000080:00000010:1.1:1781824351.345474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26937380. 00000080:00000010:1.1:1781824351.345495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26931080. 00000080:00000010:1.1:1781824351.345503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26932100. 00000080:00000010:1.1:1781824351.345511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26930840. 00000080:00000010:1.1:1781824351.345519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26935ac0. 00000080:00000010:1.1:1781824351.345525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26934200. 00000080:00000010:1.1:1781824351.345532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269339c0. 00000080:00000010:1.1:1781824351.345538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26933180. 00000080:00000010:1.1:1781824351.345544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26930000. 00000080:00000010:1.1:1781824351.345555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26932940. 00000080:00000010:1.1:1781824351.345562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26936300. 00000080:00000010:1.1:1781824351.345576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f98c0. 00000080:00000010:1.1:1781824351.345726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fca40. 00000080:00000010:1.1:1781824351.345739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26935280. 00000080:00000010:1.1:1781824351.345748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269318c0. 00000080:00000010:1.1:1781824351.345763:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26878000. 00000080:00000010:0.1:1781824351.345770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2692f380. 00000080:00000010:1.1:1781824351.345774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268feb40. 00000080:00000010:1.1:1781824351.345783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268ff380. 00000080:00000010:1.1:1781824351.345791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693b9c0. 00000080:00000010:1.1:1781824351.345857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693b180. 00000080:00000010:1.1:1781824351.345865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26938000. 00000080:00000010:1.1:1781824351.345884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693a940. 00000080:00000010:1.1:1781824351.345893:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693e300. 00000080:00000010:1.1:1781824351.345902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693d280. 00000080:00000010:1.1:1781824351.345909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269398c0. 00000080:00000010:1.1:1781824351.345926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693ca40. 00000080:00000010:1.1:1781824351.345934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693eb40. 00000080:00000010:1.1:1781824351.345941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693f380. 00000080:00000010:1.1:1781824351.345947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26939080. 00000080:00000010:1.1:1781824351.345953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693a100. 00000080:00000010:1.1:1781824351.345970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26938840. 00000080:00000010:1.1:1781824351.345976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693dac0. 00000080:00000010:1.1:1781824351.345982:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2693c200. 00000080:00000010:1.1:1781824351.345988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26946300. 00000080:00000010:1.1:1781824351.345994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26945280. 00000080:00000010:1.1:1781824351.346006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269418c0. 00000080:00000010:1.1:1781824351.346013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26944a40. 00000080:00000010:1.1:1781824351.346020:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26946b40. 00000080:00000010:1.1:1781824351.346026:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26947380. 00000080:00000010:1.1:1781824351.346033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26941080. 00000080:00000010:1.1:1781824351.346040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687a940. 00000080:00000010:1.1:1781824351.346046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2687e300. 00000080:00000010:1.1:1781824351.346062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269498c0. 00000080:00000010:1.1:1781824351.346071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694ca40. 00000080:00000010:1.1:1781824351.346092:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694eb40. 00000080:00000010:1.1:1781824351.346100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694f380. 00000080:00000010:1.1:1781824351.346110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26949080. 00000080:00000010:1.1:1781824351.346117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f9080. 00000080:00000010:1.1:1781824351.346126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26942100. 00000080:00000010:1.1:1781824351.346132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26940840. 00000080:00000010:1.1:1781824351.346139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26945ac0. 00000080:00000010:1.1:1781824351.346145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694a100. 00000080:00000010:1.1:1781824351.346154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26826b40. 00000080:00000010:1.1:1781824351.346160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26827380. 00000080:00000010:1.1:1781824351.346186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26950840. 00000080:00000010:1.1:1781824351.346199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26955ac0. 00000080:00000010:1.1:1781824351.346208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26944200. 00000080:00000010:1.1:1781824351.346215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268fa100. 00000080:00000010:1.1:1781824351.346221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269439c0. 00000080:00000010:1.1:1781824351.346227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26943180. 00000080:00000010:1.1:1781824351.346237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26940000. 00000080:00000010:1.1:1781824351.346243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26942940. 00000080:00000010:0.1:1781824351.393222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f268f8840. 00000080:00000010:0.1:1781824351.393262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26958000. 00000080:00000010:0.1:1781824351.393283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26966300. 00000080:00000010:0.1:1781824351.393296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26965280. 00000080:00000010:0.1:1781824351.393303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269618c0. 00000080:00000010:0.1:1781824351.393313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26964a40. 00000080:00000010:0.1:1781824351.393320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26966b40. 00000080:00000010:0.1:1781824351.393331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695a940. 00000080:00000010:0.1:1781824351.393341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695e300. 00000080:00000010:0.1:1781824351.393347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26967380. 00000080:00000010:0.1:1781824351.393355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26948840. 00000080:00000010:0.1:1781824351.393363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694dac0. 00000080:00000010:0.1:1781824351.393369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694c200. 00000080:00000010:0.1:1781824351.393376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694b9c0. 00000080:00000010:0.1:1781824351.393381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694b180. 00000080:00000010:0.1:1781824351.393388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26948000. 00000080:00000010:0.1:1781824351.393405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26954200. 00000080:00000010:0.1:1781824351.393412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694a940. 00000080:00000010:0.1:1781824351.393419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269539c0. 00000080:00000010:0.1:1781824351.393426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26953180. 00000080:00000010:0.1:1781824351.393432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26950000. 00000080:00000010:0.1:1781824351.393439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26961080. 00000080:00000010:0.1:1781824351.393445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26962100. 00000080:00000010:0.1:1781824351.393452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26960840. 00000080:00000010:0.1:1781824351.393466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26965ac0. 00000080:00000010:0.1:1781824351.393474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26964200. 00000080:00000010:0.1:1781824351.393481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269639c0. 00000080:00000010:0.1:1781824351.393488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26963180. 00000080:00000010:0.1:1781824351.393495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26960000. 00000080:00000010:0.1:1781824351.393500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26962940. 00000080:00000010:0.1:1781824351.393507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696ca40. 00000080:00000010:0.1:1781824351.393515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696eb40. 00000080:00000010:0.1:1781824351.393522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696f380. 00000080:00000010:2.1:1781824351.416146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26969080. 00000080:00000010:2.1:1781824351.416169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696a100. 00000080:00000010:2.1:1781824351.416185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695d280. 00000080:00000010:2.1:1781824351.416195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26968840. 00000080:00000010:2.1:1781824351.416203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696dac0. 00000080:00000010:2.1:1781824351.416211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696c200. 00000080:00000010:2.1:1781824351.416219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696b9c0. 00000080:00000010:2.1:1781824351.416225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696b180. 00000080:00000010:2.1:1781824351.416233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26968000. 00000080:00000010:2.1:1781824351.416240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696a940. 00000080:00000010:2.1:1781824351.416250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696e300. 00000080:00000010:2.1:1781824351.416260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26952940. 00000080:00000010:2.1:1781824351.416268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26956300. 00000080:00000010:2.1:1781824351.416275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2696d280. 00000080:00000010:2.1:1781824351.416282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269698c0. 00000080:00000010:2.1:1781824351.416289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269598c0. 00000080:00000010:2.1:1781824351.416297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695ca40. 00000080:00000010:2.1:1781824351.416303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695eb40. 00000080:00000010:2.1:1781824351.416310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695f380. 00000080:00000010:2.1:1781824351.416323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697b180. 00000080:00000010:2.1:1781824351.416331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26978000. 00000080:00000010:2.1:1781824351.416338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697a940. 00000080:00000010:2.1:1781824351.416345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697e300. 00000080:00000010:2.1:1781824351.416352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697d280. 00000080:00000010:2.1:1781824351.416358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269798c0. 00000080:00000010:2.1:1781824351.416365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697ca40. 00000080:00000010:2.1:1781824351.416371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697eb40. 00000080:00000010:2.1:1781824351.416378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26955280. 00000080:00000010:2.1:1781824351.416384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697f380. 00000080:00000010:2.1:1781824351.416391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26979080. 00000080:00000010:2.1:1781824351.416401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697a100. 00000080:00000010:2.1:1781824351.416407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26959080. 00000080:00000010:2.1:1781824351.416413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26978840. 00000080:00000010:2.1:1781824351.416420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697dac0. 00000080:00000010:2.1:1781824351.416426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697c200. 00000080:00000010:2.1:1781824351.416432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2697b9c0. 00000080:00000010:2.1:1781824351.416439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695a100. 00000080:00000010:2.1:1781824351.416446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269818c0. 00000080:00000010:2.1:1781824351.416528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26984a40. 00000080:00000010:2.1:1781824351.416538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26986b40. 00000080:00000010:2.1:1781824351.416545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26987380. 00000080:00000010:2.1:1781824351.416556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26981080. 00000080:00000010:2.1:1781824351.416562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26982100. 00000080:00000010:2.1:1781824351.416568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26980840. 00000080:00000010:2.1:1781824351.416575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26985ac0. 00000080:00000010:2.1:1781824351.416581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269518c0. 00000080:00000010:2.1:1781824351.416588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26954a40. 00000080:00000010:2.1:1781824351.416597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26956b40. 00000080:00000010:2.1:1781824351.416603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26957380. 00000080:00000010:2.1:1781824351.416608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26951080. 00000080:00000010:2.1:1781824351.416614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26952100. 00000080:00000010:2.1:1781824351.416636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698e300. 00000080:00000010:3.1:1781824351.435809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698d280. 00000080:00000010:3.1:1781824351.435822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26984200. 00000080:00000010:3.1:1781824351.435834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269839c0. 00000080:00000010:3.1:1781824351.435840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26983180. 00000080:00000010:3.1:1781824351.435846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26980000. 00000080:00000010:3.1:1781824351.435851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26982940. 00000080:00000010:3.1:1781824351.435864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26986300. 00000080:00000010:3.1:1781824351.435877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26985280. 00000080:00000010:3.1:1781824351.435884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26991080. 00000080:00000010:3.1:1781824351.435891:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26992100. 00000080:00000010:3.1:1781824351.435899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26990840. 00000080:00000010:3.1:1781824351.435906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26995ac0. 00000080:00000010:3.1:1781824351.435915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26994200. 00000080:00000010:3.1:1781824351.435923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269939c0. 00000080:00000010:3.1:1781824351.435930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26993180. 00000080:00000010:3.1:1781824351.435937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26990000. 00000080:00000010:3.1:1781824351.435946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269898c0. 00000080:00000010:3.1:1781824351.435966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698ca40. 00000080:00000010:3.1:1781824351.435974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698eb40. 00000080:00000010:3.1:1781824351.435986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26992940. 00000080:00000010:3.1:1781824351.435992:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26996300. 00000080:00000010:3.1:1781824351.435998:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26995280. 00000080:00000010:3.1:1781824351.436004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269918c0. 00000080:00000010:3.1:1781824351.436010:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26994a40. 00000080:00000010:3.1:1781824351.485182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26996b40. 00000080:00000010:3.1:1781824351.580390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26958840. 00000080:00000010:3.1:1781824351.580425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26997380. 00000080:00000010:3.1:1781824351.580438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699b180. 00000080:00000010:3.1:1781824351.580544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695dac0. 00000080:00000010:3.1:1781824351.580554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26998000. 00000080:00000010:3.1:1781824351.580561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699a940. 00000080:00000010:3.1:1781824351.580574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699e300. 00000080:00000010:3.1:1781824351.580581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699d280. 00000080:00000010:3.1:1781824351.580588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695c200. 00000080:00000010:2.1:1781824351.580983:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269998c0. 00000080:00000010:2.1:1781824351.580993:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699ca40. 00000080:00000010:2.1:1781824351.581003:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699eb40. 00000080:00000010:2.1:1781824351.581204:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699f380. 00000080:00000010:2.1:1781824351.581212:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26999080. 00000080:00000010:2.1:1781824351.581223:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699a100. 00000080:00000010:2.1:1781824351.581230:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26998840. 00000080:00000010:2.1:1781824351.581237:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699dac0. 00000080:00000010:2.1:1781824351.581250:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699c200. 00000080:00000010:2.1:1781824351.581256:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2699b9c0. 00000080:00000010:2.1:1781824351.581264:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a0000. 00000080:00000010:2.1:1781824351.581272:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a2940. 00000080:00000010:2.1:1781824351.581281:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a6300. 00000080:00000010:2.1:1781824351.581289:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a5280. 00000080:00000010:2.1:1781824351.581296:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a18c0. 00000080:00000010:2.1:1781824351.581303:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a4a40. 00000080:00000010:2.1:1781824351.581310:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a6b40. 00000080:00000010:2.1:1781824351.581318:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a7380. 00000080:00000010:2.1:1781824351.581330:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a1080. 00000080:00000010:2.1:1781824351.581338:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a2100. 00000080:00000010:2.1:1781824351.581345:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a0840. 00000080:00000010:2.1:1781824351.581352:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a5ac0. 00000080:00000010:2.1:1781824351.581358:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a4200. 00000080:00000010:2.1:1781824351.581365:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a39c0. 00000080:00000010:2.1:1781824351.581371:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a3180. 00000080:00000010:2.1:1781824351.581500:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269adac0. 00000080:00000010:2.1:1781824351.581510:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ac200. 00000080:00000010:2.1:1781824351.581518:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ab9c0. 00000080:00000010:2.1:1781824351.581529:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ab180. 00000080:00000010:2.1:1781824351.581542:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695b9c0. 00000080:00000010:2.1:1781824351.581551:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a8000. 00000080:00000010:2.1:1781824351.581570:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269aa940. 00000080:00000010:2.1:1781824351.581579:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ae300. 00000080:00000010:2.1:1781824351.581586:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2695b180. 00000080:00000010:2.1:1781824351.581593:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b4a40. 00000080:00000010:2.1:1781824351.581606:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698f380. 00000080:00000010:2.1:1781824351.581612:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26989080. 00000080:00000010:2.1:1781824351.581621:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ad280. 00000080:00000010:2.1:1781824351.581628:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a98c0. 00000080:00000010:2.1:1781824351.581635:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269aca40. 00000080:00000010:2.1:1781824351.581642:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269aeb40. 00000080:00000010:2.1:1781824351.581718:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269af380. 00000080:00000010:2.1:1781824351.581727:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a9080. 00000080:00000010:2.1:1781824351.581740:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269aa100. 00000080:00000010:2.1:1781824351.581747:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269a8840. 00000080:00000010:2.1:1781824351.581755:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b98c0. 00000080:00000010:2.1:1781824351.581765:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bca40. 00000080:00000010:2.1:1781824351.581774:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269beb40. 00000080:00000010:2.1:1781824351.581782:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bf380. 00000080:00000010:0.1:1781824351.584397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b9080. 00000080:00000010:1.1:1781824351.585135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ba100. 00000080:00000010:1.1:1781824351.585146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b8840. 00000080:00000010:1.1:1781824351.585161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bdac0. 00000080:00000010:1.1:1781824351.585176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bc200. 00000080:00000010:1.1:1781824351.585184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bb9c0. 00000080:00000010:1.1:1781824351.585191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bb180. 00000080:00000010:1.1:1781824351.585197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b8000. 00000080:00000010:1.1:1781824351.585203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ba940. 00000080:00000010:1.1:1781824351.585210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269be300. 00000080:00000010:1.1:1781824351.585215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269bd280. 00000080:00000010:1.1:1781824351.585222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c6300. 00000080:00000010:1.1:1781824351.585232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c5280. 00000080:00000010:1.1:1781824351.585238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c18c0. 00000080:00000010:1.1:1781824351.585254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c4a40. 00000080:00000010:1.1:1781824351.585260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c6b40. 00000080:00000010:1.1:1781824351.585266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c7380. 00000080:00000010:1.1:1781824351.585272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c1080. 00000080:00000010:1.1:1781824351.585280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c2100. 00000080:00000010:1.1:1781824351.585286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c0840. 00000080:00000010:1.1:1781824351.585292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c5ac0. 00000080:00000010:1.1:1781824351.585298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c4200. 00000080:00000010:1.1:1781824351.585304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c39c0. 00000080:00000010:1.1:1781824351.585310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c3180. 00000080:00000010:1.1:1781824351.585322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c0000. 00000080:00000010:1.1:1781824351.585330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269c2940. 00000080:00000010:1.1:1781824351.585337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d39c0. 00000080:00000010:1.1:1781824351.585344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d3180. 00000080:00000010:1.1:1781824351.585350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d0000. 00000080:00000010:1.1:1781824351.585357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d2940. 00000080:00000010:1.1:1781824351.585364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d6300. 00000080:00000010:1.1:1781824351.585371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d5280. 00000080:00000010:1.1:1781824351.585377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d18c0. 00000080:00000010:1.1:1781824351.585382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d4a40. 00000080:00000010:1.1:1781824351.585388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d6b40. 00000080:00000010:1.1:1781824351.585398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d7380. 00000080:00000010:1.1:1781824351.585404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d1080. 00000080:00000010:1.1:1781824351.585414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d2100. 00000080:00000010:1.1:1781824351.585422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d0840. 00000080:00000010:1.1:1781824351.585429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698a100. 00000080:00000010:1.1:1781824351.585436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26988840. 00000080:00000010:1.1:1781824351.585443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698dac0. 00000080:00000010:1.1:1781824351.585456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d5ac0. 00000080:00000010:1.1:1781824351.585463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d4200. 00000080:00000010:1.1:1781824351.585470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269db180. 00000080:00000010:1.1:1781824351.585477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d8000. 00000080:00000010:1.1:1781824351.585484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269da940. 00000080:00000010:1.1:1781824351.585491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269de300. 00000080:00000010:1.1:1781824351.585503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269dd280. 00000080:00000010:1.1:1781824351.585511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d98c0. 00000080:00000010:1.1:1781824351.585518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269dca40. 00000080:00000010:1.1:1781824351.585524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269deb40. 00000080:00000010:1.1:1781824351.585531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269df380. 00000080:00000010:1.1:1781824351.585538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d9080. 00000080:00000010:1.1:1781824351.585544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269da100. 00000080:00000010:1.1:1781824351.585556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b6b40. 00000080:00000010:1.1:1781824351.585563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b7380. 00000080:00000010:1.1:1781824351.585570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b1080. 00000080:00000010:1.1:1781824351.585576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269d8840. 00000080:00000010:1.1:1781824351.585583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ddac0. 00000080:00000010:1.1:1781824351.585588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269dc200. 00000080:00000010:1.1:1781824351.585599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269db9c0. 00000080:00000010:1.1:1781824351.585605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e5ac0. 00000080:00000010:1.1:1781824351.585685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b2100. 00000080:00000010:1.1:1781824351.585693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b0840. 00000080:00000010:1.1:1781824351.585702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e4200. 00000080:00000010:1.1:1781824351.585709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e39c0. 00000080:00000010:1.1:1781824351.585716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e3180. 00000080:00000010:1.1:1781824351.585722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e0000. 00000080:00000010:1.1:1781824351.585728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e2940. 00000080:00000010:1.1:1781824351.585735:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e6300. 00000080:00000010:1.1:1781824351.585741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e5280. 00000080:00000010:1.1:1781824351.585747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e18c0. 00000080:00000010:1.1:1781824351.585757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e4a40. 00000080:00000010:1.1:1781824351.585763:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e6b40. 00000080:00000010:1.1:1781824351.585770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e7380. 00000080:00000010:1.1:1781824351.585777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e1080. 00000080:00000010:1.1:1781824351.585783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e2100. 00000080:00000010:1.1:1781824351.585789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e0840. 00000080:00000010:1.1:1781824351.585795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e98c0. 00000080:00000010:1.1:1781824351.585806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269eca40. 00000080:00000010:1.1:1781824351.585812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269eeb40. 00000080:00000010:1.1:1781824351.585818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ef380. 00000080:00000010:1.1:1781824351.585827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e9080. 00000080:00000010:1.1:1781824351.585832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ea100. 00000080:00000010:1.1:1781824351.585838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e8840. 00000080:00000010:1.1:1781824351.585844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269edac0. 00000080:00000010:1.1:1781824351.585850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ec200. 00000080:00000010:2.1:1781824351.617256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269eb9c0. 00000080:00000010:2.1:1781824351.657143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269eb180. 00000080:00000010:3.1:1781824351.723790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f9080. 00000080:00000010:3.1:1781824351.723817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fa100. 00000080:00000010:3.1:1781824351.723831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a00000. 00000080:00000010:3.1:1781824351.723843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a02940. 00000080:00000010:3.1:1781824351.723854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a06300. 00000080:00000010:3.1:1781824351.723865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a05280. 00000080:00000010:3.1:1781824351.723876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a018c0. 00000080:00000010:3.1:1781824351.723887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a04a40. 00000080:00000010:3.1:1781824351.723898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a06b40. 00000080:00000010:3.1:1781824351.723923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b0000. 00000080:00000010:3.1:1781824351.723936:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b2940. 00000080:00000010:3.1:1781824351.723961:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b6300. 00000080:00000010:3.1:1781824351.723977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a07380. 00000080:00000010:3.1:1781824351.723991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a01080. 00000080:00000010:3.1:1781824351.724009:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a02100. 00000080:00000010:3.1:1781824351.724022:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a00840. 00000080:00000010:3.1:1781824351.724031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a05ac0. 00000080:00000010:3.1:1781824351.724040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a04200. 00000080:00000010:3.1:1781824351.724053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a039c0. 00000080:00000010:3.1:1781824351.724066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a03180. 00000080:00000010:3.1:1781824351.724096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a12940. 00000080:00000010:3.1:1781824351.724109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a16300. 00000080:00000010:3.1:1781824351.724116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a15280. 00000080:00000010:3.1:1781824351.724123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a118c0. 00000080:00000010:3.1:1781824351.724133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a14a40. 00000080:00000010:3.1:1781824351.724140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a16b40. 00000080:00000010:3.1:1781824351.724148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a17380. 00000080:00000010:3.1:1781824351.724157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a11080. 00000080:00000010:3.1:1781824351.724180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a12100. 00000080:00000010:3.1:1781824351.724190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a10840. 00000080:00000010:2.1:1781824351.724561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269e8000. 00000080:00000010:2.1:1781824351.724587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ea940. 00000080:00000010:2.1:1781824351.724599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ee300. 00000080:00000010:2.1:1781824351.724617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ed280. 00000080:00000010:2.1:1781824351.724629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f1080. 00000080:00000010:2.1:1781824351.724647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f2100. 00000080:00000010:2.1:1781824351.724663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f0840. 00000080:00000010:2.1:1781824351.724677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698c200. 00000080:00000010:2.1:1781824351.724692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f5ac0. 00000080:00000010:2.1:1781824351.724708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f4200. 00000080:00000010:2.1:1781824351.724719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f39c0. 00000080:00000010:2.1:1781824351.724733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f3180. 00000080:00000010:2.1:1781824351.724743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698b9c0. 00000080:00000010:2.1:1781824351.724756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694e300. 00000080:00000010:2.1:1781824351.724768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f0000. 00000080:00000010:2.1:1781824351.724779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f2940. 00000080:00000010:2.1:1781824351.724797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b5ac0. 00000080:00000010:2.1:1781824351.724811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b4200. 00000080:00000010:2.1:1781824351.724825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b39c0. 00000080:00000010:2.1:1781824351.724837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b3180. 00000080:00000010:2.1:1781824351.724856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f6300. 00000080:00000010:2.1:1781824351.724868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f5280. 00000080:00000010:2.1:1781824351.724884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f18c0. 00000080:00000010:2.1:1781824351.724896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f4a40. 00000080:00000010:2.1:1781824351.724906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f6b40. 00000080:00000010:2.1:1781824351.724920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f7380. 00000080:00000010:2.1:1781824351.724931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f8840. 00000080:00000010:2.1:1781824351.724963:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fdac0. 00000080:00000010:2.1:1781824351.724975:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fc200. 00000080:00000010:2.1:1781824351.724989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fb9c0. 00000080:00000010:2.1:1781824351.725006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fb180. 00000080:00000010:2.1:1781824351.725017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f8000. 00000080:00000010:2.1:1781824351.725027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fa940. 00000080:00000010:2.1:1781824351.725036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fe300. 00000080:00000010:2.1:1781824351.725046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fd280. 00000080:00000010:2.1:1781824351.725059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269f98c0. 00000080:00000010:2.1:1781824351.725068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269fca40. 00000080:00000010:2.1:1781824351.725094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269feb40. 00000080:00000010:2.1:1781824351.725105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269ff380. 00000080:00000010:0.1:1781824351.818255:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a15ac0. 00000080:00000010:0.1:1781824351.818274:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a14200. 00000080:00000010:0.1:1781824351.818285:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a139c0. 00000080:00000010:0.1:1781824351.818293:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a13180. 00000080:00000010:0.1:1781824351.818305:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a10000. 00000080:00000010:0.1:1781824351.818315:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1c200. 00000080:00000010:0.1:1781824351.818324:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1b9c0. 00000080:00000010:0.1:1781824351.818332:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1b180. 00000080:00000010:0.1:1781824351.818339:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a18000. 00000080:00000010:0.1:1781824351.818348:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1a940. 00000080:00000010:0.1:1781824351.818356:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1e300. 00000080:00000010:0.1:1781824351.818363:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1d280. 00000080:00000010:0.1:1781824351.818373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a198c0. 00000080:00000010:0.1:1781824351.818381:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1ca40. 00000080:00000010:0.1:1781824351.818400:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b5280. 00000080:00000010:0.1:1781824351.818409:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f269b18c0. 00000080:00000010:0.1:1781824351.818417:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a21080. 00000080:00000010:0.1:1781824351.818586:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a22100. 00000080:00000010:0.1:1781824351.818593:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a20840. 00000080:00000010:0.1:1781824351.818606:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a25ac0. 00000080:00000010:0.1:1781824351.818614:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a24200. 00000080:00000010:0.1:1781824351.818621:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a239c0. 00000080:00000010:0.1:1781824351.818633:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1eb40. 00000080:00000010:0.1:1781824351.818640:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1f380. 00000080:00000010:0.1:1781824351.818646:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a19080. 00000080:00000010:0.1:1781824351.818679:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1a100. 00000080:00000010:0.1:1781824351.818687:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a18840. 00000080:00000010:0.1:1781824351.818696:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a1dac0. 00000080:00000010:0.1:1781824351.818712:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2ca40. 00000080:00000010:0.1:1781824351.818721:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2eb40. 00000080:00000010:0.1:1781824351.818729:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2f380. 00000080:00000010:0.1:1781824351.818736:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a29080. 00000080:00000010:0.1:1781824351.818749:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2a100. 00000080:00000010:0.1:1781824351.818757:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a28840. 00000080:00000010:0.1:1781824351.818763:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2dac0. 00000080:00000010:0.1:1781824351.818771:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2c200. 00000080:00000010:0.1:1781824351.818777:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2b9c0. 00000080:00000010:0.1:1781824351.818785:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a23180. 00000080:00000010:0.1:1781824351.818791:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a20000. 00000080:00000010:0.1:1781824351.818797:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a22940. 00000080:00000010:0.1:1781824351.818803:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a26300. 00000080:00000010:0.1:1781824351.818809:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a25280. 00000080:00000010:0.1:1781824351.818816:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a218c0. 00000080:00000010:0.1:1781824351.818822:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a24a40. 00000080:00000010:0.1:1781824351.818832:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a26b40. 00000080:00000010:0.1:1781824351.818840:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a27380. 00000080:00000010:0.1:1781824351.818847:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a31080. 00000080:00000010:0.1:1781824351.818854:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a32100. 00000080:00000010:0.1:1781824351.818861:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2b180. 00000080:00000010:0.1:1781824351.818867:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a28000. 00000080:00000010:0.1:1781824351.818875:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2a940. 00000080:00000010:0.1:1781824351.818882:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2e300. 00000080:00000010:0.1:1781824351.818888:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a2d280. 00000080:00000010:0.1:1781824351.818899:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a298c0. 00000080:00000010:0.1:1781824351.818905:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3a100. 00000080:00000010:0.1:1781824351.818913:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a38840. 00000080:00000010:0.1:1781824351.818921:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3dac0. 00000080:00000010:0.1:1781824351.818929:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3c200. 00000080:00000010:0.1:1781824351.818935:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3b9c0. 00000080:00000010:0.1:1781824351.818941:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3b180. 00000080:00000010:0.1:1781824351.818962:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a30840. 00000080:00000010:0.1:1781824351.818969:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a35ac0. 00000080:00000010:0.1:1781824351.818978:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a34200. 00000080:00000010:0.1:1781824351.818984:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a339c0. 00000080:00000010:0.1:1781824351.818990:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a33180. 00000080:00000010:0.1:1781824351.818997:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a30000. 00000080:00000010:0.1:1781824351.819007:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a32940. 00000080:00000010:0.1:1781824351.819014:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a36300. 00000080:00000010:0.1:1781824351.819021:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a35280. 00000080:00000010:0.1:1781824351.819031:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a318c0. 00000080:00000010:0.1:1781824351.819039:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a34a40. 00000080:00000010:0.1:1781824351.819045:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a38000. 00000080:00000010:0.1:1781824351.819052:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3a940. 00000080:00000010:0.1:1781824351.819059:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3e300. 00000080:00000010:0.1:1781824351.819069:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3d280. 00000080:00000010:1.1:1781824351.819137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a46b40. 00000080:00000010:1.1:1781824351.819148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a47380. 00000080:00000010:0.1:1781824351.819191:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a398c0. 00000080:00000010:0.1:1781824351.819198:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3ca40. 00000080:00000010:0.1:1781824351.819209:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3eb40. 00000080:00000010:0.1:1781824351.819215:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a3f380. 00000080:00000010:0.1:1781824351.819222:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a39080. 00000080:00000010:1.1:1781824351.822292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a41080. 00000080:00000010:1.1:1781824351.822307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a42100. 00000080:00000010:1.1:1781824351.822324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a40840. 00000080:00000010:1.1:1781824351.822332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a45ac0. 00000080:00000010:1.1:1781824351.822340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a44200. 00000080:00000010:1.1:1781824351.822347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a439c0. 00000080:00000010:1.1:1781824351.822353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a43180. 00000080:00000010:1.1:1781824351.822359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a40000. 00000080:00000010:1.1:1781824351.822365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a42940. 00000080:00000010:1.1:1781824351.822372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a46300. 00000080:00000010:1.1:1781824351.822377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a45280. 00000080:00000010:1.1:1781824351.822390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698b180. 00000080:00000010:1.1:1781824351.822397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26988000. 00000080:00000010:1.1:1781824351.822404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2698a940. 00000080:00000010:1.1:1781824351.822410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4b180. 00000080:00000010:1.1:1781824351.822423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a48000. 00000080:00000010:1.1:1781824351.822430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4a940. 00000080:00000010:1.1:1781824351.822436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4e300. 00000080:00000010:1.1:1781824351.822442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4d280. 00000080:00000010:1.1:1781824351.822449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a498c0. 00000080:00000010:1.1:1781824351.822454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4ca40. 00000080:00000010:1.1:1781824351.822461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4eb40. 00000080:00000010:1.1:1781824351.822466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4f380. 00000080:00000010:1.1:1781824351.822471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a49080. 00000080:00000010:1.1:1781824351.822485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4a100. 00000080:00000010:1.1:1781824351.822496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a48840. 00000080:00000010:1.1:1781824351.822502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4dac0. 00000080:00000010:1.1:1781824351.822508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4c200. 00000080:00000010:1.1:1781824351.822514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a4b9c0. 00000080:00000010:1.1:1781824351.822520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a56300. 00000080:00000010:1.1:1781824351.822527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a418c0. 00000080:00000010:1.1:1781824351.822538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a44a40. 00000080:00000010:1.1:1781824351.822545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5a100. 00000080:00000010:1.1:1781824351.822553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a58840. 00000080:00000010:1.1:1781824351.822560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5dac0. 00000080:00000010:1.1:1781824351.822568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5c200. 00000080:00000010:1.1:1781824351.822575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5b9c0. 00000080:00000010:1.1:1781824351.822581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5b180. 00000080:00000010:1.1:1781824351.822587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a58000. 00000080:00000010:1.1:1781824351.822593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5a940. 00000080:00000010:1.1:1781824351.822597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5e300. 00000080:00000010:1.1:1781824351.822608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5d280. 00000080:00000010:1.1:1781824351.822614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a598c0. 00000080:00000010:1.1:1781824351.822619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5ca40. 00000080:00000010:1.1:1781824351.822626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5eb40. 00000080:00000010:1.1:1781824351.822634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a55280. 00000080:00000010:1.1:1781824351.822640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a518c0. 00000080:00000010:1.1:1781824351.822648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a54a40. 00000080:00000010:1.1:1781824351.822654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a56b40. 00000080:00000010:1.1:1781824351.822660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a57380. 00000080:00000010:1.1:1781824351.822669:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a51080. 00000080:00000010:1.1:1781824351.822675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a52100. 00000080:00000010:1.1:1781824351.822683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a5f380. 00000080:00000010:1.1:1781824351.822690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a59080. 00000080:00000010:1.1:1781824351.822696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a64a40. 00000080:00000010:1.1:1781824351.822705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a66b40. 00000080:00000010:1.1:1781824351.822711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a67380. 00000080:00000010:1.1:1781824351.822718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a61080. 00000080:00000010:1.1:1781824351.822729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a62100. 00000080:00000010:1.1:1781824351.822737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a60840. 00000080:00000010:1.1:1781824351.822745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a65ac0. 00000080:00000010:1.1:1781824351.822758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a36b40. 00000080:00000010:1.1:1781824351.822765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a37380. 00000080:00000010:1.1:1781824351.822771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a69080. 00000080:00000010:1.1:1781824351.822840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6a100. 00000080:00000010:1.1:1781824351.822847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a68840. 00000080:00000010:1.1:1781824351.822858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6dac0. 00000080:00000010:1.1:1781824351.822866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a64200. 00000080:00000010:1.1:1781824351.822872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a639c0. 00000080:00000010:1.1:1781824351.822878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a63180. 00000080:00000010:1.1:1781824351.822883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a60000. 00000080:00000010:1.1:1781824351.822889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a62940. 00000080:00000010:1.1:1781824351.822895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a66300. 00000080:00000010:1.1:1781824351.822901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a65280. 00000080:00000010:1.1:1781824351.822913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a618c0. 00000080:00000010:1.1:1781824351.822927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a70000. 00000080:00000010:1.1:1781824351.822934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a72940. 00000080:00000010:1.1:1781824351.822942:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a76300. 00000080:00000010:1.1:1781824351.823016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a75280. 00000080:00000010:1.1:1781824351.823026:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6c200. 00000080:00000010:1.1:1781824351.823033:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6b9c0. 00000080:00000010:1.1:1781824351.823039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6b180. 00000080:00000010:1.1:1781824351.823045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a68000. 00000080:00000010:1.1:1781824351.823053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a718c0. 00000080:00000010:1.1:1781824351.823068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a74a40. 00000080:00000010:1.1:1781824351.823076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a76b40. 00000080:00000010:1.1:1781824351.823108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a77380. 00000080:00000010:1.1:1781824351.823116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a71080. 00000080:00000010:1.1:1781824351.823126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a72100. 00000080:00000010:1.1:1781824351.823133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a70840. 00000080:00000010:1.1:1781824351.823139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a75ac0. 00000080:00000010:1.1:1781824351.823146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a74200. 00000080:00000010:1.1:1781824351.823151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a739c0. 00000080:00000010:1.1:1781824351.823159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a73180. 00000080:00000010:1.1:1781824351.823166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a898c0. 00000080:00000010:1.1:1781824351.823176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8ca40. 00000080:00000010:1.1:1781824351.823183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8eb40. 00000080:00000010:1.1:1781824351.823189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8f380. 00000080:00000010:1.1:1781824351.823196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6a940. 00000080:00000010:1.1:1781824351.823204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a50840. 00000080:00000010:1.1:1781824351.823214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f2694d280. 00000080:00000010:1.1:1781824351.823236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a92940. 00000080:00000010:1.1:1781824351.823252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a89080. 00000080:00000010:1.1:1781824351.823259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8a100. 00000080:00000010:1.1:1781824351.823267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a88840. 00000080:00000010:1.1:1781824351.823273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8dac0. 00000080:00000010:1.1:1781824351.823280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8c200. 00000080:00000010:1.1:1781824351.823286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8b9c0. 00000080:00000010:1.1:1781824351.823294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a55ac0. 00000080:00000010:1.1:1781824351.823300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a54200. 00000080:00000010:1.1:1781824351.823307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a539c0. 00000080:00000010:1.1:1781824351.823313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a53180. 00000080:00000010:1.1:1781824351.823320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a96300. 00000080:00000010:1.1:1781824351.823328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8b180. 00000080:00000010:1.1:1781824351.823335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a88000. 00000080:00000010:1.1:1781824351.823341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8a940. 00000080:00000010:1.1:1781824351.823350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8e300. 00000080:00000010:1.1:1781824351.823356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6e300. 00000080:00000010:1.1:1781824351.823362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6d280. 00000080:00000010:1.1:1781824351.823368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a698c0. 00000080:00000010:1.1:1781824351.823381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a8d280. 00000080:00000010:1.1:1781824351.823389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a998c0. 00000080:00000010:1.1:1781824351.823398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9ca40. 00000080:00000010:1.1:1781824351.823408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9eb40. 00000080:00000010:1.1:1781824351.823417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9f380. 00000080:00000010:1.1:1781824351.823424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a99080. 00000080:00000010:1.1:1781824351.823430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9a100. 00000080:00000010:1.1:1781824351.823436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6ca40. 00000080:00000010:1.1:1781824351.823443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6eb40. 00000080:00000010:1.1:1781824351.823449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a98840. 00000080:00000010:1.1:1781824351.823455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9dac0. 00000080:00000010:1.1:1781824351.823461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9c200. 00000080:00000010:1.1:1781824351.823470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9b9c0. 00000080:00000010:1.1:1781824351.823477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9b180. 00000080:00000010:1.1:1781824351.823484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a98000. 00000080:00000010:1.1:1781824351.823492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9a940. 00000080:00000010:1.1:1781824351.823498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9e300. 00000080:00000010:1.1:1781824351.823505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a9d280. 00000080:00000010:1.1:1781824351.823512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa18c0. 00000080:00000010:1.1:1781824351.823524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa4a40. 00000080:00000010:1.1:1781824351.823531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa6b40. 00000080:00000010:1.1:1781824351.823537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa7380. 00000080:00000010:1.1:1781824351.823600:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa1080. 00000080:00000010:1.1:1781824351.823609:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa2100. 00000080:00000010:1.1:1781824351.823616:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa0840. 00000080:00000010:0.1:1781824351.858128:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa5ac0. 00000080:00000010:0.1:1781824351.872194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a50000. 00000080:00000010:0.1:1781824351.872210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a52940. 00000080:00000010:0.1:1781824351.872266:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aae300. 00000080:00000010:0.1:1781824351.872282:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aad280. 00000080:00000010:0.1:1781824351.872291:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa98c0. 00000080:00000010:0.1:1781824351.872301:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aaca40. 00000080:00000010:0.1:1781824351.872308:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aaeb40. 00000080:00000010:0.1:1781824351.872316:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aaf380. 00000080:00000010:0.1:1781824351.872321:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa9080. 00000080:00000010:0.1:1781824351.872327:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aaa100. 00000080:00000010:0.1:1781824351.872334:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa8840. 00000080:00000010:0.1:1781824351.872340:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aadac0. 00000080:00000010:0.1:1781824351.872346:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aac200. 00000080:00000010:0.1:1781824351.872359:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aab9c0. 00000080:00000010:0.1:1781824351.872366:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aab180. 00000080:00000010:0.1:1781824351.872372:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa8000. 00000080:00000010:0.1:1781824351.872378:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aaa940. 00000080:00000010:0.1:1781824351.872387:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab5280. 00000080:00000010:0.1:1781824351.872400:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa4200. 00000080:00000010:0.1:1781824351.872407:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa39c0. 00000080:00000010:0.1:1781824351.872415:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa3180. 00000080:00000010:0.1:1781824351.872429:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa0000. 00000080:00000010:0.1:1781824351.872438:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa2940. 00000080:00000010:0.1:1781824351.872444:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa6300. 00000080:00000010:0.1:1781824351.872454:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aa5280. 00000080:00000010:0.1:1781824351.872464:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab9080. 00000080:00000010:0.1:1781824351.872474:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aba100. 00000080:00000010:0.1:1781824351.872482:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab8840. 00000080:00000010:0.1:1781824351.872490:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abdac0. 00000080:00000010:0.1:1781824351.872498:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abc200. 00000080:00000010:0.1:1781824351.872506:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abb9c0. 00000080:00000010:0.1:1781824351.872512:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abb180. 00000080:00000010:0.1:1781824351.872519:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab8000. 00000080:00000010:0.1:1781824351.872524:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aba940. 00000080:00000010:0.1:1781824351.872534:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abe300. 00000080:00000010:0.1:1781824351.872541:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abd280. 00000080:00000010:0.1:1781824351.872546:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab98c0. 00000080:00000010:0.1:1781824351.872553:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab18c0. 00000080:00000010:0.1:1781824351.872559:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab4a40. 00000080:00000010:0.1:1781824351.872566:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab6b40. 00000080:00000010:0.1:1781824351.872575:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab7380. 00000080:00000010:0.1:1781824351.872580:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab1080. 00000080:00000010:0.1:1781824351.872590:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab2100. 00000080:00000010:0.1:1781824351.872597:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab0840. 00000080:00000010:0.1:1781824351.872602:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab5ac0. 00000080:00000010:0.1:1781824351.872609:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab4200. 00000080:00000010:0.1:1781824351.872615:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab39c0. 00000080:00000010:0.1:1781824351.872622:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab3180. 00000080:00000010:0.1:1781824351.872628:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab0000. 00000080:00000010:0.1:1781824351.872634:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab2940. 00000080:00000010:0.1:1781824351.872640:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ab6300. 00000080:00000010:0.1:1781824351.872647:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac6b40. 00000080:00000010:0.1:1781824351.872705:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac7380. 00000080:00000010:0.1:1781824351.872713:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac1080. 00000080:00000010:0.1:1781824351.872719:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac2100. 00000080:00000010:0.1:1781824351.872727:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abca40. 00000080:00000010:0.1:1781824351.872734:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abeb40. 00000080:00000010:0.1:1781824351.872744:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26abf380. 00000080:00000010:0.1:1781824351.872760:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ace300. 00000080:00000010:1.1:1781824351.938301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acd280. 00000080:00000010:1.1:1781824351.938332:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac98c0. 00000080:00000010:1.1:1781824351.938360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acca40. 00000080:00000010:1.1:1781824351.938385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aceb40. 00000080:00000010:1.1:1781824351.938413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a6f380. 00000080:00000010:3.1:1781824351.985295:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad2100. 00000080:00000010:2.1:1781824351.986821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae6300. 00000080:00000010:2.1:1781824352.019473:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae5280. 00000080:00000010:2.1:1781824352.019490:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae98c0. 00000080:00000010:3.1:1781824352.020185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad0840. 00000080:00000010:3.1:1781824352.020198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad5ac0. 00000080:00000010:3.1:1781824352.020215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acf380. 00000080:00000010:3.1:1781824352.020223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac9080. 00000080:00000010:3.1:1781824352.020229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aca100. 00000080:00000010:3.1:1781824352.020236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac8840. 00000080:00000010:3.1:1781824352.020242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acdac0. 00000080:00000010:3.1:1781824352.020249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acc200. 00000080:00000010:3.1:1781824352.020255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acb9c0. 00000080:00000010:3.1:1781824352.020261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26acb180. 00000080:00000010:3.1:1781824352.020266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac8000. 00000080:00000010:3.1:1781824352.020275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aca940. 00000080:00000010:3.1:1781824352.020283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ada100. 00000080:00000010:3.1:1781824352.020290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad4200. 00000080:00000010:3.1:1781824352.020298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad39c0. 00000080:00000010:3.1:1781824352.020305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad8840. 00000080:00000010:3.1:1781824352.020313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26addac0. 00000080:00000010:3.1:1781824352.020321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adc200. 00000080:00000010:3.1:1781824352.020329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adb9c0. 00000080:00000010:3.1:1781824352.020336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad3180. 00000080:00000010:3.1:1781824352.020342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adb180. 00000080:00000010:3.1:1781824352.020347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad8000. 00000080:00000010:3.1:1781824352.020353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ada940. 00000080:00000010:3.1:1781824352.020358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ade300. 00000080:00000010:3.1:1781824352.020369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26add280. 00000080:00000010:3.1:1781824352.020375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad98c0. 00000080:00000010:3.1:1781824352.020380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adca40. 00000080:00000010:3.1:1781824352.020385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adeb40. 00000080:00000010:3.1:1781824352.020391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26adf380. 00000080:00000010:3.1:1781824352.020396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad9080. 00000080:00000010:3.1:1781824352.020404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a95280. 00000080:00000010:3.1:1781824352.020411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a918c0. 00000080:00000010:3.1:1781824352.020417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a94a40. 00000080:00000010:3.1:1781824352.020422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a96b40. 00000080:00000010:3.1:1781824352.020428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a97380. 00000080:00000010:3.1:1781824352.020434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a91080. 00000080:00000010:3.1:1781824352.020440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a92100. 00000080:00000010:3.1:1781824352.020446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae18c0. 00000080:00000010:3.1:1781824352.020452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a90840. 00000080:00000010:3.1:1781824352.020458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac0840. 00000080:00000010:3.1:1781824352.020464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad0000. 00000080:00000010:3.1:1781824352.020469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad2940. 00000080:00000010:3.1:1781824352.020477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad6300. 00000080:00000010:3.1:1781824352.020483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad5280. 00000080:00000010:3.1:1781824352.020488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad18c0. 00000080:00000010:3.1:1781824352.020494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae4a40. 00000080:00000010:3.1:1781824352.020502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae6b40. 00000080:00000010:3.1:1781824352.020509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae7380. 00000080:00000010:3.1:1781824352.020516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae1080. 00000080:00000010:3.1:1781824352.020522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae2100. 00000080:00000010:3.1:1781824352.020528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae0840. 00000080:00000010:3.1:1781824352.020534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae5ac0. 00000080:00000010:3.1:1781824352.020540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae4200. 00000080:00000010:3.1:1781824352.020546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae39c0. 00000080:00000010:3.1:1781824352.020552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae3180. 00000080:00000010:3.1:1781824352.020559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae0000. 00000080:00000010:3.1:1781824352.020563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae2940. 00000080:00000010:2.1:1781824352.031178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aeca40. 00000080:00000010:2.1:1781824352.031205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aeeb40. 00000080:00000010:2.1:1781824352.031217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aef380. 00000080:00000010:2.1:1781824352.031227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae9080. 00000080:00000010:2.1:1781824352.031238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aea100. 00000080:00000010:2.1:1781824352.031246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae8840. 00000080:00000010:2.1:1781824352.031253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aedac0. 00000080:00000010:2.1:1781824352.031260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aec200. 00000080:00000010:2.1:1781824352.031274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aeb9c0. 00000080:00000010:2.1:1781824352.031286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aeb180. 00000080:00000010:2.1:1781824352.031292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ae8000. 00000080:00000010:2.1:1781824352.031300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aea940. 00000080:00000010:2.1:1781824352.031310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aee300. 00000080:00000010:2.1:1781824352.031323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aed280. 00000080:00000010:2.1:1781824352.031339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afa100. 00000080:00000010:2.1:1781824352.031359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26af8840. 00000080:00000010:2.1:1781824352.031381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afdac0. 00000080:00000010:2.1:1781824352.031403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afc200. 00000080:00000010:2.1:1781824352.031421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afb9c0. 00000080:00000010:2.1:1781824352.031441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afb180. 00000080:00000010:2.1:1781824352.031463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26af8000. 00000080:00000010:2.1:1781824352.031482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afa940. 00000080:00000010:2.1:1781824352.031499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afe300. 00000080:00000010:2.1:1781824352.031518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad4a40. 00000080:00000010:2.1:1781824352.031531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afd280. 00000080:00000010:2.1:1781824352.031542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26af98c0. 00000080:00000010:2.1:1781824352.031554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afca40. 00000080:00000010:2.1:1781824352.031568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26afeb40. 00000080:00000010:2.1:1781824352.031583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad6b40. 00000080:00000010:2.1:1781824352.031594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26aff380. 00000080:00000010:2.1:1781824352.031609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26af9080. 00000080:00000010:2.1:1781824352.031621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b05ac0. 00000080:00000010:2.1:1781824352.031634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b04200. 00000080:00000010:2.1:1781824352.031644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b039c0. 00000080:00000010:2.1:1781824352.031651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b03180. 00000080:00000010:2.1:1781824352.031658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b00000. 00000080:00000010:2.1:1781824352.031665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad7380. 00000080:00000010:2.1:1781824352.031671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ad1080. 00000080:00000010:2.1:1781824352.031677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b02940. 00000080:00000010:2.1:1781824352.031683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b06300. 00000080:00000010:3.1:1781824352.031756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b05280. 00000080:00000010:3.1:1781824352.031771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b018c0. 00000080:00000010:3.1:1781824352.031784:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b04a40. 00000080:00000010:3.1:1781824352.031791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b06b40. 00000080:00000010:3.1:1781824352.031798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b07380. 00000080:00000010:3.1:1781824352.031804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b01080. 00000080:00000010:3.1:1781824352.031810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b02100. 00000080:00000010:3.1:1781824352.031816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b00840. 00000080:00000010:3.1:1781824352.031823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0dac0. 00000080:00000010:3.1:1781824352.031831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0c200. 00000080:00000010:3.1:1781824352.031838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b10000. 00000080:00000010:3.1:1781824352.031913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b12940. 00000080:00000010:3.1:1781824352.031923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0b9c0. 00000080:00000010:3.1:1781824352.031929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0b180. 00000080:00000010:3.1:1781824352.031937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b08000. 00000080:00000010:3.1:1781824352.031957:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0a940. 00000080:00000010:3.1:1781824352.031964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0e300. 00000080:00000010:3.1:1781824352.031971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0d280. 00000080:00000010:3.1:1781824352.031977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b098c0. 00000080:00000010:3.1:1781824352.031984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0ca40. 00000080:00000010:3.1:1781824352.031989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0eb40. 00000080:00000010:3.1:1781824352.031995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0f380. 00000080:00000010:3.1:1781824352.032000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b09080. 00000080:00000010:3.1:1781824352.032005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b0a100. 00000080:00000010:3.1:1781824352.032014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b08840. 00000080:00000010:3.1:1781824352.032030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1b9c0. 00000080:00000010:3.1:1781824352.032039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1b180. 00000080:00000010:3.1:1781824352.032045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b18000. 00000080:00000010:3.1:1781824352.032052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1a940. 00000080:00000010:3.1:1781824352.032059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1e300. 00000080:00000010:3.1:1781824352.032066:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1d280. 00000080:00000010:3.1:1781824352.032147:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b198c0. 00000080:00000010:3.1:1781824352.032155:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1ca40. 00000080:00000010:3.1:1781824352.032161:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1eb40. 00000080:00000010:1.1:1781824352.057328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b15280. 00000080:00000010:2.1:1781824352.059058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b16300. 00000080:00000010:1.1:1781824352.088162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1f380. 00000080:00000010:1.1:1781824352.088184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac5ac0. 00000080:00000010:1.1:1781824352.088195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac4200. 00000080:00000010:1.1:1781824352.088204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b19080. 00000080:00000010:1.1:1781824352.088212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1a100. 00000080:00000010:1.1:1781824352.088278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b18840. 00000080:00000010:1.1:1781824352.088288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1dac0. 00000080:00000010:1.1:1781824352.088296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b1c200. 00000080:00000010:1.1:1781824352.088359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b24200. 00000080:00000010:1.1:1781824352.088370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b239c0. 00000080:00000010:0.1:1781824352.097146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b23180. 00000080:00000010:0.1:1781824352.097164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b20000. 00000080:00000010:0.1:1781824352.097193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b22940. 00000080:00000010:0.1:1781824352.097202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b26300. 00000080:00000010:0.1:1781824352.097210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b25280. 00000080:00000010:0.1:1781824352.097217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b218c0. 00000080:00000010:0.1:1781824352.097234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b118c0. 00000080:00000010:0.1:1781824352.097242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b14a40. 00000080:00000010:0.1:1781824352.097256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac39c0. 00000080:00000010:0.1:1781824352.097263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac3180. 00000080:00000010:0.1:1781824352.097270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac0000. 00000080:00000010:0.1:1781824352.097276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac2940. 00000080:00000010:0.1:1781824352.097449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac6300. 00000080:00000010:0.1:1781824352.097457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac5280. 00000080:00000010:0.1:1781824352.097463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac18c0. 00000080:00000010:0.1:1781824352.097542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ac4a40. 00000080:00000010:0.1:1781824352.097549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2eb40. 00000080:00000010:0.1:1781824352.097558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2f380. 00000080:00000010:0.1:1781824352.097565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b16b40. 00000080:00000010:0.1:1781824352.097572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b17380. 00000080:00000010:0.1:1781824352.097578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b11080. 00000080:00000010:0.1:1781824352.097705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b24a40. 00000080:00000010:0.1:1781824352.097712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b26b40. 00000080:00000010:0.1:1781824352.097719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b27380. 00000080:00000010:2.1:1781824352.101147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b21080. 00000080:00000010:2.1:1781824352.101162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b22100. 00000080:00000010:2.1:1781824352.173297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b20840. 00000080:00000010:3.1:1781824352.173309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b36300. 00000080:00000010:2.1:1781824352.173337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b25ac0. 00000080:00000010:2.1:1781824352.173354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b12100. 00000080:00000010:2.1:1781824352.173431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b10840. 00000080:00000010:2.1:1781824352.173446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b15ac0. 00000080:00000010:2.1:1781824352.173459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b14200. 00000080:00000010:3.1:1781824352.175220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b35280. 00000080:00000010:2.1:1781824352.181019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b34200. 00000080:00000010:2.1:1781824352.181337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b139c0. 00000080:00000010:2.1:1781824352.181754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b339c0. 00000080:00000010:2.1:1781824352.181778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b33180. 00000080:00000010:2.1:1781824352.181796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b30000. 00000080:00000010:2.1:1781824352.182119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b32940. 00000080:00000010:0.1:1781824352.236146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b72940. 00000080:00000010:3.1:1781824352.237035:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b318c0. 00000080:00000010:3.1:1781824352.237052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b34a40. 00000080:00000010:3.1:1781824352.237074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b36b40. 00000080:00000010:3.1:1781824352.237104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b13180. 00000080:00000010:3.1:1781824352.237119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b37380. 00000080:00000010:3.1:1781824352.237127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b31080. 00000080:00000010:3.1:1781824352.237136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b32100. 00000080:00000010:3.1:1781824352.237143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b30840. 00000080:00000010:3.1:1781824352.237151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b35ac0. 00000080:00000010:3.1:1781824352.237158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3a100. 00000080:00000010:3.1:1781824352.237167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b38840. 00000080:00000010:3.1:1781824352.237179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3dac0. 00000080:00000010:3.1:1781824352.237190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3c200. 00000080:00000010:3.1:1781824352.237201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3b9c0. 00000080:00000010:3.1:1781824352.237211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b42940. 00000080:00000010:3.1:1781824352.237219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3b180. 00000080:00000010:3.1:1781824352.237225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b46300. 00000080:00000010:3.1:1781824352.237233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b38000. 00000080:00000010:3.1:1781824352.237240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3a940. 00000080:00000010:3.1:1781824352.237246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3e300. 00000080:00000010:3.1:1781824352.237253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3d280. 00000080:00000010:3.1:1781824352.237259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b398c0. 00000080:00000010:3.1:1781824352.237268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3ca40. 00000080:00000010:3.1:1781824352.237276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3eb40. 00000080:00000010:3.1:1781824352.237304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b3f380. 00000080:00000010:3.1:1781824352.237316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b39080. 00000080:00000010:3.1:1781824352.237327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4a100. 00000080:00000010:3.1:1781824352.237339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b48840. 00000080:00000010:3.1:1781824352.237353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4dac0. 00000080:00000010:3.1:1781824352.237367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4c200. 00000080:00000010:3.1:1781824352.237382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4b9c0. 00000080:00000010:3.1:1781824352.237967:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4b180. 00000080:00000010:3.1:1781824352.237981:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b48000. 00000080:00000010:3.1:1781824352.237991:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4a940. 00000080:00000010:3.1:1781824352.238003:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4e300. 00000080:00000010:3.1:1781824352.238010:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4d280. 00000080:00000010:3.1:1781824352.238017:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b498c0. 00000080:00000010:3.1:1781824352.238024:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4ca40. 00000080:00000010:3.1:1781824352.238030:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4eb40. 00000080:00000010:3.1:1781824352.238037:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b4f380. 00000080:00000010:3.1:1781824352.238044:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b49080. 00000080:00000010:3.1:1781824352.238053:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b29080. 00000080:00000010:3.1:1781824352.238066:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b45280. 00000080:00000010:3.1:1781824352.238076:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b418c0. 00000080:00000010:3.1:1781824352.238102:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b44a40. 00000080:00000010:3.1:1781824352.238112:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b46b40. 00000080:00000010:3.1:1781824352.238123:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b47380. 00000080:00000010:3.1:1781824352.238129:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b41080. 00000080:00000010:3.1:1781824352.238134:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b42100. 00000080:00000010:3.1:1781824352.238142:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b50000. 00000080:00000010:3.1:1781824352.238150:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b52940. 00000080:00000010:3.1:1781824352.238157:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b56300. 00000080:00000010:3.1:1781824352.238169:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b55280. 00000080:00000010:3.1:1781824352.238176:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b518c0. 00000080:00000010:3.1:1781824352.238190:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b54a40. 00000080:00000010:3.1:1781824352.238201:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b40840. 00000080:00000010:3.1:1781824352.238212:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b45ac0. 00000080:00000010:3.1:1781824352.238218:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b44200. 00000080:00000010:3.1:1781824352.238224:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b439c0. 00000080:00000010:3.1:1781824352.238230:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b43180. 00000080:00000010:3.1:1781824352.238236:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b56b40. 00000080:00000010:3.1:1781824352.238244:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b57380. 00000080:00000010:3.1:1781824352.238250:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b51080. 00000080:00000010:3.1:1781824352.238256:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b52100. 00000080:00000010:3.1:1781824352.238262:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b50840. 00000080:00000010:3.1:1781824352.238267:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b55ac0. 00000080:00000010:3.1:1781824352.238274:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b54200. 00000080:00000010:3.1:1781824352.238285:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b539c0. 00000080:00000010:3.1:1781824352.238291:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b53180. 00000080:00000010:3.1:1781824352.238298:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b65280. 00000080:00000010:3.1:1781824352.238384:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b618c0. 00000080:00000010:3.1:1781824352.238393:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b64a40. 00000080:00000010:3.1:1781824352.238403:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b66b40. 00000080:00000010:3.1:1781824352.238411:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b67380. 00000080:00000010:3.1:1781824352.238418:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b61080. 00000080:00000010:3.1:1781824352.238424:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b40000. 00000080:00000010:3.1:1781824352.238439:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6e300. 00000080:00000010:3.1:1781824352.238446:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6d280. 00000080:00000010:3.1:1781824352.238453:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b62100. 00000080:00000010:3.1:1781824352.238460:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b60840. 00000080:00000010:3.1:1781824352.238466:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b698c0. 00000080:00000010:3.1:1781824352.238474:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6ca40. 00000080:00000010:3.1:1781824352.238484:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b65ac0. 00000080:00000010:3.1:1781824352.238495:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a95ac0. 00000080:00000010:3.1:1781824352.240473:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a94200. 00000080:00000010:3.1:1781824352.240492:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a939c0. 00000080:00000010:3.1:1781824352.240556:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a93180. 00000080:00000010:3.1:1781824352.240563:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26a90000. 00000080:00000010:3.1:1781824352.240570:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b74200. 00000080:00000010:3.1:1781824352.240577:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b739c0. 00000080:00000010:3.1:1781824352.240583:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b73180. 00000080:00000010:3.1:1781824352.240594:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b70000. 00000080:00000010:0.1:1781824352.275136:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b76300. 00000080:00000010:0.1:1781824352.275149:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b75280. 00000080:00000010:0.1:1781824352.275165:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b718c0. 00000080:00000010:0.1:1781824352.275185:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b64200. 00000080:00000010:0.1:1781824352.275196:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b639c0. 00000080:00000010:0.1:1781824352.275206:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b63180. 00000080:00000010:0.1:1781824352.275214:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b60000. 00000080:00000010:0.1:1781824352.275220:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b62940. 00000080:00000010:0.1:1781824352.275227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b74a40. 00000080:00000010:0.1:1781824352.275233:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b76b40. 00000080:00000010:0.1:1781824352.275246:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b77380. 00000080:00000010:0.1:1781824352.275252:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b71080. 00000080:00000010:0.1:1781824352.275259:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b72100. 00000080:00000010:0.1:1781824352.275391:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b70840. 00000080:00000010:0.1:1781824352.275401:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b75ac0. 00000080:00000010:0.1:1781824352.275410:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7c200. 00000080:00000010:0.1:1781824352.275419:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7b9c0. 00000080:00000010:0.1:1781824352.275427:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7b180. 00000080:00000010:0.1:1781824352.275432:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b78000. 00000080:00000010:0.1:1781824352.275438:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7a940. 00000080:00000010:0.1:1781824352.275445:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7e300. 00000080:00000010:0.1:1781824352.275452:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7d280. 00000080:00000010:0.1:1781824352.275459:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b798c0. 00000080:00000010:0.1:1781824352.275467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7ca40. 00000080:00000010:0.1:1781824352.275473:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7eb40. 00000080:00000010:0.1:1781824352.275516:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b66300. 00000080:00000010:0.1:1781824352.275524:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b87380. 00000080:00000010:0.1:1781824352.275564:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b81080. 00000080:00000010:0.1:1781824352.275573:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b82100. 00000080:00000010:0.1:1781824352.275588:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b80840. 00000080:00000010:0.1:1781824352.275596:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b85ac0. 00000080:00000010:0.1:1781824352.275603:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b84200. 00000080:00000010:0.1:1781824352.275611:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b839c0. 00000080:00000010:0.1:1781824352.275618:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b83180. 00000080:00000010:0.1:1781824352.275624:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b80000. 00000080:00000010:0.1:1781824352.275630:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b82940. 00000080:00000010:0.1:1781824352.275637:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b86300. 00000080:00000010:0.1:1781824352.275643:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b85280. 00000080:00000010:0.1:1781824352.275654:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6eb40. 00000080:00000010:0.1:1781824352.275662:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6f380. 00000080:00000010:0.1:1781824352.275669:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b69080. 00000080:00000010:0.1:1781824352.275675:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b818c0. 00000080:00000010:0.1:1781824352.275688:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b84a40. 00000080:00000010:0.1:1781824352.275694:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b86b40. 00000080:00000010:0.1:1781824352.275700:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8b9c0. 00000080:00000010:0.1:1781824352.275710:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8b180. 00000080:00000010:0.1:1781824352.275717:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b88000. 00000080:00000010:0.1:1781824352.275723:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8a940. 00000080:00000010:0.1:1781824352.275730:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8e300. 00000080:00000010:0.1:1781824352.275736:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8d280. 00000080:00000010:0.1:1781824352.275746:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2a100. 00000080:00000010:0.1:1781824352.275754:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b898c0. 00000080:00000010:0.1:1781824352.275760:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8ca40. 00000080:00000010:0.1:1781824352.275770:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8eb40. 00000080:00000010:0.1:1781824352.275776:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8f380. 00000080:00000010:0.1:1781824352.275780:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b89080. 00000080:00000010:0.1:1781824352.275792:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8a100. 00000080:00000010:0.1:1781824352.275797:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b88840. 00000080:00000010:0.1:1781824352.275801:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8dac0. 00000080:00000010:0.1:1781824352.275806:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b8c200. 00000080:00000010:0.1:1781824352.275811:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b96300. 00000080:00000010:0.1:1781824352.275865:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b95280. 00000080:00000010:0.1:1781824352.275876:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b918c0. 00000080:00000010:0.1:1781824352.275890:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b94a40. 00000080:00000010:0.1:1781824352.275897:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b96b40. 00000080:00000010:0.1:1781824352.275905:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b97380. 00000080:00000010:0.1:1781824352.275912:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b91080. 00000080:00000010:0.1:1781824352.275919:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b92100. 00000080:00000010:0.1:1781824352.275926:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b90840. 00000080:00000010:0.1:1781824352.275932:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b95ac0. 00000080:00000010:0.1:1781824352.275954:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b94200. 00000080:00000010:0.1:1781824352.275962:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b939c0. 00000080:00000010:0.1:1781824352.275970:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b93180. 00000080:00000010:0.1:1781824352.275981:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b90000. 00000080:00000010:0.1:1781824352.275988:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b92940. 00000080:00000010:0.1:1781824352.275995:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b998c0. 00000080:00000010:0.1:1781824352.276005:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9ca40. 00000080:00000010:0.1:1781824352.276015:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9eb40. 00000080:00000010:0.1:1781824352.276021:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9f380. 00000080:00000010:0.1:1781824352.276028:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b99080. 00000080:00000010:0.1:1781824352.276035:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9a100. 00000080:00000010:1.1:1781824352.280129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6a100. 00000080:00000010:1.1:1781824352.280159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b98840. 00000080:00000010:1.1:1781824352.280170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9dac0. 00000080:00000010:1.1:1781824352.280184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9c200. 00000080:00000010:1.1:1781824352.280191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9b9c0. 00000080:00000010:1.1:1781824352.280197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9b180. 00000080:00000010:1.1:1781824352.280203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b98000. 00000080:00000010:1.1:1781824352.280209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9a940. 00000080:00000010:1.1:1781824352.280215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9e300. 00000080:00000010:1.1:1781824352.280221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b9d280. 00000080:00000010:1.1:1781824352.280227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba6300. 00000080:00000010:1.1:1781824352.280331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba5280. 00000080:00000010:1.1:1781824352.280339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba18c0. 00000080:00000010:1.1:1781824352.280355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba4a40. 00000080:00000010:1.1:1781824352.280363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba6b40. 00000080:00000010:1.1:1781824352.280370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba7380. 00000080:00000010:1.1:1781824352.280376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba1080. 00000080:00000010:1.1:1781824352.280382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba2100. 00000080:00000010:1.1:1781824352.280389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba0840. 00000080:00000010:1.1:1781824352.280394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba5ac0. 00000080:00000010:1.1:1781824352.280401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba4200. 00000080:00000010:1.1:1781824352.280407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba39c0. 00000080:00000010:1.1:1781824352.280414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba3180. 00000080:00000010:1.1:1781824352.280424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba0000. 00000080:00000010:1.1:1781824352.280430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba2940. 00000080:00000010:0.1:1781824352.288545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba8840. 00000080:00000010:0.1:1781824352.288565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26badac0. 00000080:00000010:0.1:1781824352.288583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bac200. 00000080:00000010:0.1:1781824352.288592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bab9c0. 00000080:00000010:0.1:1781824352.310288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bab180. 00000080:00000010:0.1:1781824352.310305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba8000. 00000080:00000010:0.1:1781824352.310316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26baa940. 00000080:00000010:0.1:1781824352.310324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bae300. 00000080:00000010:0.1:1781824352.310339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bad280. 00000080:00000010:0.1:1781824352.310347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba98c0. 00000080:00000010:0.1:1781824352.310354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26baca40. 00000080:00000010:2.1:1781824352.311131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26baeb40. 00000080:00000010:2.1:1781824352.311149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b68840. 00000080:00000010:2.1:1781824352.408448:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26baf380. 00000080:00000010:2.1:1781824352.408467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26ba9080. 00000080:00000010:2.1:1781824352.408478:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26baa100. 00000080:00000010:2.1:1781824352.408486:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bb8840. 00000080:00000010:2.1:1781824352.408495:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbdac0. 00000080:00000010:2.1:1781824352.408505:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbc200. 00000080:00000010:2.1:1781824352.408519:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbb9c0. 00000080:00000010:2.1:1781824352.408528:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbb180. 00000080:00000010:2.1:1781824352.408542:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6dac0. 00000080:00000010:2.1:1781824352.408550:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6c200. 00000080:00000010:2.1:1781824352.408558:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bb8000. 00000080:00000010:2.1:1781824352.408564:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bba940. 00000080:00000010:2.1:1781824352.408571:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbe300. 00000080:00000010:2.1:1781824352.408576:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbd280. 00000080:00000010:2.1:1781824352.408582:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bb98c0. 00000080:00000010:2.1:1781824352.408588:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6b9c0. 00000080:00000010:2.1:1781824352.408596:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6b180. 00000080:00000010:2.1:1781824352.408602:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbca40. 00000080:00000010:2.1:1781824352.408608:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbeb40. 00000080:00000010:2.1:1781824352.408614:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bbf380. 00000080:00000010:2.1:1781824352.408626:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bb9080. 00000080:00000010:2.1:1781824352.408632:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bba100. 00000080:00000010:2.1:1781824352.408639:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b68000. 00000080:00000010:2.1:1781824352.408649:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b6a940. 00000080:00000010:2.1:1781824352.408657:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc3180. 00000080:00000010:2.1:1781824352.408752:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc0000. 00000080:00000010:2.1:1781824352.408761:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc2940. 00000080:00000010:3.1:1781824352.412341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc6300. 00000080:00000010:3.1:1781824352.412358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc5280. 00000080:00000010:3.1:1781824352.412367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc18c0. 00000080:00000010:3.1:1781824352.412381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b28840. 00000080:00000010:3.1:1781824352.412405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2dac0. 00000080:00000010:3.1:1781824352.412518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2c200. 00000080:00000010:3.1:1781824352.412527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc4a40. 00000080:00000010:3.1:1781824352.412535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc6b40. 00000080:00000010:3.1:1781824352.412547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc7380. 00000080:00000010:3.1:1781824352.412554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc1080. 00000080:00000010:3.1:1781824352.412560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc2100. 00000080:00000010:3.1:1781824352.412566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc0840. 00000080:00000010:3.1:1781824352.412573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc5ac0. 00000080:00000010:3.1:1781824352.412580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc4200. 00000080:00000010:3.1:1781824352.412586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc39c0. 00000080:00000010:3.1:1781824352.412593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcb180. 00000080:00000010:3.1:1781824352.412600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc8000. 00000080:00000010:3.1:1781824352.412607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bca940. 00000080:00000010:3.1:1781824352.412619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bce300. 00000080:00000010:3.1:1781824352.412628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcd280. 00000080:00000010:3.1:1781824352.412634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc98c0. 00000080:00000010:3.1:1781824352.412641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcca40. 00000080:00000010:3.1:1781824352.412647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bceb40. 00000080:00000010:3.1:1781824352.412658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcf380. 00000080:00000010:3.1:1781824352.412665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc9080. 00000080:00000010:3.1:1781824352.412671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bca100. 00000080:00000010:3.1:1781824352.412677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bc8840. 00000080:00000010:3.1:1781824352.412684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcdac0. 00000080:00000010:3.1:1781824352.412694:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcc200. 00000080:00000010:3.1:1781824352.412701:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bcb9c0. 00000080:00000010:3.1:1781824352.412709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd7380. 00000080:00000010:3.1:1781824352.412718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd1080. 00000080:00000010:3.1:1781824352.412726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd2100. 00000080:00000010:3.1:1781824352.412733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd0840. 00000080:00000010:3.1:1781824352.412741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd5ac0. 00000080:00000010:3.1:1781824352.412748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd4200. 00000080:00000010:3.1:1781824352.412756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd39c0. 00000080:00000010:3.1:1781824352.412762:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd3180. 00000080:00000010:3.1:1781824352.412773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd0000. 00000080:00000010:3.1:1781824352.412785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd8000. 00000080:00000010:3.1:1781824352.412793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bda940. 00000080:00000010:3.1:1781824352.412803:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2b9c0. 00000080:00000010:3.1:1781824352.412810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2b180. 00000080:00000010:3.1:1781824352.412816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b28000. 00000080:00000010:3.1:1781824352.412824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2a940. 00000080:00000010:3.1:1781824352.412830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2e300. 00000080:00000010:3.1:1781824352.412837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2d280. 00000080:00000010:3.1:1781824352.412843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b298c0. 00000080:00000010:3.1:1781824352.412850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b2ca40. 00000080:00000010:3.1:1781824352.412872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be5280. 00000080:00000010:3.1:1781824352.412882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd2940. 00000080:00000010:3.1:1781824352.412890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd6300. 00000080:00000010:3.1:1781824352.412897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd5280. 00000080:00000010:3.1:1781824352.412904:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd18c0. 00000080:00000010:3.1:1781824352.412910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd4a40. 00000080:00000010:3.1:1781824352.412916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd6b40. 00000080:00000010:3.1:1781824352.412923:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be8840. 00000080:00000010:3.1:1781824352.412932:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bedac0. 00000080:00000010:3.1:1781824352.412954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bec200. 00000080:00000010:3.1:1781824352.412966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26beb9c0. 00000080:00000010:3.1:1781824352.412973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26beb180. 00000080:00000010:3.1:1781824352.412979:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be8000. 00000080:00000010:3.1:1781824352.412986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bea940. 00000080:00000010:3.1:1781824352.412994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be18c0. 00000080:00000010:3.1:1781824352.413002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bee300. 00000080:00000010:3.1:1781824352.413008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bed280. 00000080:00000010:3.1:1781824352.413014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be98c0. 00000080:00000010:3.1:1781824352.413019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26beca40. 00000080:00000010:3.1:1781824352.413025:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26beeb40. 00000080:00000010:3.1:1781824352.413032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be4a40. 00000080:00000010:3.1:1781824352.413038:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bef380. 00000080:00000010:3.1:1781824352.413058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be9080. 00000080:00000010:3.1:1781824352.413065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bea100. 00000080:00000010:3.1:1781824352.413071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf0000. 00000080:00000010:3.1:1781824352.413196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bde300. 00000080:00000010:3.1:1781824352.413206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdd280. 00000080:00000010:3.1:1781824352.413214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd98c0. 00000080:00000010:3.1:1781824352.413220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdca40. 00000080:00000010:3.1:1781824352.413227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdeb40. 00000080:00000010:3.1:1781824352.413233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdf380. 00000080:00000010:3.1:1781824352.413241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf2940. 00000080:00000010:3.1:1781824352.413248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf6300. 00000080:00000010:3.1:1781824352.413256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf5280. 00000080:00000010:3.1:1781824352.413263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf18c0. 00000080:00000010:3.1:1781824352.413270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd9080. 00000080:00000010:3.1:1781824352.413276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bda100. 00000080:00000010:3.1:1781824352.413281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf4a40. 00000080:00000010:2.1:1781824352.439149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf6b40. 00000080:00000010:2.1:1781824352.439177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf7380. 00000080:00000010:2.1:1781824352.472124:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf1080. 00000080:00000010:2.1:1781824352.472143:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf2100. 00000080:00000010:2.1:1781824352.472153:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf0840. 00000080:00000010:2.1:1781824352.472161:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf5ac0. 00000080:00000010:2.1:1781824352.472169:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf4200. 00000080:00000010:2.1:1781824352.472178:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf39c0. 00000080:00000010:2.1:1781824352.472187:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf3180. 00000080:00000010:2.1:1781824352.472194:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfca40. 00000080:00000010:2.1:1781824352.472205:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfeb40. 00000080:00000010:2.1:1781824352.472212:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bff380. 00000080:00000010:2.1:1781824352.472227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf9080. 00000080:00000010:2.1:1781824352.472236:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfa100. 00000080:00000010:2.1:1781824352.472249:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf8840. 00000080:00000010:2.1:1781824352.472257:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfdac0. 00000080:00000010:2.1:1781824352.472265:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfc200. 00000080:00000010:2.1:1781824352.472273:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfb9c0. 00000080:00000010:2.1:1781824352.472281:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfb180. 00000080:00000010:2.1:1781824352.472287:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf8000. 00000080:00000010:2.1:1781824352.472293:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfa940. 00000080:00000010:2.1:1781824352.472300:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bd8840. 00000080:00000010:2.1:1781824352.472310:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfe300. 00000080:00000010:2.1:1781824352.472320:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bfd280. 00000080:00000010:3.1:1781824352.507262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bf98c0. 00000080:00000010:3.1:1781824352.507285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c03180. 00000080:00000010:3.1:1781824352.507294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c00000. 00000080:00000010:3.1:1781824352.507306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c02940. 00000080:00000010:3.1:1781824352.507313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c06300. 00000080:00000010:3.1:1781824352.507322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c05280. 00000080:00000010:3.1:1781824352.507328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c018c0. 00000080:00000010:3.1:1781824352.507335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c04a40. 00000080:00000010:3.1:1781824352.507341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c06b40. 00000080:00000010:3.1:1781824352.507358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be6b40. 00000080:00000010:3.1:1781824352.507366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be7380. 00000080:00000010:3.1:1781824352.507373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be1080. 00000080:00000010:3.1:1781824352.507381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be2100. 00000080:00000010:3.1:1781824352.507389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be0840. 00000080:00000010:3.1:1781824352.507397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be5ac0. 00000080:00000010:3.1:1781824352.507404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be4200. 00000080:00000010:3.1:1781824352.507411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be39c0. 00000080:00000010:3.1:1781824352.507422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be3180. 00000080:00000010:3.1:1781824352.507428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be0000. 00000080:00000010:3.1:1781824352.507435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be2940. 00000080:00000010:3.1:1781824352.507441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26be6300. 00000080:00000010:3.1:1781824352.507468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0ca40. 00000080:00000010:3.1:1781824352.507476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0eb40. 00000080:00000010:3.1:1781824352.507483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0f380. 00000080:00000010:3.1:1781824352.507494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c07380. 00000080:00000010:3.1:1781824352.507501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c01080. 00000080:00000010:3.1:1781824352.507507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c02100. 00000080:00000010:2.1:1781824352.519335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c00840. 00000080:00000010:2.1:1781824352.519353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c05ac0. 00000080:00000010:2.1:1781824352.519368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c09080. 00000080:00000010:2.1:1781824352.519377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0a100. 00000080:00000010:2.1:1781824352.519385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c08840. 00000080:00000010:2.1:1781824352.519531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0dac0. 00000080:00000010:2.1:1781824352.519542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c04200. 00000080:00000010:2.1:1781824352.519549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c039c0. 00000080:00000010:2.1:1781824352.519557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c13180. 00000080:00000010:2.1:1781824352.519681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c10000. 00000080:00000010:2.1:1781824352.519693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c12940. 00000080:00000010:2.1:1781824352.519708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c16300. 00000080:00000010:2.1:1781824352.519716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c15280. 00000080:00000010:2.1:1781824352.519723:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c118c0. 00000080:00000010:2.1:1781824352.519730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c14a40. 00000080:00000010:2.1:1781824352.519736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c16b40. 00000080:00000010:2.1:1781824352.519742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c17380. 00000080:00000010:2.1:1781824352.519748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c11080. 00000080:00000010:2.1:1781824352.519753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c12100. 00000080:00000010:2.1:1781824352.519758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c10840. 00000080:00000010:2.1:1781824352.519763:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c15ac0. 00000080:00000010:2.1:1781824352.519774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c14200. 00000080:00000010:2.1:1781824352.519781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c139c0. 00000080:00000010:2.1:1781824352.519787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c22940. 00000080:00000010:2.1:1781824352.519796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c26300. 00000080:00000010:2.1:1781824352.519805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c25280. 00000080:00000010:2.1:1781824352.519902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0c200. 00000080:00000010:2.1:1781824352.519913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0b9c0. 00000080:00000010:2.1:1781824352.519919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0b180. 00000080:00000010:2.1:1781824352.519926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c08000. 00000080:00000010:2.1:1781824352.519945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0a940. 00000080:00000010:2.1:1781824352.519955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0e300. 00000080:00000010:2.1:1781824352.519967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7f380. 00000080:00000010:2.1:1781824352.519978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c218c0. 00000080:00000010:2.1:1781824352.519991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c24a40. 00000080:00000010:0.1:1781824352.586921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c26b40. 00000080:00000010:0.1:1781824352.586957:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c27380. 00000080:00000010:0.1:1781824352.586970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c21080. 00000080:00000010:0.1:1781824352.586987:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c22100. 00000080:00000010:0.1:1781824352.586999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c20840. 00000080:00000010:0.1:1781824352.587013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c0d280. 00000080:00000010:1.1:1781824352.600143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c098c0. 00000080:00000010:1.1:1781824352.600164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2c200. 00000080:00000010:1.1:1781824352.600178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2b9c0. 00000080:00000010:1.1:1781824352.600203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c25ac0. 00000080:00000010:1.1:1781824352.600212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c24200. 00000080:00000010:1.1:1781824352.600222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c239c0. 00000080:00000010:1.1:1781824352.600231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c23180. 00000080:00000010:1.1:1781824352.600239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c20000. 00000080:00000010:1.1:1781824352.600247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c34200. 00000080:00000010:1.1:1781824352.600255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c339c0. 00000080:00000010:1.1:1781824352.600261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c33180. 00000080:00000010:1.1:1781824352.600275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c30000. 00000080:00000010:1.1:1781824352.600287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b79080. 00000080:00000010:1.1:1781824352.600295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7a100. 00000080:00000010:1.1:1781824352.600302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b78840. 00000080:00000010:1.1:1781824352.600308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26b7dac0. 00000080:00000010:1.1:1781824352.600340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3f380. 00000080:00000010:1.1:1781824352.600348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c39080. 00000080:00000010:1.1:1781824352.600354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3a100. 00000080:00000010:1.1:1781824352.600363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c38840. 00000080:00000010:1.1:1781824352.600369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3dac0. 00000080:00000010:1.1:1781824352.600380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c32940. 00000080:00000010:1.1:1781824352.600387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c36300. 00000080:00000010:1.1:1781824352.600394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c35280. 00000080:00000010:1.1:1781824352.600401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c318c0. 00000080:00000010:1.1:1781824352.600408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c34a40. 00000080:00000010:1.1:1781824352.600415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c36b40. 00000080:00000010:1.1:1781824352.600422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c37380. 00000080:00000010:1.1:1781824352.600428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c31080. 00000080:00000010:1.1:1781824352.600434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c32100. 00000080:00000010:1.1:1781824352.600447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bddac0. 00000080:00000010:1.1:1781824352.600457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdc200. 00000080:00000010:1.1:1781824352.600463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdb9c0. 00000080:00000010:1.1:1781824352.600477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c30840. 00000080:00000010:1.1:1781824352.600484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c35ac0. 00000080:00000010:1.1:1781824352.600490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c47380. 00000080:00000010:1.1:1781824352.600497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f26bdb180. 00000080:00000010:1.1:1781824352.600521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4c200. 00000080:00000010:1.1:1781824352.600529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4b9c0. 00000080:00000010:1.1:1781824352.600535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4b180. 00000080:00000010:1.1:1781824352.600542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c48000. 00000080:00000010:1.1:1781824352.600547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4a940. 00000080:00000010:1.1:1781824352.600556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c41080. 00000080:00000010:1.1:1781824352.600563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c42100. 00000080:00000010:1.1:1781824352.600570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c40840. 00000080:00000010:1.1:1781824352.600578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c45ac0. 00000080:00000010:1.1:1781824352.600585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c44200. 00000080:00000010:1.1:1781824352.600593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c439c0. 00000080:00000010:1.1:1781824352.600599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c43180. 00000080:00000010:1.1:1781824352.600610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4e300. 00000080:00000010:1.1:1781824352.600621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c40000. 00000080:00000010:1.1:1781824352.600633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c42940. 00000080:00000010:1.1:1781824352.600642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4d280. 00000080:00000010:1.1:1781824352.600652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c498c0. 00000080:00000010:1.1:1781824352.600679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c46300. 00000080:00000010:1.1:1781824352.600691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c45280. 00000080:00000010:1.1:1781824352.600699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c418c0. 00000080:00000010:1.1:1781824352.600715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c44a40. 00000080:00000010:1.1:1781824352.600722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c46b40. 00000080:00000010:1.1:1781824352.600729:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c56300. 00000080:00000010:1.1:1781824352.600736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c55280. 00000080:00000010:1.1:1781824352.600743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c518c0. 00000080:00000010:1.1:1781824352.600753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c54a40. 00000080:00000010:1.1:1781824352.600760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c56b40. 00000080:00000010:1.1:1781824352.600768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4ca40. 00000080:00000010:2.1:1781824352.634119:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4eb40. 00000080:00000010:2.1:1781824352.634141:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c57380. 00000080:00000010:2.1:1781824352.634160:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c51080. 00000080:00000010:2.1:1781824352.634167:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c52100. 00000080:00000010:2.1:1781824352.634174:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4f380. 00000080:00000010:2.1:1781824352.634181:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c49080. 00000080:00000010:2.1:1781824352.634187:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4a100. 00000080:00000010:2.1:1781824352.634195:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c50840. 00000080:00000010:2.1:1781824352.634201:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c55ac0. 00000080:00000010:2.1:1781824352.634208:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c54200. 00000080:00000010:2.1:1781824352.634223:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c539c0. 00000080:00000010:2.1:1781824352.634230:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c53180. 00000080:00000010:3.1:1781824352.665132:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c50000. 00000080:00000010:3.1:1781824352.665147:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c52940. 00000080:00000010:3.1:1781824352.665160:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c58000. 00000080:00000010:3.1:1781824352.665167:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5a940. 00000080:00000010:3.1:1781824352.665175:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5e300. 00000080:00000010:3.1:1781824352.665241:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5d280. 00000080:00000010:3.1:1781824352.665249:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c598c0. 00000080:00000010:3.1:1781824352.665267:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2b180. 00000080:00000010:3.1:1781824352.665274:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5ca40. 00000080:00000010:3.1:1781824352.665280:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5eb40. 00000080:00000010:3.1:1781824352.665287:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5f380. 00000080:00000010:3.1:1781824352.665300:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c59080. 00000080:00000010:3.1:1781824352.665306:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5a100. 00000080:00000010:3.1:1781824352.665312:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c58840. 00000080:00000010:3.1:1781824352.665319:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5dac0. 00000080:00000010:3.1:1781824352.665326:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5c200. 00000080:00000010:3.1:1781824352.665332:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5b9c0. 00000080:00000010:3.1:1781824352.665339:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c5b180. 00000080:00000010:3.1:1781824352.665345:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c61080. 00000080:00000010:2.1:1781824352.704117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c48840. 00000080:00000010:2.1:1781824352.704149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c4dac0. 00000080:00000010:3.1:1781824352.807247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c66300. 00000080:00000010:3.1:1781824352.807265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c65280. 00000080:00000010:3.1:1781824352.807273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c618c0. 00000080:00000010:3.1:1781824352.807281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c64a40. 00000080:00000010:3.1:1781824352.807293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c66b40. 00000080:00000010:3.1:1781824352.807300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c67380. 00000080:00000010:3.1:1781824352.807307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7eb40. 00000080:00000010:3.1:1781824352.807315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7f380. 00000080:00000010:3.1:1781824352.807321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c79080. 00000080:00000010:3.1:1781824352.807329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7a100. 00000080:00000010:3.1:1781824352.807336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c78840. 00000080:00000010:3.1:1781824352.807342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7dac0. 00000080:00000010:3.1:1781824352.807349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7c200. 00000080:00000010:3.1:1781824352.807355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7b9c0. 00000080:00000010:3.1:1781824352.807375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c739c0. 00000080:00000010:3.1:1781824352.807397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3b9c0. 00000080:00000010:3.1:1781824352.807564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7b180. 00000080:00000010:3.1:1781824352.807573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c78000. 00000080:00000010:3.1:1781824352.807589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3b180. 00000080:00000010:3.1:1781824352.807595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c38000. 00000080:00000010:3.1:1781824352.807602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3a940. 00000080:00000010:3.1:1781824352.807608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3e300. 00000080:00000010:3.1:1781824352.807615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7a940. 00000080:00000010:3.1:1781824352.807621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7e300. 00000080:00000010:3.1:1781824352.807627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7d280. 00000080:00000010:3.1:1781824352.807633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c798c0. 00000080:00000010:3.1:1781824352.807640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c7ca40. 00000080:00000010:3.1:1781824352.807647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c85280. 00000080:00000010:3.1:1781824352.807731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c818c0. 00000080:00000010:3.1:1781824352.807750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c84a40. 00000080:00000010:3.1:1781824352.807763:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c86b40. 00000080:00000010:3.1:1781824352.807771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c87380. 00000080:00000010:3.1:1781824352.807778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c81080. 00000080:00000010:3.1:1781824352.807784:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c82100. 00000080:00000010:3.1:1781824352.807792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c80840. 00000080:00000010:3.1:1781824352.807801:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c73180. 00000080:00000010:3.1:1781824352.807808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c85ac0. 00000080:00000010:3.1:1781824352.807816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c84200. 00000080:00000010:3.1:1781824352.807826:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c70000. 00000080:00000010:2.1:1781824352.807962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6a100. 00000080:00000010:2.1:1781824352.807981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c68840. 00000080:00000010:2.1:1781824352.807996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c62100. 00000080:00000010:2.1:1781824352.808011:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c60840. 00000080:00000010:2.1:1781824352.808022:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6dac0. 00000080:00000010:2.1:1781824352.808038:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c28000. 00000080:00000010:2.1:1781824352.808051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2a940. 00000080:00000010:2.1:1781824352.808062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2e300. 00000080:00000010:2.1:1781824352.808074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2d280. 00000080:00000010:2.1:1781824352.808101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c298c0. 00000080:00000010:2.1:1781824352.808112:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2ca40. 00000080:00000010:2.1:1781824352.808122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2eb40. 00000080:00000010:2.1:1781824352.808136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2f380. 00000080:00000010:2.1:1781824352.808147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c29080. 00000080:00000010:2.1:1781824352.808156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2a100. 00000080:00000010:2.1:1781824352.808167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3c200. 00000080:00000010:2.1:1781824352.808177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c28840. 00000080:00000010:2.1:1781824352.808196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c2dac0. 00000080:00000010:2.1:1781824352.808276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c75ac0. 00000080:00000010:2.1:1781824352.808291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c74200. 00000080:00000010:2.1:1781824352.808307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6c200. 00000080:00000010:2.1:1781824352.808322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c65ac0. 00000080:00000010:2.1:1781824352.808333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c64200. 00000080:00000010:2.1:1781824352.808343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c639c0. 00000080:00000010:2.1:1781824352.808354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c63180. 00000080:00000010:2.1:1781824352.808364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c60000. 00000080:00000010:2.1:1781824352.808373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c62940. 00000080:00000010:1.1:1781824352.910145:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c83180. 00000080:00000010:0.1:1781824352.910148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c839c0. 00000080:00000010:1.1:1781824352.910164:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c80000. 00000080:00000010:1.1:1781824352.910187:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c82940. 00000080:00000010:1.1:1781824352.910196:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c86300. 00000080:00000010:1.1:1781824352.910204:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c94a40. 00000080:00000010:1.1:1781824352.910300:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c96b40. 00000080:00000010:1.1:1781824352.910309:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c97380. 00000080:00000010:1.1:1781824352.910317:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c91080. 00000080:00000010:1.1:1781824352.910325:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c92100. 00000080:00000010:1.1:1781824352.910331:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c90840. 00000080:00000010:1.1:1781824352.910339:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c95ac0. 00000080:00000010:1.1:1781824352.910353:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6b9c0. 00000080:00000010:1.1:1781824352.910362:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6b180. 00000080:00000010:1.1:1781824352.910369:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c68000. 00000080:00000010:1.1:1781824352.910376:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6a940. 00000080:00000010:1.1:1781824352.910384:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c94200. 00000080:00000010:1.1:1781824352.910397:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c939c0. 00000080:00000010:1.1:1781824352.910405:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c93180. 00000080:00000010:1.1:1781824352.910413:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c90000. 00000080:00000010:1.1:1781824352.910419:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c92940. 00000080:00000010:1.1:1781824352.910427:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c96300. 00000080:00000010:1.1:1781824352.910443:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c72940. 00000080:00000010:1.1:1781824352.910452:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c76300. 00000080:00000010:1.1:1781824352.910460:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c75280. 00000080:00000010:1.1:1781824352.910467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c718c0. 00000080:00000010:1.1:1781824352.910541:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c74a40. 00000080:00000010:1.1:1781824352.910549:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c76b40. 00000080:00000010:1.1:1781824352.910556:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c77380. 00000080:00000010:1.1:1781824352.910562:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c71080. 00000080:00000010:1.1:1781824352.910569:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c72100. 00000080:00000010:1.1:1781824352.910581:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c70840. 00000080:00000010:1.1:1781824352.910600:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9ca40. 00000080:00000010:1.1:1781824352.910610:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9eb40. 00000080:00000010:1.1:1781824352.910617:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9f380. 00000080:00000010:1.1:1781824352.910624:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c99080. 00000080:00000010:1.1:1781824352.910631:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9a100. 00000080:00000010:1.1:1781824352.910638:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c98840. 00000080:00000010:1.1:1781824352.910645:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9dac0. 00000080:00000010:1.1:1781824352.910651:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9c200. 00000080:00000010:1.1:1781824352.910658:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9b9c0. 00000080:00000010:1.1:1781824352.910666:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c95280. 00000080:00000010:1.1:1781824352.910673:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c918c0. 00000080:00000010:1.1:1781824352.910680:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca7380. 00000080:00000010:1.1:1781824352.910688:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca1080. 00000080:00000010:1.1:1781824352.910696:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca2100. 00000080:00000010:1.1:1781824352.910709:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca0840. 00000080:00000010:1.1:1781824352.910716:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca5ac0. 00000080:00000010:1.1:1781824352.910725:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca4200. 00000080:00000010:1.1:1781824352.910736:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9b180. 00000080:00000010:1.1:1781824352.910742:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c98000. 00000080:00000010:1.1:1781824352.910752:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9a940. 00000080:00000010:1.1:1781824352.910758:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9e300. 00000080:00000010:1.1:1781824352.910771:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c9d280. 00000080:00000010:1.1:1781824352.910778:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c998c0. 00000080:00000010:1.1:1781824352.910786:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cac200. 00000080:00000010:1.1:1781824352.910795:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cab9c0. 00000080:00000010:1.1:1781824352.910802:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cab180. 00000080:00000010:1.1:1781824352.910810:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca8000. 00000080:00000010:1.1:1781824352.910822:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38caa940. 00000080:00000010:1.1:1781824352.910829:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cae300. 00000080:00000010:1.1:1781824352.910838:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cad280. 00000080:00000010:1.1:1781824352.910845:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca98c0. 00000080:00000010:1.1:1781824352.910853:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38caca40. 00000080:00000010:1.1:1781824352.910859:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38caeb40. 00000080:00000010:1.1:1781824352.910865:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38caf380. 00000080:00000010:1.1:1781824352.910871:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca9080. 00000080:00000010:1.1:1781824352.910878:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38caa100. 00000080:00000010:1.1:1781824352.910884:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca8840. 00000080:00000010:1.1:1781824352.910895:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cadac0. 00000080:00000010:1.1:1781824352.910903:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca39c0. 00000080:00000010:1.1:1781824352.910911:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca3180. 00000080:00000010:1.1:1781824352.910918:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca0000. 00000080:00000010:1.1:1781824352.910938:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca2940. 00000080:00000010:1.1:1781824352.910946:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca6300. 00000080:00000010:1.1:1781824352.910951:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca5280. 00000080:00000010:1.1:1781824352.910960:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca18c0. 00000080:00000010:1.1:1781824352.910970:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca4a40. 00000080:00000010:1.1:1781824352.910978:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ca6b40. 00000080:00000010:1.1:1781824352.910985:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbe300. 00000080:00000010:1.1:1781824352.910994:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc7380. 00000080:00000010:1.1:1781824352.911003:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc1080. 00000080:00000010:1.1:1781824352.911009:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc2100. 00000080:00000010:1.1:1781824352.911016:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc0840. 00000080:00000010:1.1:1781824352.911022:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc5ac0. 00000080:00000010:1.1:1781824352.911029:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc4200. 00000080:00000010:1.1:1781824352.911035:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc39c0. 00000080:00000010:1.1:1781824352.911041:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc3180. 00000080:00000010:1.1:1781824352.911062:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc0000. 00000080:00000010:1.1:1781824352.911070:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc2940. 00000080:00000010:1.1:1781824352.911103:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc6300. 00000080:00000010:1.1:1781824352.911115:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc5280. 00000080:00000010:1.1:1781824352.911122:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc18c0. 00000080:00000010:1.1:1781824352.911129:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc4a40. 00000080:00000010:1.1:1781824352.911135:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc6b40. 00000080:00000010:1.1:1781824352.911142:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cceb40. 00000080:00000010:1.1:1781824352.911151:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccf380. 00000080:00000010:1.1:1781824352.911158:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc9080. 00000080:00000010:1.1:1781824352.911168:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cca100. 00000080:00000010:1.1:1781824352.911176:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc8840. 00000080:00000010:1.1:1781824352.911184:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccdac0. 00000080:00000010:1.1:1781824352.911193:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccc200. 00000080:00000010:1.1:1781824352.911200:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccb9c0. 00000080:00000010:1.1:1781824352.911208:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccb180. 00000080:00000010:1.1:1781824352.911214:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc8000. 00000080:00000010:1.1:1781824352.911223:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6e300. 00000080:00000010:1.1:1781824352.911231:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cca940. 00000080:00000010:1.1:1781824352.911238:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cce300. 00000080:00000010:1.1:1781824352.911245:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccd280. 00000080:00000010:1.1:1781824352.911256:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cc98c0. 00000080:00000010:1.1:1781824352.911262:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ccca40. 00000080:00000010:1.1:1781824352.911271:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd3180. 00000080:00000010:1.1:1781824352.911318:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd0000. 00000080:00000010:1.1:1781824352.911328:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6d280. 00000080:00000010:1.1:1781824352.911337:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c698c0. 00000080:00000010:1.1:1781824352.911346:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd2940. 00000080:00000010:1.1:1781824352.911354:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd6300. 00000080:00000010:1.1:1781824352.911363:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd5280. 00000080:00000010:1.1:1781824352.911370:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd18c0. 00000080:00000010:1.1:1781824352.911378:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd4a40. 00000080:00000010:1.1:1781824352.911384:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd6b40. 00000080:00000010:1.1:1781824352.911399:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd7380. 00000080:00000010:1.1:1781824352.911406:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd1080. 00000080:00000010:1.1:1781824352.911414:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd2100. 00000080:00000010:1.1:1781824352.914152:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd0840. 00000080:00000010:1.1:1781824352.914167:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd5ac0. 00000080:00000010:1.1:1781824352.914185:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6ca40. 00000080:00000010:1.1:1781824352.914196:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd4200. 00000080:00000010:1.1:1781824352.914207:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd39c0. 00000080:00000010:1.1:1781824352.914218:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd9080. 00000080:00000010:1.1:1781824352.914228:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cda100. 00000080:00000010:1.1:1781824352.914236:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd8840. 00000080:00000010:1.1:1781824352.914246:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cddac0. 00000080:00000010:1.1:1781824352.914254:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdc200. 00000080:00000010:1.1:1781824352.914261:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdb9c0. 00000080:00000010:1.1:1781824352.914267:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdb180. 00000080:00000010:1.1:1781824352.914273:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd8000. 00000080:00000010:1.1:1781824352.914280:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cda940. 00000080:00000010:1.1:1781824352.914286:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cde300. 00000080:00000010:1.1:1781824352.914292:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdd280. 00000080:00000010:1.1:1781824352.914298:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cd98c0. 00000080:00000010:1.1:1781824352.914304:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdca40. 00000080:00000010:1.1:1781824352.914315:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdeb40. 00000080:00000010:1.1:1781824352.914412:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cdf380. 00000080:00000010:1.1:1781824352.914426:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce7380. 00000080:00000010:1.1:1781824352.914435:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce1080. 00000080:00000010:1.1:1781824352.914444:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce2100. 00000080:00000010:1.1:1781824352.914452:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce0840. 00000080:00000010:1.1:1781824352.914459:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce5ac0. 00000080:00000010:1.1:1781824352.914620:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce4200. 00000080:00000010:1.1:1781824352.914629:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce39c0. 00000080:00000010:1.1:1781824352.914638:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce3180. 00000080:00000010:1.1:1781824352.914649:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce0000. 00000080:00000010:1.1:1781824352.914729:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce2940. 00000080:00000010:1.1:1781824352.914742:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce6300. 00000080:00000010:1.1:1781824352.914750:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce5280. 00000080:00000010:1.1:1781824352.914757:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce18c0. 00000080:00000010:1.1:1781824352.914764:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce4a40. 00000080:00000010:1.1:1781824352.914770:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce6b40. 00000080:00000010:1.1:1781824352.914778:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ceca40. 00000080:00000010:1.1:1781824352.914785:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ceeb40. 00000080:00000010:1.1:1781824352.914792:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cef380. 00000080:00000010:1.1:1781824352.914799:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce9080. 00000080:00000010:1.1:1781824352.914810:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cea100. 00000080:00000010:1.1:1781824352.914817:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce8840. 00000080:00000010:1.1:1781824352.914824:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cedac0. 00000080:00000010:1.1:1781824352.914831:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cec200. 00000080:00000010:1.1:1781824352.914837:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ceb9c0. 00000080:00000010:1.1:1781824352.914845:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ceb180. 00000080:00000010:1.1:1781824352.914851:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce8000. 00000080:00000010:1.1:1781824352.914857:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cea940. 00000080:00000010:1.1:1781824352.914864:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cee300. 00000080:00000010:1.1:1781824352.914869:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ced280. 00000080:00000010:1.1:1781824352.914880:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ce98c0. 00000080:00000010:1.1:1781824352.914890:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cff380. 00000080:00000010:1.1:1781824352.914898:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cf9080. 00000080:00000010:1.1:1781824352.914905:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfa100. 00000080:00000010:1.1:1781824352.914912:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cf8840. 00000080:00000010:1.1:1781824352.914919:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfdac0. 00000080:00000010:1.1:1781824352.914939:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfc200. 00000080:00000010:1.1:1781824352.914947:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfb9c0. 00000080:00000010:1.1:1781824352.914954:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfb180. 00000080:00000010:1.1:1781824352.914960:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cf8000. 00000080:00000010:1.1:1781824352.914968:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfa940. 00000080:00000010:1.1:1781824352.914975:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfe300. 00000080:00000010:1.1:1781824352.914981:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfd280. 00000080:00000010:1.1:1781824352.914987:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cf98c0. 00000080:00000010:1.1:1781824352.914992:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfca40. 00000080:00000010:1.1:1781824352.914999:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbd280. 00000080:00000010:1.1:1781824352.915006:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cb98c0. 00000080:00000010:1.1:1781824352.915012:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbca40. 00000080:00000010:1.1:1781824352.915018:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbeb40. 00000080:00000010:1.1:1781824352.915024:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbf380. 00000080:00000010:1.1:1781824352.915029:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cb9080. 00000080:00000010:1.1:1781824352.915036:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cba100. 00000080:00000010:1.1:1781824352.915175:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cb8840. 00000080:00000010:1.1:1781824352.915185:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbdac0. 00000080:00000010:1.1:1781824352.915194:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cfeb40. 00000080:00000010:1.1:1781824352.915203:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d01080. 00000080:00000010:1.1:1781824352.915214:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d02100. 00000080:00000010:1.1:1781824352.915221:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d00840. 00000080:00000010:1.1:1781824352.915229:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d05ac0. 00000080:00000010:1.1:1781824352.915247:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d04200. 00000080:00000010:1.1:1781824352.915258:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d039c0. 00000080:00000010:1.1:1781824352.915267:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6eb40. 00000080:00000010:1.1:1781824352.915283:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d03180. 00000080:00000010:1.1:1781824352.915291:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d00000. 00000080:00000010:1.1:1781824352.915298:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d02940. 00000080:00000010:1.1:1781824352.915304:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d06300. 00000080:00000010:1.1:1781824352.915311:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d05280. 00000080:00000010:1.1:1781824352.915317:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d018c0. 00000080:00000010:1.1:1781824352.915323:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d04a40. 00000080:00000010:1.1:1781824352.915329:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d06b40. 00000080:00000010:1.1:1781824352.915335:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d07380. 00000080:00000010:1.1:1781824352.915342:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c6f380. 00000080:00000010:1.1:1781824352.915348:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c69080. 00000080:00000010:1.1:1781824352.915354:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d08840. 00000080:00000010:1.1:1781824352.915361:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0dac0. 00000080:00000010:1.1:1781824352.915367:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0c200. 00000080:00000010:1.1:1781824352.915373:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0b9c0. 00000080:00000010:1.1:1781824352.915385:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0b180. 00000080:00000010:1.1:1781824352.915392:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d08000. 00000080:00000010:1.1:1781824352.915402:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d14a40. 00000080:00000010:1.1:1781824352.915463:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d16b40. 00000080:00000010:1.1:1781824352.915471:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d17380. 00000080:00000010:1.1:1781824352.915478:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d11080. 00000080:00000010:1.1:1781824352.915485:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d12100. 00000080:00000010:1.1:1781824352.915492:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d10840. 00000080:00000010:1.1:1781824352.915498:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d15ac0. 00000080:00000010:1.1:1781824352.915504:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d14200. 00000080:00000010:1.1:1781824352.915510:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d139c0. 00000080:00000010:1.1:1781824352.915517:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d13180. 00000080:00000010:1.1:1781824352.915525:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d10000. 00000080:00000010:1.1:1781824352.915531:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d12940. 00000080:00000010:1.1:1781824352.915538:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d16300. 00000080:00000010:1.1:1781824352.915544:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d15280. 00000080:00000010:1.1:1781824352.915551:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d118c0. 00000080:00000010:1.1:1781824352.915558:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d19080. 00000080:00000010:1.1:1781824352.915565:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1a100. 00000080:00000010:1.1:1781824352.915572:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d18840. 00000080:00000010:1.1:1781824352.915578:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1dac0. 00000080:00000010:1.1:1781824352.915586:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1c200. 00000080:00000010:1.1:1781824352.915597:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1b9c0. 00000080:00000010:1.1:1781824352.915603:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1b180. 00000080:00000010:1.1:1781824352.915610:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d18000. 00000080:00000010:1.1:1781824352.915616:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1a940. 00000080:00000010:1.1:1781824352.915623:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1e300. 00000080:00000010:1.1:1781824352.915630:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1d280. 00000080:00000010:1.1:1781824352.915635:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d198c0. 00000080:00000010:1.1:1781824352.915643:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1ca40. 00000080:00000010:1.1:1781824352.915648:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1eb40. 00000080:00000010:1.1:1781824352.915654:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d1f380. 00000080:00000010:1.1:1781824352.915871:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d26b40. 00000080:00000010:1.1:1781824352.915881:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d27380. 00000080:00000010:1.1:1781824352.915890:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d21080. 00000080:00000010:1.1:1781824352.915896:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d22100. 00000080:00000010:1.1:1781824352.915902:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d20840. 00000080:00000010:1.1:1781824352.915909:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d25ac0. 00000080:00000010:1.1:1781824352.915915:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d24200. 00000080:00000010:1.1:1781824352.915933:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d239c0. 00000080:00000010:1.1:1781824352.919140:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d23180. 00000080:00000010:1.1:1781824352.919160:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbc200. 00000080:00000010:1.1:1781824352.919174:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbb9c0. 00000080:00000010:1.1:1781824352.933668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cbb180. 00000080:00000010:1.1:1781824352.933688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cb8000. 00000080:00000010:1.1:1781824352.933700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d20000. 00000080:00000010:1.1:1781824352.933713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d22940. 00000080:00000010:1.1:1781824352.933722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d26300. 00000080:00000010:1.1:1781824352.991144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d25280. 00000080:00000010:1.1:1781824352.991167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d218c0. 00000080:00000010:1.1:1781824352.991181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d24a40. 00000080:00000010:1.1:1781824352.991189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2f380. 00000080:00000010:1.1:1781824352.991197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d29080. 00000080:00000010:1.1:1781824352.991207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2a100. 00000080:00000010:1.1:1781824352.991215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d28840. 00000080:00000010:1.1:1781824352.991224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2dac0. 00000080:00000010:1.1:1781824352.991248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2c200. 00000080:00000010:2.1:1781824353.035186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2b9c0. 00000080:00000010:2.1:1781824353.035206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2b180. 00000080:00000010:2.1:1781824353.035213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d28000. 00000080:00000010:2.1:1781824353.035220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2a940. 00000080:00000010:2.1:1781824353.035227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2e300. 00000080:00000010:2.1:1781824353.035233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2d280. 00000080:00000010:2.1:1781824353.035239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d298c0. 00000080:00000010:2.1:1781824353.035245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2ca40. 00000080:00000010:2.1:1781824353.035251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d2eb40. 00000080:00000010:2.1:1781824353.035265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d37380. 00000080:00000010:2.1:1781824353.035273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d31080. 00000080:00000010:2.1:1781824353.035281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d32100. 00000080:00000010:2.1:1781824353.035287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d30840. 00000080:00000010:2.1:1781824353.035302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38cba940. 00000080:00000010:2.1:1781824353.035331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d398c0. 00000080:00000010:2.1:1781824353.035340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3ca40. 00000080:00000010:2.1:1781824353.035347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3eb40. 00000080:00000010:2.1:1781824353.035354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3f380. 00000080:00000010:2.1:1781824353.035365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d39080. 00000080:00000010:2.1:1781824353.035372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3a100. 00000080:00000010:2.1:1781824353.035378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d38840. 00000080:00000010:2.1:1781824353.035385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3dac0. 00000080:00000010:2.1:1781824353.035392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3c200. 00000080:00000010:2.1:1781824353.035399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3b9c0. 00000080:00000010:2.1:1781824353.035408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3d280. 00000080:00000010:2.1:1781824353.035418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d35ac0. 00000080:00000010:2.1:1781824353.035426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d34200. 00000080:00000010:2.1:1781824353.035432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d339c0. 00000080:00000010:2.1:1781824353.035439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d33180. 00000080:00000010:2.1:1781824353.035444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d30000. 00000080:00000010:3.1:1781824353.073150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d32940. 00000080:00000010:3.1:1781824353.073186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d36300. 00000080:00000010:3.1:1781824353.073195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d35280. 00000080:00000010:3.1:1781824353.073202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d318c0. 00000080:00000010:3.1:1781824353.073213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3b180. 00000080:00000010:3.1:1781824353.073223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d38000. 00000080:00000010:3.1:1781824353.073229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3a940. 00000080:00000010:3.1:1781824353.073236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3e300. 00000080:00000010:3.1:1781824353.073243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d3d280. 00000080:00000010:3.1:1781824353.073249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d34a40. 00000080:00000010:3.1:1781824353.073255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d36b40. 00000080:00000010:3.1:1781824353.073262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d44200. 00000080:00000010:3.1:1781824353.073269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d439c0. 00000080:00000010:3.1:1781824353.073275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d43180. 00000080:00000010:3.1:1781824353.073281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d40000. 00000080:00000010:3.1:1781824353.073293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d42940. 00000080:00000010:3.1:1781824353.073300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d46300. 00000080:00000010:3.1:1781824353.073306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d45280. 00000080:00000010:3.1:1781824353.073313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d418c0. 00000080:00000010:3.1:1781824353.073319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d44a40. 00000080:00000010:3.1:1781824353.073324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d46b40. 00000080:00000010:3.1:1781824353.073330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d47380. 00000080:00000010:3.1:1781824353.073335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d41080. 00000080:00000010:3.1:1781824353.073354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d42100. 00000080:00000010:3.1:1781824353.073361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d40840. 00000080:00000010:3.1:1781824353.073372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d45ac0. 00000080:00000010:3.1:1781824353.073379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4c200. 00000080:00000010:3.1:1781824353.073386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4b9c0. 00000080:00000010:3.1:1781824353.073398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4b180. 00000080:00000010:3.1:1781824353.073404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d48000. 00000080:00000010:3.1:1781824353.073410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4a940. 00000080:00000010:3.1:1781824353.073417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4e300. 00000080:00000010:3.1:1781824353.073424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4d280. 00000080:00000010:3.1:1781824353.073429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d498c0. 00000080:00000010:3.1:1781824353.073435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4ca40. 00000080:00000010:3.1:1781824353.073445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4eb40. 00000080:00000010:0.1:1781824353.108503:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4f380. 00000080:00000010:0.1:1781824353.108531:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d49080. 00000080:00000010:0.1:1781824353.108541:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4a100. 00000080:00000010:0.1:1781824353.108555:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0a940. 00000080:00000010:0.1:1781824353.108563:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0e300. 00000080:00000010:0.1:1781824353.108571:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d48840. 00000080:00000010:0.1:1781824353.108578:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d4dac0. 00000080:00000010:0.1:1781824353.108586:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d52940. 00000080:00000010:0.1:1781824353.108596:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d56300. 00000080:00000010:0.1:1781824353.108602:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d55280. 00000080:00000010:0.1:1781824353.108609:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d518c0. 00000080:00000010:0.1:1781824353.108622:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d54a40. 00000080:00000010:0.1:1781824353.108630:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d56b40. 00000080:00000010:0.1:1781824353.108636:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d57380. 00000080:00000010:1.1:1781824353.116136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d51080. 00000080:00000010:1.1:1781824353.116149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d52100. 00000080:00000010:1.1:1781824353.116161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d50840. 00000080:00000010:1.1:1781824353.116173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0d280. 00000080:00000010:1.1:1781824353.116180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d098c0. 00000080:00000010:1.1:1781824353.116186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d55ac0. 00000080:00000010:1.1:1781824353.116193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d54200. 00000080:00000010:1.1:1781824353.116200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d539c0. 00000080:00000010:1.1:1781824353.116206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d53180. 00000080:00000010:1.1:1781824353.116214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d50000. 00000080:00000010:1.1:1781824353.116221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5ca40. 00000080:00000010:1.1:1781824353.116228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5eb40. 00000080:00000010:1.1:1781824353.116235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5f380. 00000080:00000010:2.1:1781824353.173787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5a100. 00000080:00000010:2.1:1781824353.173810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d58840. 00000080:00000010:2.1:1781824353.173826:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5dac0. 00000080:00000010:0.1:1781824353.174223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d59080. 00000080:00000010:2.1:1781824353.211700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5c200. 00000080:00000010:2.1:1781824353.211724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5b9c0. 00000080:00000010:2.1:1781824353.211740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5b180. 00000080:00000010:2.1:1781824353.211747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d58000. 00000080:00000010:2.1:1781824353.211765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0ca40. 00000080:00000010:2.1:1781824353.211774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0eb40. 00000080:00000010:2.1:1781824353.211780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0f380. 00000080:00000010:2.1:1781824353.211787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d09080. 00000080:00000010:2.1:1781824353.211801:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d0a100. 00000080:00000010:2.1:1781824353.211835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d63180. 00000080:00000010:2.1:1781824353.211843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d60000. 00000080:00000010:2.1:1781824353.211850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d62940. 00000080:00000010:2.1:1781824353.211857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d66300. 00000080:00000010:2.1:1781824353.211865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d65280. 00000080:00000010:2.1:1781824353.211871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d618c0. 00000080:00000010:2.1:1781824353.211881:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5a940. 00000080:00000010:2.1:1781824353.211888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5e300. 00000080:00000010:2.1:1781824353.211895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d5d280. 00000080:00000010:2.1:1781824353.211902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d598c0. 00000080:00000010:2.1:1781824353.211910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6e300. 00000080:00000010:2.1:1781824353.211931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6d280. 00000080:00000010:2.1:1781824353.211940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d698c0. 00000080:00000010:2.1:1781824353.211954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d75280. 00000080:00000010:2.1:1781824353.212021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d718c0. 00000080:00000010:2.1:1781824353.212029:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d74a40. 00000080:00000010:2.1:1781824353.212035:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d76b40. 00000080:00000010:2.1:1781824353.212046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d64a40. 00000080:00000010:2.1:1781824353.212051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d66b40. 00000080:00000010:2.1:1781824353.212058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d67380. 00000080:00000010:2.1:1781824353.212070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d61080. 00000080:00000010:2.1:1781824353.212102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6ca40. 00000080:00000010:2.1:1781824353.212120:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6eb40. 00000080:00000010:2.1:1781824353.212128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6f380. 00000080:00000010:2.1:1781824353.212135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d69080. 00000080:00000010:2.1:1781824353.212141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6a100. 00000080:00000010:2.1:1781824353.212148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d62100. 00000080:00000010:2.1:1781824353.212154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d60840. 00000080:00000010:2.1:1781824353.212160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d65ac0. 00000080:00000010:2.1:1781824353.212172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d64200. 00000080:00000010:2.1:1781824353.212185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d639c0. 00000080:00000010:2.1:1781824353.212203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d80840. 00000080:00000010:2.1:1781824353.212212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d85ac0. 00000080:00000010:2.1:1781824353.212222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d84200. 00000080:00000010:2.1:1781824353.212230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d839c0. 00000080:00000010:2.1:1781824353.212242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d83180. 00000080:00000010:2.1:1781824353.212249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d80000. 00000080:00000010:2.1:1781824353.212256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d82940. 00000080:00000010:3.1:1781824353.247129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d86300. 00000080:00000010:3.1:1781824353.247143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d85280. 00000080:00000010:3.1:1781824353.247154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d818c0. 00000080:00000010:3.1:1781824353.247160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d84a40. 00000080:00000010:3.1:1781824353.247166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d86b40. 00000080:00000010:3.1:1781824353.247178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d68840. 00000080:00000010:3.1:1781824353.247185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6dac0. 00000080:00000010:3.1:1781824353.247190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6c200. 00000080:00000010:3.1:1781824353.247265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6b9c0. 00000080:00000010:3.1:1781824353.247272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6b180. 00000080:00000010:3.1:1781824353.247277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d68000. 00000080:00000010:3.1:1781824353.247286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d6a940. 00000080:00000010:3.1:1781824353.247309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d898c0. 00000080:00000010:3.1:1781824353.247316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8ca40. 00000080:00000010:3.1:1781824353.247331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d77380. 00000080:00000010:3.1:1781824353.247340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d71080. 00000080:00000010:3.1:1781824353.247346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d72100. 00000080:00000010:3.1:1781824353.247351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d70840. 00000080:00000010:3.1:1781824353.247356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d75ac0. 00000080:00000010:3.1:1781824353.247363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8eb40. 00000080:00000010:3.1:1781824353.247369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8f380. 00000080:00000010:3.1:1781824353.247375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d87380. 00000080:00000010:3.1:1781824353.247381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d81080. 00000080:00000010:0.1:1781824353.304139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d82100. 00000080:00000010:1.1:1781824353.304172:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d93180. 00000080:00000010:1.1:1781824353.304186:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d90000. 00000080:00000010:1.1:1781824353.304193:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d92940. 00000080:00000010:1.1:1781824353.304200:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d96300. 00000080:00000010:1.1:1781824353.304206:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d95280. 00000080:00000010:1.1:1781824353.304213:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d918c0. 00000080:00000010:1.1:1781824353.304219:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d94a40. 00000080:00000010:1.1:1781824353.304225:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d96b40. 00000080:00000010:1.1:1781824353.304231:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d97380. 00000080:00000010:1.1:1781824353.304241:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d91080. 00000080:00000010:1.1:1781824353.304257:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d92100. 00000080:00000010:1.1:1781824353.304263:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d90840. 00000080:00000010:1.1:1781824353.304270:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d95ac0. 00000080:00000010:1.1:1781824353.304277:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d89080. 00000080:00000010:1.1:1781824353.304284:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8a100. 00000080:00000010:1.1:1781824353.304291:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d88840. 00000080:00000010:1.1:1781824353.304298:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8dac0. 00000080:00000010:1.1:1781824353.304304:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d94200. 00000080:00000010:1.1:1781824353.304310:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d939c0. 00000080:00000010:1.1:1781824353.304316:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9a100. 00000080:00000010:1.1:1781824353.304326:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8c200. 00000080:00000010:1.1:1781824353.304332:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8b9c0. 00000080:00000010:1.1:1781824353.304339:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8b180. 00000080:00000010:1.1:1781824353.304345:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d88000. 00000080:00000010:1.1:1781824353.304350:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8a940. 00000080:00000010:1.1:1781824353.304380:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8e300. 00000080:00000010:1.1:1781824353.304387:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d8d280. 00000080:00000010:1.1:1781824353.304393:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da0840. 00000080:00000010:1.1:1781824353.304447:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da5ac0. 00000080:00000010:1.1:1781824353.304453:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da4200. 00000080:00000010:1.1:1781824353.304463:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d74200. 00000080:00000010:1.1:1781824353.304471:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d739c0. 00000080:00000010:0.1:1781824353.308126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d73180. 00000080:00000010:0.1:1781824353.308140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d70000. 00000080:00000010:0.1:1781824353.308146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d72940. 00000080:00000010:0.1:1781824353.308152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d76300. 00000080:00000010:0.1:1781824353.308159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dab180. 00000080:00000010:0.1:1781824353.308166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da8000. 00000080:00000010:0.1:1781824353.308172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38daa940. 00000080:00000010:0.1:1781824353.308178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dae300. 00000080:00000010:0.1:1781824353.308184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dad280. 00000080:00000010:0.1:1781824353.308258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da98c0. 00000080:00000010:0.1:1781824353.308265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38daca40. 00000080:00000010:0.1:1781824353.308271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38daeb40. 00000080:00000010:0.1:1781824353.308286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da39c0. 00000080:00000010:0.1:1781824353.308292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da3180. 00000080:00000010:0.1:1781824353.308298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da0000. 00000080:00000010:0.1:1781824353.308305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da2940. 00000080:00000010:0.1:1781824353.308311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da6300. 00000080:00000010:0.1:1781824353.308321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d98840. 00000080:00000010:0.1:1781824353.308328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9dac0. 00000080:00000010:0.1:1781824353.308334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da5280. 00000080:00000010:0.1:1781824353.308341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da18c0. 00000080:00000010:0.1:1781824353.308346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da4a40. 00000080:00000010:0.1:1781824353.308352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da6b40. 00000080:00000010:0.1:1781824353.308358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38daf380. 00000080:00000010:0.1:1781824353.308364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da9080. 00000080:00000010:0.1:1781824353.308370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9c200. 00000080:00000010:0.1:1781824353.308376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9b9c0. 00000080:00000010:0.1:1781824353.308381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9b180. 00000080:00000010:0.1:1781824353.308390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d98000. 00000080:00000010:0.1:1781824353.308398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da7380. 00000080:00000010:0.1:1781824353.308405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9a940. 00000080:00000010:0.1:1781824353.308410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9e300. 00000080:00000010:0.1:1781824353.308417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da1080. 00000080:00000010:0.1:1781824353.308422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da2100. 00000080:00000010:0.1:1781824353.308429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db7380. 00000080:00000010:0.1:1781824353.308435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db1080. 00000080:00000010:0.1:1781824353.308442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db2100. 00000080:00000010:0.1:1781824353.308449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db0840. 00000080:00000010:0.1:1781824353.308454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db5ac0. 00000080:00000010:0.1:1781824353.308461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db4200. 00000080:00000010:0.1:1781824353.308467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db39c0. 00000080:00000010:0.1:1781824353.308475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db3180. 00000080:00000010:0.1:1781824353.308480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9d280. 00000080:00000010:0.1:1781824353.308487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d998c0. 00000080:00000010:0.1:1781824353.308493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9ca40. 00000080:00000010:0.1:1781824353.308498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9eb40. 00000080:00000010:0.1:1781824353.308504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d9f380. 00000080:00000010:0.1:1781824353.308509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db0000. 00000080:00000010:0.1:1781824353.308515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db2940. 00000080:00000010:0.1:1781824353.308521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db6300. 00000080:00000010:0.1:1781824353.308526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db5280. 00000080:00000010:0.1:1781824353.308532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db18c0. 00000080:00000010:0.1:1781824353.308539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db4a40. 00000080:00000010:0.1:1781824353.308545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38db6b40. 00000080:00000010:0.1:1781824353.308550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38d99080. 00000080:00000010:0.1:1781824353.308570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc1080. 00000080:00000010:0.1:1781824353.308579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc2100. 00000080:00000010:0.1:1781824353.308585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc0840. 00000080:00000010:0.1:1781824353.308591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc5ac0. 00000080:00000010:0.1:1781824353.308598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcf380. 00000080:00000010:0.1:1781824353.308657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc9080. 00000080:00000010:0.1:1781824353.308667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dca100. 00000080:00000010:0.1:1781824353.308673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc8840. 00000080:00000010:0.1:1781824353.308679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc4200. 00000080:00000010:0.1:1781824353.308685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc39c0. 00000080:00000010:0.1:1781824353.308691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc3180. 00000080:00000010:0.1:1781824353.308696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc0000. 00000080:00000010:0.1:1781824353.308702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc2940. 00000080:00000010:0.1:1781824353.308707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc6300. 00000080:00000010:0.1:1781824353.308713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc5280. 00000080:00000010:0.1:1781824353.308719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcdac0. 00000080:00000010:0.1:1781824353.308725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcc200. 00000080:00000010:0.1:1781824353.308731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcb9c0. 00000080:00000010:0.1:1781824353.308737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcb180. 00000080:00000010:0.1:1781824353.308743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc8000. 00000080:00000010:0.1:1781824353.308748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dca940. 00000080:00000010:0.1:1781824353.308754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dce300. 00000080:00000010:0.1:1781824353.308760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc18c0. 00000080:00000010:0.1:1781824353.308765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc4a40. 00000080:00000010:0.1:1781824353.308771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcd280. 00000080:00000010:0.1:1781824353.308777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc98c0. 00000080:00000010:0.1:1781824353.308782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dcca40. 00000080:00000010:0.1:1781824353.308788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dceb40. 00000080:00000010:0.1:1781824353.308794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd6300. 00000080:00000010:0.1:1781824353.308800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd5280. 00000080:00000010:0.1:1781824353.308806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38daa100. 00000080:00000010:0.1:1781824353.308811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38da8840. 00000080:00000010:0.1:1781824353.308817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd18c0. 00000080:00000010:0.1:1781824353.308829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c398c0. 00000080:00000010:0.1:1781824353.308839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3ca40. 00000080:00000010:0.1:1781824353.308845:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38c3eb40. 00000080:00000010:0.1:1781824353.308860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd98c0. 00000080:00000010:0.1:1781824353.308866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddca40. 00000080:00000010:0.1:1781824353.308873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddeb40. 00000080:00000010:0.1:1781824353.308879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddf380. 00000080:00000010:0.1:1781824353.308884:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd9080. 00000080:00000010:0.1:1781824353.308889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dda100. 00000080:00000010:1.1:1781824353.406130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd8840. 00000080:00000010:1.1:1781824353.406141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dddac0. 00000080:00000010:1.1:1781824353.406152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddc200. 00000080:00000010:1.1:1781824353.513125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddb9c0. 00000080:00000010:1.1:1781824353.513146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd4a40. 00000080:00000010:1.1:1781824353.513155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd6b40. 00000080:00000010:1.1:1781824353.513161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd7380. 00000080:00000010:1.1:1781824353.513168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd1080. 00000080:00000010:1.1:1781824353.513184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc6b40. 00000080:00000010:1.1:1781824353.513191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dc7380. 00000080:00000010:1.1:1781824353.513221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd2100. 00000080:00000010:1.1:1781824353.513229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd0840. 00000080:00000010:1.1:1781824353.513235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd5ac0. 00000080:00000010:1.1:1781824353.513241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd4200. 00000080:00000010:1.1:1781824353.513247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd39c0. 00000080:00000010:1.1:1781824353.513253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd3180. 00000080:00000010:1.1:1781824353.513259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd0000. 00000080:00000010:1.1:1781824353.513264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd2940. 00000080:00000010:1.1:1781824353.513271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de0000. 00000080:00000010:1.1:1781824353.513278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de2940. 00000080:00000010:1.1:1781824353.513286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de6300. 00000080:00000010:1.1:1781824353.513292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dea940. 00000080:00000010:1.1:1781824353.513298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dee300. 00000080:00000010:1.1:1781824353.513307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ded280. 00000080:00000010:1.1:1781824353.513312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de98c0. 00000080:00000010:1.1:1781824353.513318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38deca40. 00000080:00000010:1.1:1781824353.513324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38deeb40. 00000080:00000010:1.1:1781824353.513330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38def380. 00000080:00000010:1.1:1781824353.513335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de9080. 00000080:00000010:1.1:1781824353.513341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dea100. 00000080:00000010:1.1:1781824353.513347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de8840. 00000080:00000010:1.1:1781824353.513352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dedac0. 00000080:00000010:1.1:1781824353.513357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dec200. 00000080:00000010:1.1:1781824353.513366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38deb9c0. 00000080:00000010:1.1:1781824353.513372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38deb180. 00000080:00000010:1.1:1781824353.513377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de8000. 00000080:00000010:1.1:1781824353.513383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df3180. 00000080:00000010:1.1:1781824353.513389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df0000. 00000080:00000010:1.1:1781824353.513395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df2940. 00000080:00000010:1.1:1781824353.513401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df6300. 00000080:00000010:1.1:1781824353.513414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df5280. 00000080:00000010:1.1:1781824353.513420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df18c0. 00000080:00000010:1.1:1781824353.513427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de5280. 00000080:00000010:1.1:1781824353.513433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df4a40. 00000080:00000010:1.1:1781824353.513442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df6b40. 00000080:00000010:1.1:1781824353.513448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df7380. 00000080:00000010:1.1:1781824353.513456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df1080. 00000080:00000010:1.1:1781824353.513462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df2100. 00000080:00000010:1.1:1781824353.513468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de18c0. 00000080:00000010:1.1:1781824353.513474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de4a40. 00000080:00000010:1.1:1781824353.513479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de6b40. 00000080:00000010:1.1:1781824353.513489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de7380. 00000080:00000010:1.1:1781824353.513494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de1080. 00000080:00000010:1.1:1781824353.513500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de2100. 00000080:00000010:1.1:1781824353.513506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df0840. 00000080:00000010:1.1:1781824353.513512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df5ac0. 00000080:00000010:1.1:1781824353.513518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df4200. 00000080:00000010:1.1:1781824353.513524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de0840. 00000080:00000010:1.1:1781824353.513529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de5ac0. 00000080:00000010:1.1:1781824353.513534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de4200. 00000080:00000010:1.1:1781824353.513540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de39c0. 00000080:00000010:1.1:1781824353.513551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dadac0. 00000080:00000010:1.1:1781824353.513557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dac200. 00000080:00000010:1.1:1781824353.513564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dab9c0. 00000080:00000010:1.1:1781824353.513580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df8840. 00000080:00000010:1.1:1781824353.513588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfdac0. 00000080:00000010:1.1:1781824353.513595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfc200. 00000080:00000010:1.1:1781824353.513601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfb9c0. 00000080:00000010:1.1:1781824353.513607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfb180. 00000080:00000010:1.1:1781824353.513614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df39c0. 00000080:00000010:1.1:1781824353.513621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e02100. 00000080:00000010:1.1:1781824353.513628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e00840. 00000080:00000010:1.1:1781824353.513636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e05ac0. 00000080:00000010:1.1:1781824353.513643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e04200. 00000080:00000010:1.1:1781824353.513650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e039c0. 00000080:00000010:1.1:1781824353.513656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e03180. 00000080:00000010:1.1:1781824353.513662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e00000. 00000080:00000010:1.1:1781824353.513668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e02940. 00000080:00000010:1.1:1781824353.513673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e06300. 00000080:00000010:1.1:1781824353.513679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e05280. 00000080:00000010:1.1:1781824353.513684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e018c0. 00000080:00000010:1.1:1781824353.513690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e04a40. 00000080:00000010:1.1:1781824353.513697:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e06b40. 00000080:00000010:1.1:1781824353.513703:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e07380. 00000080:00000010:1.1:1781824353.513709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e01080. 00000080:00000010:1.1:1781824353.513715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0c200. 00000080:00000010:1.1:1781824353.513721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38de3180. 00000080:00000010:1.1:1781824353.513726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0b9c0. 00000080:00000010:1.1:1781824353.513732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0b180. 00000080:00000010:1.1:1781824353.513738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e08000. 00000080:00000010:1.1:1781824353.513743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0a940. 00000080:00000010:1.1:1781824353.513750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0e300. 00000080:00000010:1.1:1781824353.513756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e12100. 00000080:00000010:1.1:1781824353.513793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e10840. 00000080:00000010:1.1:1781824353.513800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0d280. 00000080:00000010:1.1:1781824353.513810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e098c0. 00000080:00000010:1.1:1781824353.513816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0ca40. 00000080:00000010:1.1:1781824353.513822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df8000. 00000080:00000010:1.1:1781824353.513828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfa940. 00000080:00000010:1.1:1781824353.513834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0eb40. 00000080:00000010:1.1:1781824353.513840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0f380. 00000080:00000010:1.1:1781824353.513847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e09080. 00000080:00000010:1.1:1781824353.513852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0a100. 00000080:00000010:1.1:1781824353.513858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e08840. 00000080:00000010:1.1:1781824353.513863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e0dac0. 00000080:00000010:1.1:1781824353.513876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e18000. 00000080:00000010:1.1:1781824353.513882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1a940. 00000080:00000010:1.1:1781824353.513890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1e300. 00000080:00000010:1.1:1781824353.513896:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1d280. 00000080:00000010:1.1:1781824353.513902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e198c0. 00000080:00000010:1.1:1781824353.513908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1ca40. 00000080:00000010:1.1:1781824353.513925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfe300. 00000080:00000010:1.1:1781824353.513931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfd280. 00000080:00000010:1.1:1781824353.513941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df98c0. 00000080:00000010:1.1:1781824353.513946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1eb40. 00000080:00000010:1.1:1781824353.513952:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1f380. 00000080:00000010:1.1:1781824353.513958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e19080. 00000080:00000010:1.1:1781824353.513963:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1a100. 00000080:00000010:1.1:1781824353.513974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e18840. 00000080:00000010:1.1:1781824353.513980:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1dac0. 00000080:00000010:1.1:1781824353.513986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfca40. 00000080:00000010:1.1:1781824353.513992:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfeb40. 00000080:00000010:1.1:1781824353.514001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1c200. 00000080:00000010:1.1:1781824353.514008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1b9c0. 00000080:00000010:1.1:1781824353.514016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e15ac0. 00000080:00000010:1.1:1781824353.514023:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e14200. 00000080:00000010:1.1:1781824353.514030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e1b180. 00000080:00000010:1.1:1781824353.514036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dff380. 00000080:00000010:1.1:1781824353.514042:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38df9080. 00000080:00000010:1.1:1781824353.514048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dfa100. 00000080:00000010:1.1:1781824353.514061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e21080. 00000080:00000010:1.1:1781824353.514068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e22100. 00000080:00000010:1.1:1781824353.514074:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e20840. 00000080:00000010:1.1:1781824353.514105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e25ac0. 00000080:00000010:1.1:1781824353.514115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e24200. 00000080:00000010:1.1:1781824353.514121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e239c0. 00000080:00000010:1.1:1781824353.514129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2a100. 00000080:00000010:1.1:1781824353.514136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e28840. 00000080:00000010:1.1:1781824353.514143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2dac0. 00000080:00000010:1.1:1781824353.514149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e23180. 00000080:00000010:1.1:1781824353.514155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e20000. 00000080:00000010:1.1:1781824353.514160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e22940. 00000080:00000010:1.1:1781824353.514167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e139c0. 00000080:00000010:1.1:1781824353.514173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e13180. 00000080:00000010:1.1:1781824353.514178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e10000. 00000080:00000010:1.1:1781824353.514184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e26300. 00000080:00000010:1.1:1781824353.514189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e25280. 00000080:00000010:1.1:1781824353.514195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddb180. 00000080:00000010:1.1:1781824353.514201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dd8000. 00000080:00000010:1.1:1781824353.514207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2c200. 00000080:00000010:1.1:1781824353.514212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2b9c0. 00000080:00000010:1.1:1781824353.514218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2b180. 00000080:00000010:1.1:1781824353.514223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e28000. 00000080:00000010:1.1:1781824353.514229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e12940. 00000080:00000010:1.1:1781824353.514236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e16300. 00000080:00000010:1.1:1781824353.514241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e15280. 00000080:00000010:1.1:1781824353.514247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e118c0. 00000080:00000010:1.1:1781824353.514255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e218c0. 00000080:00000010:1.1:1781824353.514260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e24a40. 00000080:00000010:1.1:1781824353.514266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e26b40. 00000080:00000010:1.1:1781824353.514274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e27380. 00000080:00000010:1.1:1781824353.514284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2a940. 00000080:00000010:1.1:1781824353.514291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2e300. 00000080:00000010:1.1:1781824353.514298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3a940. 00000080:00000010:1.1:1781824353.514305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3e300. 00000080:00000010:1.1:1781824353.514311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3d280. 00000080:00000010:1.1:1781824353.514317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e398c0. 00000080:00000010:1.1:1781824353.514323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2d280. 00000080:00000010:1.1:1781824353.514330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e298c0. 00000080:00000010:1.1:1781824353.514336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2ca40. 00000080:00000010:1.1:1781824353.514344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2eb40. 00000080:00000010:1.1:1781824353.514350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e2f380. 00000080:00000010:1.1:1781824353.514356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e29080. 00000080:00000010:1.1:1781824353.514362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3ca40. 00000080:00000010:1.1:1781824353.514367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3eb40. 00000080:00000010:0.1:1781824353.617216:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3f380. 00000080:00000010:0.1:1781824353.617227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e39080. 00000080:00000010:0.1:1781824353.617241:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e42100. 00000080:00000010:0.1:1781824353.617249:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e40840. 00000080:00000010:0.1:1781824353.617262:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e45ac0. 00000080:00000010:0.1:1781824353.617270:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e44200. 00000080:00000010:0.1:1781824353.617277:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e439c0. 00000080:00000010:0.1:1781824353.617286:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e14a40. 00000080:00000010:0.1:1781824353.617297:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e16b40. 00000080:00000010:0.1:1781824353.617303:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e43180. 00000080:00000010:0.1:1781824353.617309:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e40000. 00000080:00000010:0.1:1781824353.617316:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e42940. 00000080:00000010:0.1:1781824353.617324:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e46300. 00000080:00000010:0.1:1781824353.617329:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e45280. 00000080:00000010:0.1:1781824353.617336:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e418c0. 00000080:00000010:0.1:1781824353.617341:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e44a40. 00000080:00000010:0.1:1781824353.617351:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e46b40. 00000080:00000010:0.1:1781824353.617361:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dda940. 00000080:00000010:0.1:1781824353.617368:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38dde300. 00000080:00000010:0.1:1781824353.617375:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e47380. 00000080:00000010:0.1:1781824353.617381:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e41080. 00000080:00000010:0.1:1781824353.617387:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e49080. 00000080:00000010:0.1:1781824353.617395:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4a100. 00000080:00000010:0.1:1781824353.617401:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e48840. 00000080:00000010:0.1:1781824353.617407:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4dac0. 00000080:00000010:0.1:1781824353.617414:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4c200. 00000080:00000010:0.1:1781824353.617420:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4b9c0. 00000080:00000010:0.1:1781824353.617502:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4b180. 00000080:00000010:0.1:1781824353.617511:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3a100. 00000080:00000010:0.1:1781824353.617520:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e38840. 00000080:00000010:0.1:1781824353.617585:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3dac0. 00000080:00000010:0.1:1781824353.617594:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3c200. 00000080:00000010:0.1:1781824353.617604:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e48000. 00000080:00000010:0.1:1781824353.617611:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4a940. 00000080:00000010:0.1:1781824353.617617:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4e300. 00000080:00000010:0.1:1781824353.617622:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4d280. 00000080:00000010:0.1:1781824353.617628:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e498c0. 00000080:00000010:0.1:1781824353.617634:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4ca40. 00000080:00000010:0.1:1781824353.617641:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e17380. 00000080:00000010:0.1:1781824353.617647:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4eb40. 00000080:00000010:0.1:1781824353.617653:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e11080. 00000080:00000010:0.1:1781824353.617660:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e53180. 00000080:00000010:0.1:1781824353.617667:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e50000. 00000080:00000010:0.1:1781824353.617673:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e4f380. 00000080:00000010:0.1:1781824353.617678:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5c200. 00000080:00000010:0.1:1781824353.617685:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e52940. 00000080:00000010:0.1:1781824353.617697:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5b9c0. 00000080:00000010:0.1:1781824353.617706:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5b180. 00000080:00000010:0.1:1781824353.617713:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e58000. 00000080:00000010:0.1:1781824353.617719:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5a940. 00000080:00000010:0.1:1781824353.617726:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5e300. 00000080:00000010:0.1:1781824353.617732:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e56300. 00000080:00000010:0.1:1781824353.617738:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e55280. 00000080:00000010:0.1:1781824353.617746:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5d280. 00000080:00000010:0.1:1781824353.617752:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e598c0. 00000080:00000010:0.1:1781824353.617757:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e518c0. 00000080:00000010:0.1:1781824353.617763:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e54a40. 00000080:00000010:0.1:1781824353.617771:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e56b40. 00000080:00000010:0.1:1781824353.617777:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5ca40. 00000080:00000010:0.1:1781824353.617783:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5eb40. 00000080:00000010:0.1:1781824353.617789:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5f380. 00000080:00000010:0.1:1781824353.617796:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e59080. 00000080:00000010:0.1:1781824353.617804:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5a100. 00000080:00000010:0.1:1781824353.617811:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e58840. 00000080:00000010:0.1:1781824353.617817:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e57380. 00000080:00000010:0.1:1781824353.617822:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e51080. 00000080:00000010:0.1:1781824353.617828:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e52100. 00000080:00000010:0.1:1781824353.617832:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e50840. 00000080:00000010:0.1:1781824353.617839:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e5dac0. 00000080:00000010:0.1:1781824353.617845:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e62100. 00000080:00000010:0.1:1781824353.617894:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e60840. 00000080:00000010:0.1:1781824353.617903:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e65ac0. 00000080:00000010:0.1:1781824353.617943:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e64200. 00000080:00000010:0.1:1781824353.617953:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e639c0. 00000080:00000010:0.1:1781824353.617959:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e63180. 00000080:00000010:0.1:1781824353.617964:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e60000. 00000080:00000010:0.1:1781824353.617971:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e62940. 00000080:00000010:0.1:1781824353.617977:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e66300. 00000080:00000010:0.1:1781824353.617985:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e65280. 00000080:00000010:0.1:1781824353.617991:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e618c0. 00000080:00000010:0.1:1781824353.618004:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e55ac0. 00000080:00000010:0.1:1781824353.618010:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e64a40. 00000080:00000010:0.1:1781824353.618016:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e54200. 00000080:00000010:0.1:1781824353.618021:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e66b40. 00000080:00000010:0.1:1781824353.618026:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e67380. 00000080:00000010:0.1:1781824353.618031:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e61080. 00000080:00000010:0.1:1781824353.618038:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6d280. 00000080:00000010:0.1:1781824353.618046:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ddd280. 00000080:00000010:0.1:1781824353.618065:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e70840. 00000080:00000010:0.1:1781824353.618072:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e698c0. 00000080:00000010:0.1:1781824353.618177:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6ca40. 00000080:00000010:0.1:1781824353.618187:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6eb40. 00000080:00000010:0.1:1781824353.618194:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6f380. 00000080:00000010:0.1:1781824353.618200:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e69080. 00000080:00000010:0.1:1781824353.618206:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6a100. 00000080:00000010:0.1:1781824353.618211:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e68840. 00000080:00000010:0.1:1781824353.618217:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6dac0. 00000080:00000010:0.1:1781824353.618223:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6c200. 00000080:00000010:0.1:1781824353.618229:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6b9c0. 00000080:00000010:0.1:1781824353.618234:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6b180. 00000080:00000010:0.1:1781824353.618241:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e68000. 00000080:00000010:0.1:1781824353.618248:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6a940. 00000080:00000010:0.1:1781824353.618254:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e6e300. 00000080:00000010:0.1:1781824353.618261:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7b9c0. 00000080:00000010:0.1:1781824353.618268:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7b180. 00000080:00000010:0.1:1781824353.618273:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e78000. 00000080:00000010:0.1:1781824353.618282:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7a940. 00000080:00000010:0.1:1781824353.618288:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7e300. 00000080:00000010:0.1:1781824353.618295:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7d280. 00000080:00000010:0.1:1781824353.618300:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e798c0. 00000080:00000010:0.1:1781824353.618314:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7ca40. 00000080:00000010:0.1:1781824353.618322:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7eb40. 00000080:00000010:0.1:1781824353.618328:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7f380. 00000080:00000010:0.1:1781824353.618335:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e79080. 00000080:00000010:0.1:1781824353.618342:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e539c0. 00000080:00000010:0.1:1781824353.618356:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e84a40. 00000080:00000010:0.1:1781824353.618370:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e86b40. 00000080:00000010:0.1:1781824353.618378:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e87380. 00000080:00000010:0.1:1781824353.618386:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7a100. 00000080:00000010:0.1:1781824353.618392:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e78840. 00000080:00000010:0.1:1781824353.618399:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e81080. 00000080:00000010:0.1:1781824353.618405:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e82100. 00000080:00000010:0.1:1781824353.618411:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7dac0. 00000080:00000010:0.1:1781824353.618418:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e7c200. 00000080:00000010:0.1:1781824353.618424:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8b9c0. 00000080:00000010:0.1:1781824353.618430:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8b180. 00000080:00000010:0.1:1781824353.618438:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e88000. 00000080:00000010:0.1:1781824353.618445:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e80840. 00000080:00000010:0.1:1781824353.618452:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e85ac0. 00000080:00000010:0.1:1781824353.618458:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e84200. 00000080:00000010:0.1:1781824353.618465:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e839c0. 00000080:00000010:0.1:1781824353.618471:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e83180. 00000080:00000010:0.1:1781824353.618477:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e80000. 00000080:00000010:0.1:1781824353.618484:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8a940. 00000080:00000010:0.1:1781824353.618491:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8e300. 00000080:00000010:0.1:1781824353.618498:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8d280. 00000080:00000010:0.1:1781824353.618504:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e898c0. 00000080:00000010:0.1:1781824353.618510:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8ca40. 00000080:00000010:0.1:1781824353.618517:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8eb40. 00000080:00000010:0.1:1781824353.618523:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e82940. 00000080:00000010:0.1:1781824353.618602:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e86300. 00000080:00000010:0.1:1781824353.618613:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3b9c0. 00000080:00000010:0.1:1781824353.618620:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e3b180. 00000080:00000010:0.1:1781824353.618626:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e38000. 00000080:00000010:0.1:1781824353.618632:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e90840. 00000080:00000010:0.1:1781824353.618639:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e85280. 00000080:00000010:0.1:1781824353.618647:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e75ac0. 00000080:00000010:0.1:1781824353.618654:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e95ac0. 00000080:00000010:0.1:1781824353.618661:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e818c0. 00000080:00000010:0.1:1781824353.618667:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e99080. 00000080:00000010:0.1:1781824353.618700:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8f380. 00000080:00000010:0.1:1781824353.618707:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e89080. 00000080:00000010:0.1:1781824353.618712:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8a100. 00000080:00000010:0.1:1781824353.618720:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9a100. 00000080:00000010:0.1:1781824353.618725:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e98840. 00000080:00000010:0.1:1781824353.618731:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9dac0. 00000080:00000010:0.1:1781824353.618738:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e88840. 00000080:00000010:0.1:1781824353.618746:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8dac0. 00000080:00000010:0.1:1781824353.618752:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e8c200. 00000080:00000010:0.1:1781824353.618763:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea6300. 00000080:00000010:0.1:1781824353.618770:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea5280. 00000080:00000010:0.1:1781824353.618778:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea18c0. 00000080:00000010:0.1:1781824353.618783:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea4a40. 00000080:00000010:0.1:1781824353.618791:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea6b40. 00000080:00000010:0.1:1781824353.618797:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea7380. 00000080:00000010:0.1:1781824353.618803:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea1080. 00000080:00000010:0.1:1781824353.618809:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea2100. 00000080:00000010:0.1:1781824353.618816:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9c200. 00000080:00000010:0.1:1781824353.618823:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9b9c0. 00000080:00000010:0.1:1781824353.618829:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea0840. 00000080:00000010:0.1:1781824353.618836:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea5ac0. 00000080:00000010:0.1:1781824353.618842:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea4200. 00000080:00000010:0.1:1781824353.618850:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e94200. 00000080:00000010:0.1:1781824353.618857:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea39c0. 00000080:00000010:0.1:1781824353.618865:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e74200. 00000080:00000010:0.1:1781824353.618871:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea3180. 00000080:00000010:0.1:1781824353.618877:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea0000. 00000080:00000010:0.1:1781824353.618883:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ea2940. 00000080:00000010:0.1:1781824353.618893:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9b180. 00000080:00000010:0.1:1781824353.618900:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e98000. 00000080:00000010:0.1:1781824353.618906:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9a940. 00000080:00000010:0.1:1781824353.618921:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb5ac0. 00000080:00000010:0.1:1781824353.618928:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb4200. 00000080:00000010:0.1:1781824353.618935:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb39c0. 00000080:00000010:0.1:1781824353.618942:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9e300. 00000080:00000010:0.1:1781824353.618948:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9d280. 00000080:00000010:0.1:1781824353.618954:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb3180. 00000080:00000010:0.1:1781824353.618961:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb0000. 00000080:00000010:0.1:1781824353.618968:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb2940. 00000080:00000010:0.1:1781824353.618974:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb6300. 00000080:00000010:0.1:1781824353.618980:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb5280. 00000080:00000010:0.1:1781824353.618992:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e939c0. 00000080:00000010:0.1:1781824353.620229:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb18c0. 00000080:00000010:0.1:1781824353.620238:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb4a40. 00000080:00000010:0.1:1781824353.620250:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb6b40. 00000080:00000010:0.1:1781824353.620256:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb7380. 00000080:00000010:0.1:1781824353.620265:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e998c0. 00000080:00000010:0.1:1781824353.620273:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9ca40. 00000080:00000010:0.1:1781824353.620286:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e739c0. 00000080:00000010:0.1:1781824353.620295:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e73180. 00000080:00000010:0.1:1781824353.620301:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e70000. 00000080:00000010:0.1:1781824353.620308:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e72940. 00000080:00000010:0.1:1781824353.620315:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e76300. 00000080:00000010:0.1:1781824353.620321:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e75280. 00000080:00000010:0.1:1781824353.620329:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e718c0. 00000080:00000010:0.1:1781824353.620335:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e74a40. 00000080:00000010:0.1:1781824353.620341:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e76b40. 00000080:00000010:0.1:1781824353.620347:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e77380. 00000080:00000010:0.1:1781824353.620353:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb1080. 00000080:00000010:0.1:1781824353.620458:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb2100. 00000080:00000010:0.1:1781824353.620472:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb0840. 00000080:00000010:0.1:1781824353.620480:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec39c0. 00000080:00000010:0.1:1781824353.620489:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec3180. 00000080:00000010:0.1:1781824353.620495:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9eb40. 00000080:00000010:0.1:1781824353.620501:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e9f380. 00000080:00000010:0.1:1781824353.620508:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec98c0. 00000080:00000010:0.1:1781824353.620519:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e93180. 00000080:00000010:0.1:1781824353.620657:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e90000. 00000080:00000010:0.1:1781824353.620664:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e92940. 00000080:00000010:0.1:1781824353.620682:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecca40. 00000080:00000010:0.1:1781824353.620691:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec0000. 00000080:00000010:0.1:1781824353.620697:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec2940. 00000080:00000010:0.1:1781824353.620705:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec6300. 00000080:00000010:0.1:1781824353.620713:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec5280. 00000080:00000010:0.1:1781824353.620720:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec18c0. 00000080:00000010:0.1:1781824353.620727:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e96300. 00000080:00000010:0.1:1781824353.620733:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e95280. 00000080:00000010:0.1:1781824353.620740:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec4a40. 00000080:00000010:0.1:1781824353.620746:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec6b40. 00000080:00000010:0.1:1781824353.620757:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec7380. 00000080:00000010:0.1:1781824353.620763:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec1080. 00000080:00000010:0.1:1781824353.620769:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec2100. 00000080:00000010:0.1:1781824353.620775:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec0840. 00000080:00000010:0.1:1781824353.620782:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e918c0. 00000080:00000010:0.1:1781824353.620788:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e94a40. 00000080:00000010:0.1:1781824353.620795:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec5ac0. 00000080:00000010:0.1:1781824353.620802:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec4200. 00000080:00000010:0.1:1781824353.620810:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed1080. 00000080:00000010:0.1:1781824353.620816:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed2100. 00000080:00000010:0.1:1781824353.620823:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed0840. 00000080:00000010:0.1:1781824353.620829:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed5ac0. 00000080:00000010:0.1:1781824353.620839:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed4200. 00000080:00000010:0.1:1781824353.620847:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed39c0. 00000080:00000010:0.1:1781824353.620854:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed3180. 00000080:00000010:0.1:1781824353.620861:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e96b40. 00000080:00000010:0.1:1781824353.620867:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e97380. 00000080:00000010:0.1:1781824353.620872:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e91080. 00000080:00000010:0.1:1781824353.620882:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e92100. 00000080:00000010:0.1:1781824353.620900:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed98c0. 00000080:00000010:0.1:1781824353.620919:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edca40. 00000080:00000010:0.1:1781824353.620927:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edeb40. 00000080:00000010:0.1:1781824353.620934:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed0000. 00000080:00000010:0.1:1781824353.620940:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed2940. 00000080:00000010:0.1:1781824353.620946:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed6300. 00000080:00000010:0.1:1781824353.620952:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed5280. 00000080:00000010:0.1:1781824353.620958:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed18c0. 00000080:00000010:0.1:1781824353.620964:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed4a40. 00000080:00000010:0.1:1781824353.620970:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed6b40. 00000080:00000010:0.1:1781824353.620980:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed7380. 00000080:00000010:0.1:1781824353.620988:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee6b40. 00000080:00000010:0.1:1781824353.620998:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e71080. 00000080:00000010:0.1:1781824353.621004:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38e72100. 00000080:00000010:0.1:1781824353.621025:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eed280. 00000080:00000010:0.1:1781824353.621037:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee7380. 00000080:00000010:0.1:1781824353.621045:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee1080. 00000080:00000010:0.1:1781824353.621052:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee2100. 00000080:00000010:0.1:1781824353.621058:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee0840. 00000080:00000010:0.1:1781824353.621066:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee5ac0. 00000080:00000010:0.1:1781824353.621072:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee4200. 00000080:00000010:0.1:1781824353.621616:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee39c0. 00000080:00000010:0.1:1781824353.621625:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee3180. 00000080:00000010:0.1:1781824353.621634:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee0000. 00000080:00000010:0.1:1781824353.621642:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee2940. 00000080:00000010:0.1:1781824353.621648:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee6300. 00000080:00000010:0.1:1781824353.621656:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eceb40. 00000080:00000010:0.1:1781824353.621662:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecf380. 00000080:00000010:0.1:1781824353.621668:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee5280. 00000080:00000010:0.1:1781824353.621674:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee18c0. 00000080:00000010:0.1:1781824353.621680:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee4a40. 00000080:00000010:0.1:1781824353.621687:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec9080. 00000080:00000010:0.1:1781824353.621693:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eca100. 00000080:00000010:0.1:1781824353.621699:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8840. 00000080:00000010:0.1:1781824353.621705:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef39c0. 00000080:00000010:0.1:1781824353.621756:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef3180. 00000080:00000010:0.1:1781824353.621763:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef0000. 00000080:00000010:0.1:1781824353.621769:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef2940. 00000080:00000010:0.1:1781824353.621781:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef6300. 00000080:00000010:0.1:1781824353.621789:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef5280. 00000080:00000010:0.1:1781824353.621795:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecdac0. 00000080:00000010:0.1:1781824353.621803:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef18c0. 00000080:00000010:0.1:1781824353.621809:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef4a40. 00000080:00000010:0.1:1781824353.621815:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef6b40. 00000080:00000010:0.1:1781824353.621823:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef7380. 00000080:00000010:0.1:1781824353.621829:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef1080. 00000080:00000010:0.1:1781824353.621835:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef2100. 00000080:00000010:0.1:1781824353.621840:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef0840. 00000080:00000010:0.1:1781824353.621850:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef5ac0. 00000080:00000010:0.1:1781824353.621857:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef4200. 00000080:00000010:0.1:1781824353.621864:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef8840. 00000080:00000010:0.1:1781824353.621871:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efdac0. 00000080:00000010:0.1:1781824353.621878:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efc200. 00000080:00000010:0.1:1781824353.621885:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efb9c0. 00000080:00000010:0.1:1781824353.621892:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efb180. 00000080:00000010:0.1:1781824353.621898:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef8000. 00000080:00000010:0.1:1781824353.621905:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efa940. 00000080:00000010:0.1:1781824353.621920:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efe300. 00000080:00000010:0.1:1781824353.621928:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efd280. 00000080:00000010:0.1:1781824353.621935:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ef98c0. 00000080:00000010:0.1:1781824353.621941:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecc200. 00000080:00000010:0.1:1781824353.621948:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb9c0. 00000080:00000010:0.1:1781824353.621954:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb180. 00000080:00000010:0.1:1781824353.621960:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8000. 00000080:00000010:0.1:1781824353.621968:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edf380. 00000080:00000010:0.1:1781824353.621974:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed9080. 00000080:00000010:0.1:1781824353.621981:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eda100. 00000080:00000010:0.1:1781824353.621987:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed8840. 00000080:00000010:0.1:1781824353.621993:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efca40. 00000080:00000010:0.1:1781824353.622003:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee98c0. 00000080:00000010:0.1:1781824353.622011:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eeca40. 00000080:00000010:0.1:1781824353.622018:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eeeb40. 00000080:00000010:0.1:1781824353.622025:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eef380. 00000080:00000010:0.1:1781824353.622030:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee9080. 00000080:00000010:0.1:1781824353.622037:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eea100. 00000080:00000010:0.1:1781824353.622043:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee8840. 00000080:00000010:0.1:1781824353.622052:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eedac0. 00000080:00000010:0.1:1781824353.622058:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eec200. 00000080:00000010:0.1:1781824353.622064:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eeb9c0. 00000080:00000010:0.1:1781824353.622070:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eeb180. 00000080:00000010:0.1:1781824353.622075:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ee8000. 00000080:00000010:0.1:1781824353.622104:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eea940. 00000080:00000010:0.1:1781824353.622114:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eee300. 00000080:00000010:0.1:1781824353.622130:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38efeb40. 00000080:00000010:0.1:1781824353.622148:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eddac0. 00000080:00000010:0.1:1781824353.622156:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eba100. 00000080:00000010:0.1:1781824353.622161:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb8840. 00000080:00000010:0.1:1781824353.622166:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebdac0. 00000080:00000010:0.1:1781824353.622171:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1b180. 00000080:00000010:0.1:1781824353.622180:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eeca40. 00000080:00000010:0.1:1781824353.622188:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef39c0. 00000080:00000010:0.1:1781824353.622195:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef5280. 00000080:00000010:0.1:1781824353.622205:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee98c0. 00000080:00000010:0.1:1781824353.622213:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eed280. 00000080:00000010:0.1:1781824353.622220:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f24200. 00000080:00000010:0.1:1781824353.622226:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f21080. 00000080:00000010:0.1:1781824353.622234:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f26b40. 00000080:00000010:0.1:1781824353.622240:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f24a40. 00000080:00000010:0.1:1781824353.622247:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f218c0. 00000080:00000010:0.1:1781824353.622253:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f25280. 00000080:00000010:0.1:1781824353.622261:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eee300. 00000080:00000010:0.1:1781824353.622268:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eea940. 00000080:00000010:0.1:1781824353.622275:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee8000. 00000080:00000010:0.1:1781824353.622281:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eeb180. 00000080:00000010:0.1:1781824353.622288:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eeb9c0. 00000080:00000010:0.1:1781824353.622293:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eec200. 00000080:00000010:0.1:1781824353.622299:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eedac0. 00000080:00000010:0.1:1781824353.622305:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee8840. 00000080:00000010:0.1:1781824353.622314:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eea100. 00000080:00000010:0.1:1781824353.622319:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee9080. 00000080:00000010:0.1:1781824353.622326:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eef380. 00000080:00000010:0.1:1781824353.622332:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eeeb40. 00000080:00000010:0.1:1781824353.622339:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0b180. 00000080:00000010:0.1:1781824353.622346:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0dac0. 00000080:00000010:0.1:1781824353.622353:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0eb40. 00000080:00000010:0.1:1781824353.622359:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0d280. 00000080:00000010:0.1:1781824353.622365:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f08000. 00000080:00000010:0.1:1781824353.622371:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f098c0. 00000080:00000010:0.1:1781824353.622380:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0a940. 00000080:00000010:0.1:1781824353.622386:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f09080. 00000080:00000010:0.1:1781824353.622392:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0e300. 00000080:00000010:0.1:1781824353.622399:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0ca40. 00000080:00000010:0.1:1781824353.622405:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f08840. 00000080:00000010:0.1:1781824353.622411:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0f380. 00000080:00000010:0.1:1781824353.622416:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0c200. 00000080:00000010:0.1:1781824353.622422:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0b9c0. 00000080:00000010:0.1:1781824353.622427:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f0a100. 00000080:00000010:0.1:1781824353.622433:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f139c0. 00000080:00000010:0.1:1781824353.622441:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f10000. 00000080:00000010:0.1:1781824353.622447:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f16300. 00000080:00000010:0.1:1781824353.622452:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f118c0. 00000080:00000010:0.1:1781824353.622458:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f12100. 00000080:00000010:0.1:1781824353.622464:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f15ac0. 00000080:00000010:0.1:1781824353.622470:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef2100. 00000080:00000010:0.1:1781824353.629134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef7380. 00000080:00000010:0.1:1781824353.629149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f17380. 00000080:00000010:0.1:1781824353.629158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f11080. 00000080:00000010:0.1:1781824353.629164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f12940. 00000080:00000010:0.1:1781824353.629172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f14a40. 00000080:00000010:0.1:1781824353.629178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f239c0. 00000080:00000010:0.1:1781824353.657233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f20840. 00000080:00000010:1.1:1781824353.658126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f25ac0. 00000080:00000010:1.1:1781824353.723157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f26300. 00000080:00000010:1.1:1781824353.723187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f23180. 00000080:00000010:1.1:1781824353.723208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f22940. 00000080:00000010:1.1:1781824353.723227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f27380. 00000080:00000010:1.1:1781824353.723246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f22100. 00000080:00000010:1.1:1781824353.723262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f20000. 00000080:00000010:1.1:1781824353.723272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1dac0. 00000080:00000010:1.1:1781824353.723281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1b9c0. 00000080:00000010:1.1:1781824353.723287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1d280. 00000080:00000010:1.1:1781824353.723294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f18840. 00000080:00000010:1.1:1781824353.723304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1ca40. 00000080:00000010:1.1:1781824353.723312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f198c0. 00000080:00000010:1.1:1781824353.723327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1eb40. 00000080:00000010:1.1:1781824353.723344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1e300. 00000080:00000010:1.1:1781824353.723355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1f380. 00000080:00000010:1.1:1781824353.723363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1a100. 00000080:00000010:1.1:1781824353.723368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f19080. 00000080:00000010:1.1:1781824353.723378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f15280. 00000080:00000010:1.1:1781824353.723509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f13180. 00000080:00000010:1.1:1781824353.723545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f16b40. 00000080:00000010:1.1:1781824353.723556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f14200. 00000080:00000010:1.1:1781824353.723562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f10840. 00000080:00000010:1.1:1781824353.723568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee0840. 00000080:00000010:1.1:1781824353.723576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee2100. 00000080:00000010:1.1:1781824353.723587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef3180. 00000080:00000010:1.1:1781824353.723594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef4200. 00000080:00000010:1.1:1781824353.723600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee1080. 00000080:00000010:1.1:1781824353.723607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee7380. 00000080:00000010:1.1:1781824353.723613:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee6b40. 00000080:00000010:1.1:1781824353.723623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1e300. 00000080:00000010:1.1:1781824353.723645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1f380. 00000080:00000010:1.1:1781824353.723658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1a940. 00000080:00000010:1.1:1781824353.723666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e18000. 00000080:00000010:1.1:1781824353.723673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee4a40. 00000080:00000010:1.1:1781824353.723681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee18c0. 00000080:00000010:1.1:1781824353.723687:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee5280. 00000080:00000010:1.1:1781824353.723692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee6300. 00000080:00000010:1.1:1781824353.723698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee2940. 00000080:00000010:1.1:1781824353.723704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee0000. 00000080:00000010:1.1:1781824353.723709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee3180. 00000080:00000010:1.1:1781824353.723716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee39c0. 00000080:00000010:1.1:1781824353.723727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1a940. 00000080:00000010:1.1:1781824353.723744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f18000. 00000080:00000010:1.1:1781824353.723761:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f1c200. 00000080:00000010:1.1:1781824353.723779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de7380. 00000080:00000010:1.1:1781824353.723877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee4200. 00000080:00000010:1.1:1781824353.723894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ee5ac0. 00000080:00000010:2.1:1781824353.792138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed18c0. 00000080:00000010:2.1:1781824353.792167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed5280. 00000080:00000010:2.1:1781824353.792199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed6300. 00000080:00000010:2.1:1781824353.792212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed2940. 00000080:00000010:2.1:1781824353.792224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed0000. 00000080:00000010:2.1:1781824353.792235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed3180. 00000080:00000010:2.1:1781824353.792251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed39c0. 00000080:00000010:2.1:1781824353.792264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed4200. 00000080:00000010:2.1:1781824353.792282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed5ac0. 00000080:00000010:2.1:1781824353.792292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed0840. 00000080:00000010:2.1:1781824353.792303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed2100. 00000080:00000010:2.1:1781824353.792327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed1080. 00000080:00000010:2.1:1781824353.792341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed7380. 00000080:00000010:2.1:1781824353.792352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed6b40. 00000080:00000010:2.1:1781824353.792364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed4a40. 00000080:00000010:2.1:1781824353.792381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de6b40. 00000080:00000010:2.1:1781824353.792398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de4a40. 00000080:00000010:2.1:1781824353.792410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de18c0. 00000080:00000010:2.1:1781824353.792424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de5280. 00000080:00000010:2.1:1781824353.792440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de6300. 00000080:00000010:2.1:1781824353.792451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de2940. 00000080:00000010:2.1:1781824353.792462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de0000. 00000080:00000010:2.1:1781824353.792476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de3180. 00000080:00000010:2.1:1781824353.792484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de39c0. 00000080:00000010:2.1:1781824353.792493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de4200. 00000080:00000010:2.1:1781824353.792500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de5ac0. 00000080:00000010:2.1:1781824353.792506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de0840. 00000080:00000010:2.1:1781824353.792512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de2100. 00000080:00000010:2.1:1781824353.792522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1b180. 00000080:00000010:2.1:1781824353.792530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecdac0. 00000080:00000010:2.1:1781824353.792538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ec8840. 00000080:00000010:2.1:1781824353.792555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef0000. 00000080:00000010:2.1:1781824353.792562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef0840. 00000080:00000010:2.1:1781824353.792570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef2940. 00000080:00000010:2.1:1781824353.792579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eca100. 00000080:00000010:2.1:1781824353.792585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05de1080. 00000080:00000010:2.1:1781824353.792592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04008000. 00000080:00000010:2.1:1781824353.792599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400b180. 00000080:00000010:2.1:1781824353.792606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ec9080. 00000080:00000010:2.1:1781824353.792612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecf380. 00000080:00000010:2.1:1781824353.792618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eceb40. 00000080:00000010:2.1:1781824353.792626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef6b40. 00000080:00000010:2.1:1781824353.792634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef4a40. 00000080:00000010:2.1:1781824353.792643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef6300. 00000080:00000010:2.1:1781824353.792650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef18c0. 00000080:00000010:2.1:1781824353.792657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400b9c0. 00000080:00000010:2.1:1781824353.792665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecca40. 00000080:00000010:2.1:1781824353.792672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ec98c0. 00000080:00000010:2.1:1781824353.792678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecd280. 00000080:00000010:2.1:1781824353.792684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ece300. 00000080:00000010:2.1:1781824353.792690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eca940. 00000080:00000010:2.1:1781824353.792696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ec8000. 00000080:00000010:2.1:1781824353.792703:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef1080. 00000080:00000010:2.1:1781824353.792709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ef5ac0. 00000080:00000010:2.1:1781824353.792719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7e300. 00000080:00000010:2.1:1781824353.792732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7a940. 00000080:00000010:2.1:1781824353.792745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecb180. 00000080:00000010:2.1:1781824353.792755:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecb9c0. 00000080:00000010:2.1:1781824353.792763:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ecc200. 00000080:00000010:2.1:1781824353.792773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04005ac0. 00000080:00000010:2.1:1781824353.792787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04000840. 00000080:00000010:2.1:1781824353.792797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04002100. 00000080:00000010:2.1:1781824353.792806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04001080. 00000080:00000010:2.1:1781824353.792818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04007380. 00000080:00000010:2.1:1781824353.792827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04006b40. 00000080:00000010:2.1:1781824353.792838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e78000. 00000080:00000010:2.1:1781824353.792847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7b180. 00000080:00000010:2.1:1781824353.792859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04004a40. 00000080:00000010:2.1:1781824353.792874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040018c0. 00000080:00000010:2.1:1781824353.792885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04005280. 00000080:00000010:2.1:1781824353.792894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04006300. 00000080:00000010:2.1:1781824353.792903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7b9c0. 00000080:00000010:2.1:1781824353.792930:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7c200. 00000080:00000010:0.1:1781824353.879348:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7dac0. 00000080:00000010:0.1:1781824353.879380:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04002940. 00000080:00000010:0.1:1781824353.879404:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04000000. 00000080:00000010:0.1:1781824353.879411:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04003180. 00000080:00000010:0.1:1781824353.879417:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040039c0. 00000080:00000010:0.1:1781824353.879422:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04004200. 00000080:00000010:0.1:1781824353.879428:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18988840. 00000080:00000010:0.1:1781824353.879496:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898f380. 00000080:00000010:0.1:1781824353.879504:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898a100. 00000080:00000010:0.1:1781824353.879508:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18988000. 00000080:00000010:0.1:1781824353.880162:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898c200. 00000080:00000010:0.1:1781824353.880176:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898b9c0. 00000080:00000010:0.1:1781824353.880187:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898a940. 00000080:00000010:0.1:1781824353.880203:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898d280. 00000080:00000010:0.1:1781824353.880209:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898e300. 00000080:00000010:0.1:1781824353.880219:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898eb40. 00000080:00000010:0.1:1781824353.882886:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898b180. 00000080:00000010:0.1:1781824353.882998:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898dac0. 00000080:00000010:0.1:1781824353.883006:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18989080. 00000080:00000010:0.1:1781824353.883012:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898ca40. 00000080:00000010:0.1:1781824353.883023:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f189898c0. 00000080:00000010:0.1:1781824353.883037:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e78840. 00000080:00000010:0.1:1781824353.883047:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7a100. 00000080:00000010:0.1:1781824353.883053:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e79080. 00000080:00000010:0.1:1781824353.883059:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892c200. 00000080:00000010:0.1:1781824353.883071:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892b9c0. 00000080:00000010:0.1:1781824353.883998:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f189298c0. 00000080:00000010:0.1:1781824353.884019:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892dac0. 00000080:00000010:0.1:1781824353.884031:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892b180. 00000080:00000010:0.1:1781824353.884045:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892ca40. 00000080:00000010:0.1:1781824353.884058:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892a940. 00000080:00000010:1.1:1781824353.886116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400a940. 00000080:00000010:1.1:1781824353.886140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ea940. 00000080:00000010:1.1:1781824353.886156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f7380. 00000080:00000010:1.1:1781824353.886166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f1080. 00000080:00000010:1.1:1781824353.886177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f2100. 00000080:00000010:1.1:1781824353.886187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f0840. 00000080:00000010:1.1:1781824353.886196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f5ac0. 00000080:00000010:1.1:1781824353.886209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f4200. 00000080:00000010:1.1:1781824353.886222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f39c0. 00000080:00000010:1.1:1781824353.886235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f3180. 00000080:00000010:1.1:1781824353.886302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e75280. 00000080:00000010:1.1:1781824353.886311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e76300. 00000080:00000010:1.1:1781824353.886319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e72940. 00000080:00000010:1.1:1781824353.886326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e70000. 00000080:00000010:1.1:1781824353.886334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f0000. 00000080:00000010:1.1:1781824353.886340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f2940. 00000080:00000010:1.1:1781824353.886347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f6300. 00000080:00000010:1.1:1781824353.886353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f5280. 00000080:00000010:1.1:1781824353.886397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f18c0. 00000080:00000010:1.1:1781824353.886404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f4a40. 00000080:00000010:1.1:1781824353.886410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f6b40. 00000080:00000010:1.1:1781824353.886423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fca40. 00000080:00000010:1.1:1781824353.886433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041feb40. 00000080:00000010:1.1:1781824353.886440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ff380. 00000080:00000010:1.1:1781824353.886448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f9080. 00000080:00000010:1.1:1781824353.886455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fa100. 00000080:00000010:1.1:1781824353.886463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f8840. 00000080:00000010:1.1:1781824353.886469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fdac0. 00000080:00000010:1.1:1781824353.886475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fc200. 00000080:00000010:1.1:1781824353.886481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fb9c0. 00000080:00000010:1.1:1781824353.886489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fb180. 00000080:00000010:1.1:1781824353.886499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414d280. 00000080:00000010:1.1:1781824353.886509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041498c0. 00000080:00000010:1.1:1781824353.886518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414ca40. 00000080:00000010:1.1:1781824353.886526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414eb40. 00000080:00000010:1.1:1781824353.886533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414f380. 00000080:00000010:1.1:1781824353.886540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04149080. 00000080:00000010:1.1:1781824353.886546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414a100. 00000080:00000010:1.1:1781824353.886555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04148840. 00000080:00000010:1.1:1781824353.886561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414dac0. 00000080:00000010:1.1:1781824353.886566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414c200. 00000080:00000010:1.1:1781824353.886572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f8000. 00000080:00000010:1.1:1781824353.886583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fa940. 00000080:00000010:1.1:1781824353.886593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fe300. 00000080:00000010:1.1:1781824353.886602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041fd280. 00000080:00000010:1.1:1781824353.886612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041f98c0. 00000080:00000010:1.1:1781824353.886623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04157380. 00000080:00000010:1.1:1781824353.886684:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04151080. 00000080:00000010:1.1:1781824353.886703:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414b9c0. 00000080:00000010:1.1:1781824353.886715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414b180. 00000080:00000010:1.1:1781824353.886728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04148000. 00000080:00000010:1.1:1781824353.886740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414a940. 00000080:00000010:1.1:1781824353.886752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0414e300. 00000080:00000010:1.1:1781824353.886765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1c200. 00000080:00000010:1.1:1781824353.886775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04152100. 00000080:00000010:1.1:1781824353.886793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04150840. 00000080:00000010:1.1:1781824353.886800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04155ac0. 00000080:00000010:1.1:1781824353.886857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04154200. 00000080:00000010:1.1:1781824353.886868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041539c0. 00000080:00000010:1.1:1781824353.886879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04153180. 00000080:00000010:1.1:1781824353.886886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04150000. 00000080:00000010:1.1:1781824353.886894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e73180. 00000080:00000010:1.1:1781824353.886917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e739c0. 00000080:00000010:1.1:1781824353.886925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e74200. 00000080:00000010:1.1:1781824353.886929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e75ac0. 00000080:00000010:1.1:1781824353.886934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e70840. 00000080:00000010:1.1:1781824353.886943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e72100. 00000080:00000010:1.1:1781824353.886948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04162940. 00000080:00000010:1.1:1781824353.886991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04166300. 00000080:00000010:1.1:1781824353.886997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04165280. 00000080:00000010:1.1:1781824353.887002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041618c0. 00000080:00000010:1.1:1781824353.887006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04164a40. 00000080:00000010:1.1:1781824353.887014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04166b40. 00000080:00000010:1.1:1781824353.887020:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04152940. 00000080:00000010:1.1:1781824353.887027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04156300. 00000080:00000010:1.1:1781824353.887031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04155280. 00000080:00000010:1.1:1781824353.887036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041518c0. 00000080:00000010:1.1:1781824353.887040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04154a40. 00000080:00000010:1.1:1781824353.887044:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04156b40. 00000080:00000010:1.1:1781824353.887054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04177380. 00000080:00000010:1.1:1781824353.887059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04171080. 00000080:00000010:1.1:1781824353.887067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04172100. 00000080:00000010:1.1:1781824353.887072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04170840. 00000080:00000010:1.1:1781824353.887076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04175ac0. 00000080:00000010:1.1:1781824353.887102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04174200. 00000080:00000010:1.1:1781824353.887107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041739c0. 00000080:00000010:1.1:1781824353.887113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04173180. 00000080:00000010:1.1:1781824353.887117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04170000. 00000080:00000010:1.1:1781824353.887121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04172940. 00000080:00000010:1.1:1781824353.887125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04176300. 00000080:00000010:1.1:1781824353.887130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04175280. 00000080:00000010:1.1:1781824353.887138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041718c0. 00000080:00000010:1.1:1781824353.887142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04174a40. 00000080:00000010:1.1:1781824353.887146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04176b40. 00000080:00000010:1.1:1781824353.887152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417a100. 00000080:00000010:1.1:1781824353.887158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04178840. 00000080:00000010:1.1:1781824353.887164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e71080. 00000080:00000010:1.1:1781824353.887168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e77380. 00000080:00000010:1.1:1781824353.887174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417dac0. 00000080:00000010:1.1:1781824353.887180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417c200. 00000080:00000010:1.1:1781824353.887186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417b9c0. 00000080:00000010:1.1:1781824353.887193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e76b40. 00000080:00000010:1.1:1781824353.887199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e74a40. 00000080:00000010:1.1:1781824353.887206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04040840. 00000080:00000010:1.1:1781824353.887213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04045ac0. 00000080:00000010:1.1:1781824353.887221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04044200. 00000080:00000010:1.1:1781824353.887230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040439c0. 00000080:00000010:1.1:1781824353.887237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417b180. 00000080:00000010:1.1:1781824353.887255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04178000. 00000080:00000010:1.1:1781824353.887260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417a940. 00000080:00000010:1.1:1781824353.887264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417e300. 00000080:00000010:1.1:1781824353.887268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417d280. 00000080:00000010:1.1:1781824353.887275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041798c0. 00000080:00000010:1.1:1781824353.887279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417ca40. 00000080:00000010:1.1:1781824353.887283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417eb40. 00000080:00000010:1.1:1781824353.887287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0417f380. 00000080:00000010:1.1:1781824353.887293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04043180. 00000080:00000010:1.1:1781824353.887297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04040000. 00000080:00000010:1.1:1781824353.887304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04042940. 00000080:00000010:1.1:1781824353.887308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04179080. 00000080:00000010:1.1:1781824353.887313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04048000. 00000080:00000010:1.1:1781824353.887325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404a940. 00000080:00000010:1.1:1781824353.887330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404e300. 00000080:00000010:1.1:1781824353.887336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404d280. 00000080:00000010:1.1:1781824353.887341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040498c0. 00000080:00000010:1.1:1781824353.887349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404ca40. 00000080:00000010:1.1:1781824353.887353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404eb40. 00000080:00000010:1.1:1781824353.887467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04046300. 00000080:00000010:1.1:1781824353.887475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04045280. 00000080:00000010:1.1:1781824353.887479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040418c0. 00000080:00000010:1.1:1781824353.887483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04044a40. 00000080:00000010:1.1:1781824353.887489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404f380. 00000080:00000010:1.1:1781824353.887494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04049080. 00000080:00000010:1.1:1781824353.887499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404a100. 00000080:00000010:1.1:1781824353.887506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04048840. 00000080:00000010:1.1:1781824353.887515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404dac0. 00000080:00000010:1.1:1781824353.887520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404c200. 00000080:00000010:1.1:1781824353.887524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404b9c0. 00000080:00000010:1.1:1781824353.887528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0404b180. 00000080:00000010:1.1:1781824353.887533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04056300. 00000080:00000010:1.1:1781824353.887538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04055280. 00000080:00000010:1.1:1781824353.887543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040518c0. 00000080:00000010:1.1:1781824353.887548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04054a40. 00000080:00000010:1.1:1781824353.887552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04056b40. 00000080:00000010:1.1:1781824353.887555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04057380. 00000080:00000010:1.1:1781824353.887560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04167380. 00000080:00000010:1.1:1781824353.887564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04161080. 00000080:00000010:1.1:1781824353.887568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04162100. 00000080:00000010:1.1:1781824353.887573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04160840. 00000080:00000010:1.1:1781824353.887578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04165ac0. 00000080:00000010:1.1:1781824353.887584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04164200. 00000080:00000010:1.1:1781824353.887590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041639c0. 00000080:00000010:1.1:1781824353.887595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04163180. 00000080:00000010:1.1:1781824353.887600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04160000. 00000080:00000010:1.1:1781824353.887607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405a940. 00000080:00000010:1.1:1781824353.887614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04046b40. 00000080:00000010:1.1:1781824353.887620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04047380. 00000080:00000010:1.1:1781824353.887626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405e300. 00000080:00000010:0.1:1781824353.887887:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1b9c0. 00000080:00000010:0.1:1781824353.887934:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892f380. 00000080:00000010:0.1:1781824353.887944:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892e300. 00000080:00000010:0.1:1781824353.887950:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18928000. 00000080:00000010:0.1:1781824353.887958:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892a100. 00000080:00000010:0.1:1781824353.888130:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18928840. 00000080:00000010:0.1:1781824353.888150:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f18929080. 00000080:00000010:0.1:1781824353.888169:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892eb40. 00000080:00000010:0.1:1781824353.888192:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1892d280. 00000080:00000010:0.1:1781824353.888213:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edf380. 00000080:00000010:0.1:1781824353.888252:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edeb40. 00000080:00000010:0.1:1781824353.888273:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edca40. 00000080:00000010:0.1:1781824353.888289:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7f380. 00000080:00000010:0.1:1781824353.888306:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7eb40. 00000080:00000010:0.1:1781824353.888324:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7ca40. 00000080:00000010:0.1:1781824353.888339:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e798c0. 00000080:00000010:0.1:1781824353.888375:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e7d280. 00000080:00000010:0.1:1781824353.888389:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed98c0. 00000080:00000010:0.1:1781824353.888398:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edd280. 00000080:00000010:0.1:1781824353.888405:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ede300. 00000080:00000010:0.1:1781824353.888411:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eda940. 00000080:00000010:0.1:1781824353.888422:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed8000. 00000080:00000010:0.1:1781824353.888428:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edb180. 00000080:00000010:0.1:1781824353.888433:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edb9c0. 00000080:00000010:0.1:1781824353.888439:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05edc200. 00000080:00000010:0.1:1781824353.888445:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eddac0. 00000080:00000010:0.1:1781824353.888454:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed8840. 00000080:00000010:0.1:1781824353.888460:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05eda100. 00000080:00000010:0.1:1781824353.888465:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ed9080. 00000080:00000010:0.1:1781824353.888471:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ee300. 00000080:00000010:0.1:1781824353.888481:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ed280. 00000080:00000010:0.1:1781824353.888493:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041e98c0. 00000080:00000010:0.1:1781824353.888504:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041eca40. 00000080:00000010:0.1:1781824353.888518:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041eeb40. 00000080:00000010:0.1:1781824353.888534:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400c200. 00000080:00000010:0.1:1781824353.888565:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400dac0. 00000080:00000010:0.1:1781824353.888582:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04008840. 00000080:00000010:0.1:1781824353.888589:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ef380. 00000080:00000010:0.1:1781824353.888598:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041e9080. 00000080:00000010:0.1:1781824353.888610:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ea100. 00000080:00000010:0.1:1781824353.888617:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041e8840. 00000080:00000010:0.1:1781824353.888623:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041edac0. 00000080:00000010:0.1:1781824353.888629:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041ec200. 00000080:00000010:0.1:1781824353.888635:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041eb9c0. 00000080:00000010:0.1:1781824353.888642:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041eb180. 00000080:00000010:0.1:1781824353.888647:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041e8000. 00000080:00000010:0.1:1781824353.888662:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e718c0. 00000080:00000010:0.1:1781824353.888679:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400a100. 00000080:00000010:0.1:1781824353.888686:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04009080. 00000080:00000010:0.1:1781824353.888694:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400f380. 00000080:00000010:0.1:1781824353.888701:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400eb40. 00000080:00000010:0.1:1781824353.888710:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400ca40. 00000080:00000010:0.1:1781824353.888716:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040098c0. 00000080:00000010:0.1:1781824353.888722:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400d280. 00000080:00000010:0.1:1781824353.888727:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0400e300. 00000080:00000010:2.1:1781824353.949288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405d280. 00000080:00000010:2.1:1781824353.949315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040598c0. 00000080:00000010:2.1:1781824354.035297:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405ca40. 00000080:00000010:2.1:1781824354.035325:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405eb40. 00000080:00000010:2.1:1781824354.035340:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405f380. 00000080:00000010:2.1:1781824354.035353:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04059080. 00000080:00000010:2.1:1781824354.035365:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405a100. 00000080:00000010:2.1:1781824354.035378:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04058840. 00000080:00000010:2.1:1781824354.035394:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405dac0. 00000080:00000010:2.1:1781824354.035406:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405c200. 00000080:00000010:2.1:1781824354.035430:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405b9c0. 00000080:00000010:2.1:1781824354.035443:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0405b180. 00000080:00000010:2.1:1781824354.035456:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04058000. 00000080:00000010:2.1:1781824354.035469:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04060000. 00000080:00000010:2.1:1781824354.035561:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04062940. 00000080:00000010:2.1:1781824354.035570:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04066300. 00000080:00000010:2.1:1781824354.035578:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04065280. 00000080:00000010:2.1:1781824354.035587:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040618c0. 00000080:00000010:2.1:1781824354.035605:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04064a40. 00000080:00000010:2.1:1781824354.035614:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04066b40. 00000080:00000010:2.1:1781824354.035623:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04067380. 00000080:00000010:2.1:1781824354.035634:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04061080. 00000080:00000010:2.1:1781824354.035643:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04062100. 00000080:00000010:2.1:1781824354.035652:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04060840. 00000080:00000010:2.1:1781824354.035661:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04065ac0. 00000080:00000010:2.1:1781824354.035670:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04064200. 00000080:00000010:2.1:1781824354.035680:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040639c0. 00000080:00000010:2.1:1781824354.035694:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04063180. 00000080:00000010:2.1:1781824354.035710:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04051080. 00000080:00000010:2.1:1781824354.035721:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04052100. 00000080:00000010:2.1:1781824354.035734:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04050840. 00000080:00000010:2.1:1781824354.035744:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04055ac0. 00000080:00000010:2.1:1781824354.035755:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04054200. 00000080:00000010:2.1:1781824354.035765:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040539c0. 00000080:00000010:2.1:1781824354.035775:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04053180. 00000080:00000010:2.1:1781824354.035789:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04041080. 00000080:00000010:2.1:1781824354.035799:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04042100. 00000080:00000010:2.1:1781824354.035808:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04050000. 00000080:00000010:2.1:1781824354.035820:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04052940. 00000080:00000010:2.1:1781824354.035829:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406ca40. 00000080:00000010:2.1:1781824354.035841:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406eb40. 00000080:00000010:2.1:1781824354.035850:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406f380. 00000080:00000010:2.1:1781824354.035859:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04069080. 00000080:00000010:2.1:1781824354.035868:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406a100. 00000080:00000010:2.1:1781824354.035878:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04068840. 00000080:00000010:2.1:1781824354.035887:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406dac0. 00000080:00000010:2.1:1781824354.035896:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406c200. 00000080:00000010:2.1:1781824354.035914:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406b9c0. 00000080:00000010:2.1:1781824354.035923:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406b180. 00000080:00000010:2.1:1781824354.035933:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04068000. 00000080:00000010:2.1:1781824354.035944:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04072100. 00000080:00000010:2.1:1781824354.035960:0:113750:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407d280. 00000080:00000010:3.1:1781824354.042313:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406a940. 00000080:00000010:3.1:1781824354.042341:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04070840. 00000080:00000010:3.1:1781824354.042359:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04075ac0. 00000080:00000010:3.1:1781824354.042367:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406e300. 00000080:00000010:3.1:1781824354.042377:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0406d280. 00000080:00000010:3.1:1781824354.042385:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040698c0. 00000080:00000010:3.1:1781824354.042392:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f40000. 00000080:00000010:3.1:1781824354.042401:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f42940. 00000080:00000010:3.1:1781824354.042413:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04074200. 00000080:00000010:3.1:1781824354.042423:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040739c0. 00000080:00000010:3.1:1781824354.042432:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f46300. 00000080:00000010:3.1:1781824354.042439:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f45280. 00000080:00000010:3.1:1781824354.042448:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f418c0. 00000080:00000010:3.1:1781824354.042455:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f44a40. 00000080:00000010:3.1:1781824354.042477:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f46b40. 00000080:00000010:3.1:1781824354.042487:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f47380. 00000080:00000010:3.1:1781824354.042494:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f41080. 00000080:00000010:3.1:1781824354.042501:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f42100. 00000080:00000010:3.1:1781824354.042514:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040798c0. 00000080:00000010:3.1:1781824354.042523:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407ca40. 00000080:00000010:3.1:1781824354.042531:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407eb40. 00000080:00000010:3.1:1781824354.042538:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407f380. 00000080:00000010:3.1:1781824354.042545:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04079080. 00000080:00000010:3.1:1781824354.042550:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407a100. 00000080:00000010:3.1:1781824354.042556:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04078840. 00000080:00000010:3.1:1781824354.042677:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407dac0. 00000080:00000010:3.1:1781824354.042689:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407c200. 00000080:00000010:3.1:1781824354.042702:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407b9c0. 00000080:00000010:3.1:1781824354.042709:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407b180. 00000080:00000010:3.1:1781824354.042715:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04078000. 00000080:00000010:3.1:1781824354.042722:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407a940. 00000080:00000010:3.1:1781824354.042731:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f40840. 00000080:00000010:3.1:1781824354.042739:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04073180. 00000080:00000010:3.1:1781824354.042746:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f45ac0. 00000080:00000010:3.1:1781824354.042753:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f44200. 00000080:00000010:3.1:1781824354.042760:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f439c0. 00000080:00000010:3.1:1781824354.042767:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f43180. 00000080:00000010:3.1:1781824354.042775:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f498c0. 00000080:00000010:3.1:1781824354.042789:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4ca40. 00000080:00000010:3.1:1781824354.042799:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4eb40. 00000080:00000010:3.1:1781824354.042807:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4f380. 00000080:00000010:3.1:1781824354.042813:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f49080. 00000080:00000010:3.1:1781824354.042820:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4a100. 00000080:00000010:3.1:1781824354.042826:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f48840. 00000080:00000010:3.1:1781824354.042831:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4dac0. 00000080:00000010:3.1:1781824354.042838:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4c200. 00000080:00000010:3.1:1781824354.042844:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4b9c0. 00000080:00000010:3.1:1781824354.042850:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4b180. 00000080:00000010:3.1:1781824354.042860:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f48000. 00000080:00000010:3.1:1781824354.042866:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4a940. 00000080:00000010:3.1:1781824354.042878:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4e300. 00000080:00000010:3.1:1781824354.042888:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f4d280. 00000080:00000010:3.1:1781824354.042896:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f56b40. 00000080:00000010:3.1:1781824354.042915:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f57380. 00000080:00000010:3.1:1781824354.042924:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f51080. 00000080:00000010:3.1:1781824354.042934:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f52100. 00000080:00000010:3.1:1781824354.042944:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f50840. 00000080:00000010:3.1:1781824354.042955:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f55ac0. 00000080:00000010:3.1:1781824354.042971:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f54200. 00000080:00000010:3.1:1781824354.042980:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f539c0. 00000080:00000010:3.1:1781824354.042990:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f53180. 00000080:00000010:3.1:1781824354.043002:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f50000. 00000080:00000010:3.1:1781824354.043013:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0407e300. 00000080:00000010:3.1:1781824354.043025:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f60000. 00000080:00000010:3.1:1781824354.043133:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f62940. 00000080:00000010:3.1:1781824354.043148:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f52940. 00000080:00000010:3.1:1781824354.043157:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f56300. 00000080:00000010:3.1:1781824354.043165:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f55280. 00000080:00000010:3.1:1781824354.043174:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f518c0. 00000080:00000010:3.1:1781824354.043185:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f54a40. 00000080:00000010:3.1:1781824354.043210:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6c200. 00000080:00000010:3.1:1781824354.043333:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6b9c0. 00000080:00000010:3.1:1781824354.043348:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6b180. 00000080:00000010:3.1:1781824354.043358:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f68000. 00000080:00000010:3.1:1781824354.043369:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6a940. 00000080:00000010:3.1:1781824354.043382:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6e300. 00000080:00000010:3.1:1781824354.043393:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6d280. 00000080:00000010:3.1:1781824354.043405:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f698c0. 00000080:00000010:3.1:1781824354.043413:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6ca40. 00000080:00000010:3.1:1781824354.043423:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6eb40. 00000080:00000010:3.1:1781824354.043434:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6f380. 00000080:00000010:3.1:1781824354.043447:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f69080. 00000080:00000010:3.1:1781824354.043457:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6a100. 00000080:00000010:3.1:1781824354.043468:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f68840. 00000080:00000010:3.1:1781824354.043478:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f6dac0. 00000080:00000010:3.1:1781824354.043491:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f76b40. 00000080:00000010:3.1:1781824354.043504:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04070000. 00000080:00000010:3.1:1781824354.043518:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04072940. 00000080:00000010:3.1:1781824354.043531:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f77380. 00000080:00000010:3.1:1781824354.043542:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f71080. 00000080:00000010:3.1:1781824354.043555:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f72100. 00000080:00000010:3.1:1781824354.043566:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f70840. 00000080:00000010:3.1:1781824354.043579:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f75ac0. 00000080:00000010:3.1:1781824354.043596:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f74200. 00000080:00000010:3.1:1781824354.043608:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f739c0. 00000080:00000010:3.1:1781824354.043620:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f73180. 00000080:00000010:3.1:1781824354.043631:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f70000. 00000080:00000010:3.1:1781824354.043644:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f72940. 00000080:00000010:3.1:1781824354.043659:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f76300. 00000080:00000010:3.1:1781824354.043674:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f75280. 00000080:00000010:3.1:1781824354.043690:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f718c0. 00000080:00000010:3.1:1781824354.043701:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f74a40. 00000080:00000010:3.1:1781824354.043713:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f78840. 00000080:00000010:3.1:1781824354.043726:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04076300. 00000080:00000010:3.1:1781824354.043738:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04075280. 00000080:00000010:3.1:1781824354.043753:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f66300. 00000080:00000010:3.1:1781824354.043774:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f65280. 00000080:00000010:3.1:1781824354.043791:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f618c0. 00000080:00000010:3.1:1781824354.043802:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f64a40. 00000080:00000010:3.1:1781824354.043812:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f66b40. 00000080:00000010:3.1:1781824354.043827:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f67380. 00000080:00000010:3.1:1781824354.043836:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f61080. 00000080:00000010:3.1:1781824354.043846:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f62100. 00000080:00000010:3.1:1781824354.043855:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f60840. 00000080:00000010:3.1:1781824354.043866:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f65ac0. 00000080:00000010:3.1:1781824354.043881:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7dac0. 00000080:00000010:3.1:1781824354.043894:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7c200. 00000080:00000010:3.1:1781824354.043921:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7b9c0. 00000080:00000010:3.1:1781824354.043933:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7b180. 00000080:00000010:3.1:1781824354.043942:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040718c0. 00000080:00000010:3.1:1781824354.043960:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04074a40. 00000080:00000010:3.1:1781824354.043975:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04076b40. 00000080:00000010:3.1:1781824354.043986:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04077380. 00000080:00000010:3.1:1781824354.044000:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04071080. 00000080:00000010:3.1:1781824354.044012:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d85ac0. 00000080:00000010:3.1:1781824354.044029:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d84200. 00000080:00000010:3.1:1781824354.044043:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d839c0. 00000080:00000010:3.1:1781824354.044061:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f78000. 00000080:00000010:3.1:1781824354.044074:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7a940. 00000080:00000010:3.1:1781824354.044119:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d83180. 00000080:00000010:3.1:1781824354.044135:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d80000. 00000080:00000010:3.1:1781824354.044147:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d82940. 00000080:00000010:3.1:1781824354.044158:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7e300. 00000080:00000010:3.1:1781824354.045267:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7d280. 00000080:00000010:3.1:1781824354.072143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f798c0. 00000080:00000010:3.1:1781824354.072164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7ca40. 00000080:00000010:3.1:1781824354.072177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d86300. 00000080:00000010:3.1:1781824354.072188:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7eb40. 00000080:00000010:3.1:1781824354.072194:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7f380. 00000080:00000010:3.1:1781824354.072201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f79080. 00000080:00000010:3.1:1781824354.072207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f7a100. 00000080:00000010:3.1:1781824354.072214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8d280. 00000080:00000010:3.1:1781824354.074442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d898c0. 00000080:00000010:3.1:1781824354.138297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8f380. 00000080:00000010:3.1:1781824354.138311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d89080. 00000080:00000010:3.1:1781824354.138328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8a100. 00000080:00000010:3.1:1781824354.138335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d88840. 00000080:00000010:3.1:1781824354.138341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8dac0. 00000080:00000010:3.1:1781824354.138350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8c200. 00000080:00000010:3.1:1781824354.138357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8b9c0. 00000080:00000010:3.1:1781824354.138363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8b180. 00000080:00000010:3.1:1781824354.138369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d88000. 00000080:00000010:3.1:1781824354.138375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8a940. 00000080:00000010:3.1:1781824354.138382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8e300. 00000080:00000010:3.1:1781824354.138392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f64200. 00000080:00000010:3.1:1781824354.138404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f639c0. 00000080:00000010:3.1:1781824354.138410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f63180. 00000080:00000010:3.1:1781824354.138418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d918c0. 00000080:00000010:3.1:1781824354.138425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d94a40. 00000080:00000010:3.1:1781824354.138433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d96b40. 00000080:00000010:3.1:1781824354.138440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d97380. 00000080:00000010:3.1:1781824354.138445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d998c0. 00000080:00000010:3.1:1781824354.138503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9ca40. 00000080:00000010:3.1:1781824354.138521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9eb40. 00000080:00000010:3.1:1781824354.138528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9f380. 00000080:00000010:3.1:1781824354.138534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d99080. 00000080:00000010:3.1:1781824354.138542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9a100. 00000080:00000010:3.1:1781824354.138548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d98840. 00000080:00000010:3.1:1781824354.138555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d91080. 00000080:00000010:3.1:1781824354.138561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d92100. 00000080:00000010:3.1:1781824354.138567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d90840. 00000080:00000010:3.1:1781824354.138573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d95ac0. 00000080:00000010:3.1:1781824354.138581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9dac0. 00000080:00000010:3.1:1781824354.138587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9c200. 00000080:00000010:3.1:1781824354.138594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9b9c0. 00000080:00000010:3.1:1781824354.138603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9b180. 00000080:00000010:3.1:1781824354.138617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d85280. 00000080:00000010:3.1:1781824354.138626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d818c0. 00000080:00000010:3.1:1781824354.138634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d84a40. 00000080:00000010:3.1:1781824354.138645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1dac0. 00000080:00000010:3.1:1781824354.138652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1a100. 00000080:00000010:3.1:1781824354.138659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e19080. 00000080:00000010:3.1:1781824354.138669:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1ca40. 00000080:00000010:2.1:1781824354.139007:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8ca40. 00000080:00000010:2.1:1781824354.139021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d8eb40. 00000080:00000010:1.1:1781824354.184231:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1d280. 00000080:00000010:1.1:1781824354.184247:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e18840. 00000080:00000010:1.1:1781824354.184259:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e198c0. 00000080:00000010:1.1:1781824354.184264:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05e1eb40. 00000080:00000010:1.1:1781824354.184293:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f28000. 00000080:00000010:1.1:1781824354.184434:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2c200. 00000080:00000010:1.1:1781824354.184442:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2dac0. 00000080:00000010:1.1:1781824354.184458:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d86b40. 00000080:00000010:1.1:1781824354.184472:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d98000. 00000080:00000010:1.1:1781824354.184482:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9a940. 00000080:00000010:1.1:1781824354.184625:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d87380. 00000080:00000010:1.1:1781824354.184634:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d81080. 00000080:00000010:1.1:1781824354.184642:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d82100. 00000080:00000010:1.1:1781824354.184650:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d80840. 00000080:00000010:1.1:1781824354.184668:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da5280. 00000080:00000010:1.1:1781824354.184677:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9e300. 00000080:00000010:1.1:1781824354.184684:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da18c0. 00000080:00000010:1.1:1781824354.184692:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2e300. 00000080:00000010:1.1:1781824354.184699:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d9d280. 00000080:00000010:1.1:1781824354.184706:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05daca40. 00000080:00000010:1.1:1781824354.184714:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05daeb40. 00000080:00000010:1.1:1781824354.184721:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05daf380. 00000080:00000010:1.1:1781824354.184727:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da9080. 00000080:00000010:1.1:1781824354.184734:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05daa100. 00000080:00000010:1.1:1781824354.184741:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da8840. 00000080:00000010:1.1:1781824354.184795:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dadac0. 00000080:00000010:1.1:1781824354.184803:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dac200. 00000080:00000010:1.1:1781824354.184811:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dab9c0. 00000080:00000010:1.1:1781824354.184817:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dab180. 00000080:00000010:1.1:1781824354.184824:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da8000. 00000080:00000010:1.1:1781824354.184831:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05daa940. 00000080:00000010:1.1:1781824354.184837:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dae300. 00000080:00000010:1.1:1781824354.184850:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dad280. 00000080:00000010:1.1:1781824354.184856:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da98c0. 00000080:00000010:1.1:1781824354.184864:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db4200. 00000080:00000010:1.1:1781824354.184876:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db39c0. 00000080:00000010:1.1:1781824354.184882:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db3180. 00000080:00000010:1.1:1781824354.184890:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db0000. 00000080:00000010:1.1:1781824354.184897:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db2940. 00000080:00000010:1.1:1781824354.184917:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db6300. 00000080:00000010:1.1:1781824354.184927:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db5280. 00000080:00000010:1.1:1781824354.184934:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db18c0. 00000080:00000010:1.1:1781824354.184942:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db4a40. 00000080:00000010:1.1:1781824354.184948:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db6b40. 00000080:00000010:1.1:1781824354.184955:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db7380. 00000080:00000010:1.1:1781824354.184964:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da4a40. 00000080:00000010:1.1:1781824354.184976:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db1080. 00000080:00000010:1.1:1781824354.184990:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da6b40. 00000080:00000010:1.1:1781824354.184998:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da7380. 00000080:00000010:1.1:1781824354.185004:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da1080. 00000080:00000010:1.1:1781824354.185012:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da2100. 00000080:00000010:1.1:1781824354.185020:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db2100. 00000080:00000010:1.1:1781824354.185027:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db0840. 00000080:00000010:1.1:1781824354.185033:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db5ac0. 00000080:00000010:1.1:1781824354.185039:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbb180. 00000080:00000010:1.1:1781824354.185047:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db8000. 00000080:00000010:1.1:1781824354.185054:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dba940. 00000080:00000010:1.1:1781824354.185062:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbe300. 00000080:00000010:1.1:1781824354.185069:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbd280. 00000080:00000010:1.1:1781824354.185075:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db98c0. 00000080:00000010:1.1:1781824354.186202:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbca40. 00000080:00000010:1.1:1781824354.186212:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbeb40. 00000080:00000010:1.1:1781824354.186219:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbf380. 00000080:00000010:1.1:1781824354.186226:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db9080. 00000080:00000010:1.1:1781824354.186232:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dba100. 00000080:00000010:1.1:1781824354.186242:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05db8840. 00000080:00000010:1.1:1781824354.186249:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbdac0. 00000080:00000010:1.1:1781824354.186255:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbc200. 00000080:00000010:1.1:1781824354.186264:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da0840. 00000080:00000010:1.1:1781824354.186271:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da5ac0. 00000080:00000010:1.1:1781824354.186282:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da4200. 00000080:00000010:1.1:1781824354.186288:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da39c0. 00000080:00000010:1.1:1781824354.186298:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05dbb9c0. 00000080:00000010:1.1:1781824354.186306:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d018c0. 00000080:00000010:1.1:1781824354.186318:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d04a40. 00000080:00000010:1.1:1781824354.186328:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d06b40. 00000080:00000010:1.1:1781824354.186335:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da3180. 00000080:00000010:0.1:1781824354.201228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da0000. 00000080:00000010:0.1:1781824354.201261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da2940. 00000080:00000010:0.1:1781824354.201280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d07380. 00000080:00000010:0.1:1781824354.201300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d94200. 00000080:00000010:0.1:1781824354.201309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d939c0. 00000080:00000010:0.1:1781824354.201316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d93180. 00000080:00000010:0.1:1781824354.201323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d90000. 00000080:00000010:0.1:1781824354.201330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d92940. 00000080:00000010:0.1:1781824354.201351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d96300. 00000080:00000010:0.1:1781824354.201359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d95280. 00000080:00000010:0.1:1781824354.201391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0b9c0. 00000080:00000010:0.1:1781824354.201399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0b180. 00000080:00000010:0.1:1781824354.201406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d08000. 00000080:00000010:0.1:1781824354.201418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0a940. 00000080:00000010:0.1:1781824354.201428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05da6300. 00000080:00000010:0.1:1781824354.201436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0e300. 00000080:00000010:0.1:1781824354.201443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0d280. 00000080:00000010:0.1:1781824354.201450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d098c0. 00000080:00000010:0.1:1781824354.201455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0ca40. 00000080:00000010:0.1:1781824354.201461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0eb40. 00000080:00000010:0.1:1781824354.201467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0f380. 00000080:00000010:0.1:1781824354.201472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d09080. 00000080:00000010:0.1:1781824354.201478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0a100. 00000080:00000010:0.1:1781824354.201485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d18840. 00000080:00000010:0.1:1781824354.201505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d01080. 00000080:00000010:0.1:1781824354.201514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d02100. 00000080:00000010:0.1:1781824354.201522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d00840. 00000080:00000010:0.1:1781824354.201528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d05ac0. 00000080:00000010:0.1:1781824354.201535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d08840. 00000080:00000010:0.1:1781824354.201546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0dac0. 00000080:00000010:0.1:1781824354.201551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d0c200. 00000080:00000010:0.1:1781824354.201562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d25280. 00000080:00000010:0.1:1781824354.201570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d218c0. 00000080:00000010:0.1:1781824354.201579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d24a40. 00000080:00000010:0.1:1781824354.201585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d26b40. 00000080:00000010:0.1:1781824354.201592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d27380. 00000080:00000010:0.1:1781824354.201599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d04200. 00000080:00000010:0.1:1781824354.201605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d039c0. 00000080:00000010:0.1:1781824354.201612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d03180. 00000080:00000010:0.1:1781824354.201627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d00000. 00000080:00000010:0.1:1781824354.201634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d02940. 00000080:00000010:0.1:1781824354.201641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d06300. 00000080:00000010:0.1:1781824354.201647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d05280. 00000080:00000010:0.1:1781824354.201656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2f380. 00000080:00000010:0.1:1781824354.201664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d29080. 00000080:00000010:0.1:1781824354.201671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2a100. 00000080:00000010:0.1:1781824354.201679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d28840. 00000080:00000010:0.1:1781824354.201687:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2dac0. 00000080:00000010:0.1:1781824354.201693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2c200. 00000080:00000010:0.1:1781824354.201702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2b9c0. 00000080:00000010:0.1:1781824354.201708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2b180. 00000080:00000010:1.1:1781824354.233250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d28000. 00000080:00000010:2.1:1781824354.233407:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2a940. 00000080:00000010:2.1:1781824354.233426:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d21080. 00000080:00000010:2.1:1781824354.233435:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d22100. 00000080:00000010:2.1:1781824354.233443:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d20840. 00000080:00000010:2.1:1781824354.233456:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1dac0. 00000080:00000010:2.1:1781824354.233465:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1c200. 00000080:00000010:2.1:1781824354.233472:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2e300. 00000080:00000010:2.1:1781824354.233482:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2d280. 00000080:00000010:2.1:1781824354.233603:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d25ac0. 00000080:00000010:2.1:1781824354.233612:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d24200. 00000080:00000010:2.1:1781824354.233621:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d239c0. 00000080:00000010:2.1:1781824354.233629:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d23180. 00000080:00000010:2.1:1781824354.233635:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d20000. 00000080:00000010:2.1:1781824354.233641:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d22940. 00000080:00000010:2.1:1781824354.233649:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d298c0. 00000080:00000010:3.1:1781824354.283426:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2ca40. 00000080:00000010:3.1:1781824354.283455:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d2eb40. 00000080:00000010:3.1:1781824354.283474:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d34a40. 00000080:00000010:3.1:1781824354.283483:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d36b40. 00000080:00000010:3.1:1781824354.283890:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d37380. 00000080:00000010:3.1:1781824354.283920:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1b9c0. 00000080:00000010:3.1:1781824354.283932:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1b180. 00000080:00000010:3.1:1781824354.283941:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d31080. 00000080:00000010:3.1:1781824354.283949:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d32100. 00000080:00000010:3.1:1781824354.283955:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d30840. 00000080:00000010:3.1:1781824354.283963:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d35ac0. 00000080:00000010:3.1:1781824354.283969:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d34200. 00000080:00000010:3.1:1781824354.283976:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d339c0. 00000080:00000010:3.1:1781824354.283983:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d33180. 00000080:00000010:3.1:1781824354.283990:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d18000. 00000080:00000010:3.1:1781824354.283998:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d26300. 00000080:00000010:3.1:1781824354.284007:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d30000. 00000080:00000010:3.1:1781824354.284014:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d32940. 00000080:00000010:3.1:1781824354.284021:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d36300. 00000080:00000010:3.1:1781824354.284027:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d35280. 00000080:00000010:3.1:1781824354.284035:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d318c0. 00000080:00000010:3.1:1781824354.284041:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3b9c0. 00000080:00000010:3.1:1781824354.284048:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3b180. 00000080:00000010:3.1:1781824354.284055:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d38000. 00000080:00000010:3.1:1781824354.284061:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3a940. 00000080:00000010:3.1:1781824354.284149:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3e300. 00000080:00000010:3.1:1781824354.284162:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3d280. 00000080:00000010:3.1:1781824354.284289:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d398c0. 00000080:00000010:3.1:1781824354.284298:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3ca40. 00000080:00000010:3.1:1781824354.284304:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3eb40. 00000080:00000010:3.1:1781824354.284312:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3f380. 00000080:00000010:2.1:1781824354.288145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d39080. 00000080:00000010:2.1:1781824354.288163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3a100. 00000080:00000010:2.1:1781824354.288171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d38840. 00000080:00000010:2.1:1781824354.288178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3dac0. 00000080:00000010:2.1:1781824354.288185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d3c200. 00000080:00000010:2.1:1781824354.288200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d45280. 00000080:00000010:2.1:1781824354.288209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d418c0. 00000080:00000010:2.1:1781824354.288218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d44a40. 00000080:00000010:2.1:1781824354.288230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1a940. 00000080:00000010:2.1:1781824354.288239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d46b40. 00000080:00000010:2.1:1781824354.288246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d47380. 00000080:00000010:2.1:1781824354.288253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d41080. 00000080:00000010:2.1:1781824354.288265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d42100. 00000080:00000010:2.1:1781824354.288273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d40840. 00000080:00000010:2.1:1781824354.288280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d45ac0. 00000080:00000010:2.1:1781824354.288286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d44200. 00000080:00000010:2.1:1781824354.288297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d439c0. 00000080:00000010:2.1:1781824354.288305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d43180. 00000080:00000010:2.1:1781824354.288311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d40000. 00000080:00000010:2.1:1781824354.288317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d42940. 00000080:00000010:2.1:1781824354.288324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d46300. 00000080:00000010:2.1:1781824354.288341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4b180. 00000080:00000010:2.1:1781824354.288350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d48000. 00000080:00000010:2.1:1781824354.288356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4a940. 00000080:00000010:2.1:1781824354.288364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4e300. 00000080:00000010:2.1:1781824354.288373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1e300. 00000080:00000010:2.1:1781824354.288381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4d280. 00000080:00000010:2.1:1781824354.288393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d498c0. 00000080:00000010:2.1:1781824354.288400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4ca40. 00000080:00000010:2.1:1781824354.288407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4eb40. 00000080:00000010:2.1:1781824354.288414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4f380. 00000080:00000010:2.1:1781824354.288420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d49080. 00000080:00000010:2.1:1781824354.288427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4a100. 00000080:00000010:2.1:1781824354.288434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d48840. 00000080:00000010:2.1:1781824354.288440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4dac0. 00000080:00000010:2.1:1781824354.288446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4c200. 00000080:00000010:2.1:1781824354.288453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d4b9c0. 00000080:00000010:2.1:1781824354.288465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d14a40. 00000080:00000010:2.1:1781824354.288475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d16b40. 00000080:00000010:2.1:1781824354.288482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d17380. 00000080:00000010:2.1:1781824354.288502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d11080. 00000080:00000010:2.1:1781824354.288512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d12100. 00000080:00000010:2.1:1781824354.288520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1d280. 00000080:00000010:2.1:1781824354.288527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d10840. 00000080:00000010:2.1:1781824354.288534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d15ac0. 00000080:00000010:2.1:1781824354.288540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d14200. 00000080:00000010:2.1:1781824354.288548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d139c0. 00000080:00000010:2.1:1781824354.288556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d13180. 00000080:00000010:2.1:1781824354.288562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d10000. 00000080:00000010:2.1:1781824354.288571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d198c0. 00000080:00000010:2.1:1781824354.288578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1ca40. 00000080:00000010:2.1:1781824354.288584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1eb40. 00000080:00000010:2.1:1781824354.288590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1f380. 00000080:00000010:2.1:1781824354.288596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d19080. 00000080:00000010:2.1:1781824354.288602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d12940. 00000080:00000010:2.1:1781824354.288660:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d16300. 00000080:00000010:3.1:1781824354.314149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d15280. 00000080:00000010:3.1:1781824354.345428:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d118c0. 00000080:00000010:3.1:1781824354.345448:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d54200. 00000080:00000010:3.1:1781824354.345462:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d539c0. 00000080:00000010:3.1:1781824354.345468:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d53180. 00000080:00000010:3.1:1781824354.345474:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d50000. 00000080:00000010:3.1:1781824354.345481:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d52940. 00000080:00000010:3.1:1781824354.345625:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d56300. 00000080:00000010:3.1:1781824354.345640:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d55280. 00000080:00000010:3.1:1781824354.345648:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d518c0. 00000080:00000010:3.1:1781824354.345654:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d54a40. 00000080:00000010:3.1:1781824354.345661:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d56b40. 00000080:00000010:3.1:1781824354.345668:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d57380. 00000080:00000010:3.1:1781824354.345675:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d51080. 00000080:00000010:3.1:1781824354.345685:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d52100. 00000080:00000010:3.1:1781824354.345692:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d62940. 00000080:00000010:3.1:1781824354.345702:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d66300. 00000080:00000010:3.1:1781824354.345709:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d50840. 00000080:00000010:3.1:1781824354.345715:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d55ac0. 00000080:00000010:3.1:1781824354.345724:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6ca40. 00000080:00000010:3.1:1781824354.345738:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6eb40. 00000080:00000010:3.1:1781824354.345748:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6f380. 00000080:00000010:3.1:1781824354.345761:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d65280. 00000080:00000010:3.1:1781824354.345769:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d618c0. 00000080:00000010:3.1:1781824354.345776:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d64a40. 00000080:00000010:3.1:1781824354.345782:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d66b40. 00000080:00000010:3.1:1781824354.345854:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d67380. 00000080:00000010:2.1:1781824354.350136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d61080. 00000080:00000010:2.1:1781824354.350164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d69080. 00000080:00000010:2.1:1781824354.350174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6a100. 00000080:00000010:2.1:1781824354.350182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d68840. 00000080:00000010:2.1:1781824354.350189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6dac0. 00000080:00000010:2.1:1781824354.350198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6c200. 00000080:00000010:2.1:1781824354.350205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6b9c0. 00000080:00000010:2.1:1781824354.350211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6b180. 00000080:00000010:2.1:1781824354.350217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d68000. 00000080:00000010:2.1:1781824354.350359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6a940. 00000080:00000010:2.1:1781824354.350367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6e300. 00000080:00000010:2.1:1781824354.350374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d6d280. 00000080:00000010:2.1:1781824354.350380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d698c0. 00000080:00000010:2.1:1781824354.350386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d718c0. 00000080:00000010:2.1:1781824354.350449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d74a40. 00000080:00000010:2.1:1781824354.350457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d76b40. 00000080:00000010:2.1:1781824354.350464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d77380. 00000080:00000010:2.1:1781824354.350471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d62100. 00000080:00000010:2.1:1781824354.350479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d60840. 00000080:00000010:2.1:1781824354.350488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d65ac0. 00000080:00000010:2.1:1781824354.350509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d64200. 00000080:00000010:2.1:1781824354.350519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d639c0. 00000080:00000010:2.1:1781824354.350526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d63180. 00000080:00000010:2.1:1781824354.350533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d60000. 00000080:00000010:2.1:1781824354.350540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7ca40. 00000080:00000010:2.1:1781824354.350547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d71080. 00000080:00000010:2.1:1781824354.350553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d72100. 00000080:00000010:2.1:1781824354.350563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d70840. 00000080:00000010:2.1:1781824354.350570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d75ac0. 00000080:00000010:2.1:1781824354.350576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d74200. 00000080:00000010:3.1:1781824354.382153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d739c0. 00000080:00000010:3.1:1781824354.474334:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d73180. 00000080:00000010:3.1:1781824354.474370:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d1a100. 00000080:00000010:3.1:1781824354.474389:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04080840. 00000080:00000010:3.1:1781824354.474399:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04085ac0. 00000080:00000010:3.1:1781824354.474408:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04084200. 00000080:00000010:3.1:1781824354.474449:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040839c0. 00000080:00000010:3.1:1781824354.474463:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04083180. 00000080:00000010:3.1:1781824354.474476:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d70000. 00000080:00000010:3.1:1781824354.474483:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d72940. 00000080:00000010:3.1:1781824354.474491:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d76300. 00000080:00000010:3.1:1781824354.474499:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d75280. 00000080:00000010:3.1:1781824354.474507:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408dac0. 00000080:00000010:3.1:1781824354.474592:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408c200. 00000080:00000010:3.1:1781824354.474601:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408b9c0. 00000080:00000010:3.1:1781824354.474608:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408b180. 00000080:00000010:3.1:1781824354.474616:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04088000. 00000080:00000010:3.1:1781824354.474623:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408a940. 00000080:00000010:3.1:1781824354.474631:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408e300. 00000080:00000010:3.1:1781824354.474637:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408d280. 00000080:00000010:3.1:1781824354.474643:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040898c0. 00000080:00000010:3.1:1781824354.474651:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04080000. 00000080:00000010:3.1:1781824354.474658:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04082940. 00000080:00000010:3.1:1781824354.474665:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04086300. 00000080:00000010:3.1:1781824354.474672:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408ca40. 00000080:00000010:3.1:1781824354.474677:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408eb40. 00000080:00000010:3.1:1781824354.475509:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04085280. 00000080:00000010:3.1:1781824354.475523:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040818c0. 00000080:00000010:3.1:1781824354.475615:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7eb40. 00000080:00000010:3.1:1781824354.475624:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7f380. 00000080:00000010:3.1:1781824354.475631:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d79080. 00000080:00000010:3.1:1781824354.475638:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7a100. 00000080:00000010:3.1:1781824354.475655:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408f380. 00000080:00000010:3.1:1781824354.475662:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04089080. 00000080:00000010:2.1:1781824354.478258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0408a100. 00000080:00000010:2.1:1781824354.478273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04088840. 00000080:00000010:2.1:1781824354.478289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409b180. 00000080:00000010:2.1:1781824354.478297:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04098000. 00000080:00000010:2.1:1781824354.478305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409a940. 00000080:00000010:2.1:1781824354.478312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409e300. 00000080:00000010:2.1:1781824354.478318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409d280. 00000080:00000010:2.1:1781824354.478325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040998c0. 00000080:00000010:2.1:1781824354.478336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2eb40. 00000080:00000010:2.1:1781824354.478348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2d280. 00000080:00000010:2.1:1781824354.478354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f28840. 00000080:00000010:2.1:1781824354.478363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d78840. 00000080:00000010:2.1:1781824354.478376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409ca40. 00000080:00000010:2.1:1781824354.478381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409eb40. 00000080:00000010:2.1:1781824354.478388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409f380. 00000080:00000010:2.1:1781824354.478400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04099080. 00000080:00000010:2.1:1781824354.478407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409a100. 00000080:00000010:2.1:1781824354.478413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04098840. 00000080:00000010:2.1:1781824354.478420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409dac0. 00000080:00000010:2.1:1781824354.478431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04084a40. 00000080:00000010:2.1:1781824354.478438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04086b40. 00000080:00000010:2.1:1781824354.478444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04087380. 00000080:00000010:2.1:1781824354.478450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04081080. 00000080:00000010:2.1:1781824354.478457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04082100. 00000080:00000010:2.1:1781824354.478511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a3180. 00000080:00000010:2.1:1781824354.478520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2a100. 00000080:00000010:2.1:1781824354.478527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f29080. 00000080:00000010:2.1:1781824354.478533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2f380. 00000080:00000010:2.1:1781824354.478539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2b9c0. 00000080:00000010:2.1:1781824354.478545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2b180. 00000080:00000010:2.1:1781824354.478551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2ca40. 00000080:00000010:2.1:1781824354.478556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f2a940. 00000080:00000010:2.1:1781824354.478562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f298c0. 00000080:00000010:2.1:1781824354.478571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a9080. 00000080:00000010:2.1:1781824354.478578:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040aa100. 00000080:00000010:2.1:1781824354.478586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a8840. 00000080:00000010:2.1:1781824354.478592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040adac0. 00000080:00000010:2.1:1781824354.478600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ac200. 00000080:00000010:2.1:1781824354.478606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ab9c0. 00000080:00000010:2.1:1781824354.478612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ab180. 00000080:00000010:2.1:1781824354.478617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a8000. 00000080:00000010:2.1:1781824354.478624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409c200. 00000080:00000010:2.1:1781824354.478630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0409b9c0. 00000080:00000010:2.1:1781824354.478708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a0000. 00000080:00000010:2.1:1781824354.478716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a2940. 00000080:00000010:2.1:1781824354.478723:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a6300. 00000080:00000010:2.1:1781824354.478730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a5280. 00000080:00000010:2.1:1781824354.478738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b39c0. 00000080:00000010:2.1:1781824354.478750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b3180. 00000080:00000010:2.1:1781824354.478757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b0000. 00000080:00000010:2.1:1781824354.478764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b2940. 00000080:00000010:2.1:1781824354.478772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b6300. 00000080:00000010:2.1:1781824354.478779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b5280. 00000080:00000010:2.1:1781824354.478786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b18c0. 00000080:00000010:2.1:1781824354.478793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b4a40. 00000080:00000010:2.1:1781824354.478799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b6b40. 00000080:00000010:2.1:1781824354.478806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b7380. 00000080:00000010:2.1:1781824354.478811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b1080. 00000080:00000010:2.1:1781824354.478822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a18c0. 00000080:00000010:2.1:1781824354.478828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040aa940. 00000080:00000010:2.1:1781824354.478835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b2100. 00000080:00000010:2.1:1781824354.478841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b0840. 00000080:00000010:2.1:1781824354.478848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b5ac0. 00000080:00000010:2.1:1781824354.478854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b4200. 00000080:00000010:2.1:1781824354.478860:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bf380. 00000080:00000010:2.1:1781824354.478866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b9080. 00000080:00000010:2.1:1781824354.478873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ba100. 00000080:00000010:2.1:1781824354.478880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a4a40. 00000080:00000010:2.1:1781824354.478885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a6b40. 00000080:00000010:2.1:1781824354.478890:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a7380. 00000080:00000010:2.1:1781824354.478908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7dac0. 00000080:00000010:2.1:1781824354.478915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ae300. 00000080:00000010:2.1:1781824354.478924:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ad280. 00000080:00000010:2.1:1781824354.478929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a98c0. 00000080:00000010:2.1:1781824354.478935:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040aca40. 00000080:00000010:2.1:1781824354.478943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040aeb40. 00000080:00000010:2.1:1781824354.478950:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040af380. 00000080:00000010:2.1:1781824354.478955:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c2940. 00000080:00000010:2.1:1781824354.478988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c6300. 00000080:00000010:2.1:1781824354.478996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b8840. 00000080:00000010:2.1:1781824354.479002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bdac0. 00000080:00000010:2.1:1781824354.479022:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bc200. 00000080:00000010:2.1:1781824354.479031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a1080. 00000080:00000010:2.1:1781824354.479036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a2100. 00000080:00000010:2.1:1781824354.479043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c5280. 00000080:00000010:2.1:1781824354.479051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c18c0. 00000080:00000010:2.1:1781824354.479061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c4a40. 00000080:00000010:2.1:1781824354.479071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c6b40. 00000080:00000010:2.1:1781824354.479098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c7380. 00000080:00000010:2.1:1781824354.479106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c1080. 00000080:00000010:2.1:1781824354.479115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c2100. 00000080:00000010:2.1:1781824354.479123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c0840. 00000080:00000010:2.1:1781824354.479129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c5ac0. 00000080:00000010:2.1:1781824354.479135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c4200. 00000080:00000010:2.1:1781824354.479141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c39c0. 00000080:00000010:3.1:1781824354.505334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c3180. 00000080:00000010:3.1:1781824354.543733:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c0000. 00000080:00000010:3.1:1781824354.543752:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cb9c0. 00000080:00000010:3.1:1781824354.543764:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cb180. 00000080:00000010:3.1:1781824354.543770:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c8000. 00000080:00000010:3.1:1781824354.543783:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7c200. 00000080:00000010:3.1:1781824354.543793:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a0840. 00000080:00000010:3.1:1781824354.543799:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a5ac0. 00000080:00000010:3.1:1781824354.543809:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bb9c0. 00000080:00000010:3.1:1781824354.543817:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bb180. 00000080:00000010:3.1:1781824354.543823:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b8000. 00000080:00000010:3.1:1781824354.543829:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ba940. 00000080:00000010:3.1:1781824354.543834:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040be300. 00000080:00000010:3.1:1781824354.543845:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bd280. 00000080:00000010:3.1:1781824354.543853:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040b98c0. 00000080:00000010:3.1:1781824354.543859:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a4200. 00000080:00000010:3.1:1781824354.544218:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7b9c0. 00000080:00000010:3.1:1781824354.544227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7b180. 00000080:00000010:3.1:1781824354.544235:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d78000. 00000080:00000010:2.1:1781824354.576850:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7a940. 00000080:00000010:2.1:1781824354.576874:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7e300. 00000080:00000010:2.1:1781824354.576903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040bca40. 00000080:00000010:2.1:1781824354.576913:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040beb40. 00000080:00000010:2.1:1781824354.576946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d7d280. 00000080:00000010:2.1:1781824354.576962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05d798c0. 00000080:00000010:2.1:1781824354.576991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d39c0. 00000080:00000010:2.1:1781824354.577019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d3180. 00000080:00000010:2.1:1781824354.577045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040da940. 00000080:00000010:2.1:1781824354.577075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040de300. 00000080:00000010:2.1:1781824354.577107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040dd280. 00000080:00000010:2.1:1781824354.577123:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d98c0. 00000080:00000010:2.1:1781824354.577135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040a39c0. 00000080:00000010:2.1:1781824354.577156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040dca40. 00000080:00000010:2.1:1781824354.577165:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040deb40. 00000080:00000010:2.1:1781824354.577176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040df380. 00000080:00000010:2.1:1781824354.577183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d9080. 00000080:00000010:2.1:1781824354.577200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e5ac0. 00000080:00000010:2.1:1781824354.577220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d0000. 00000080:00000010:2.1:1781824354.577237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d2940. 00000080:00000010:2.1:1781824354.577252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d6300. 00000080:00000010:2.1:1781824354.577272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d5280. 00000080:00000010:2.1:1781824354.577286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d18c0. 00000080:00000010:2.1:1781824354.577304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d4a40. 00000080:00000010:2.1:1781824354.577319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d6b40. 00000080:00000010:2.1:1781824354.577328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d7380. 00000080:00000010:2.1:1781824354.577334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d1080. 00000080:00000010:2.1:1781824354.577341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040da100. 00000080:00000010:2.1:1781824354.577347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d8840. 00000080:00000010:2.1:1781824354.577355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e4200. 00000080:00000010:3.1:1781824354.610132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e39c0. 00000080:00000010:3.1:1781824354.610144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e3180. 00000080:00000010:3.1:1781824354.610152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e0000. 00000080:00000010:3.1:1781824354.610164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ddac0. 00000080:00000010:3.1:1781824354.610176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d2100. 00000080:00000010:3.1:1781824354.610184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d0840. 00000080:00000010:3.1:1781824354.610190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040dc200. 00000080:00000010:3.1:1781824354.610196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040db9c0. 00000080:00000010:3.1:1781824354.610202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e2940. 00000080:00000010:3.1:1781824354.610208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e6300. 00000080:00000010:3.1:1781824354.610214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e5280. 00000080:00000010:3.1:1781824354.610220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040db180. 00000080:00000010:3.1:1781824354.610225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d8000. 00000080:00000010:3.1:1781824354.610232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e18c0. 00000080:00000010:3.1:1781824354.610238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ed280. 00000080:00000010:3.1:1781824354.610245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e98c0. 00000080:00000010:3.1:1781824354.610251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040eca40. 00000080:00000010:3.1:1781824354.610257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d5ac0. 00000080:00000010:3.1:1781824354.610263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040d4200. 00000080:00000010:3.1:1781824354.610269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f4a40. 00000080:00000010:3.1:1781824354.610276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f6b40. 00000080:00000010:3.1:1781824354.610282:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f7380. 00000080:00000010:3.1:1781824354.610287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f1080. 00000080:00000010:3.1:1781824354.610293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f2100. 00000080:00000010:3.1:1781824354.610300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f0840. 00000080:00000010:3.1:1781824354.610305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f5ac0. 00000080:00000010:3.1:1781824354.610311:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f4200. 00000080:00000010:3.1:1781824354.610316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f39c0. 00000080:00000010:3.1:1781824354.610322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040eeb40. 00000080:00000010:1.1:1781824354.682133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e9080. 00000080:00000010:0.1:1781824354.682133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ef380. 00000080:00000010:1.1:1781824354.682148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ea100. 00000080:00000010:1.1:1781824354.682173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e8840. 00000080:00000010:1.1:1781824354.682186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040edac0. 00000080:00000010:1.1:1781824354.682200:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ec200. 00000080:00000010:1.1:1781824354.682208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040eb9c0. 00000080:00000010:1.1:1781824354.682217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040eb180. 00000080:00000010:1.1:1781824354.682227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e8000. 00000080:00000010:1.1:1781824354.682236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ea940. 00000080:00000010:1.1:1781824354.682253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ee300. 00000080:00000010:1.1:1781824354.682263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f80000. 00000080:00000010:1.1:1781824354.682272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f82940. 00000080:00000010:1.1:1781824354.682285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f86300. 00000080:00000010:1.1:1781824354.682296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f85280. 00000080:00000010:1.1:1781824354.682304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f818c0. 00000080:00000010:1.1:1781824354.682324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f84a40. 00000080:00000010:1.1:1781824354.682334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f86b40. 00000080:00000010:1.1:1781824354.682342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f87380. 00000080:00000010:1.1:1781824354.682352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f81080. 00000080:00000010:1.1:1781824354.682362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e4a40. 00000080:00000010:1.1:1781824354.682371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e6b40. 00000080:00000010:1.1:1781824354.682380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e7380. 00000080:00000010:0.1:1781824354.743354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f82100. 00000080:00000010:0.1:1781824354.743396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e1080. 00000080:00000010:0.1:1781824354.743411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f80840. 00000080:00000010:0.1:1781824354.743429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f85ac0. 00000080:00000010:0.1:1781824354.743601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f84200. 00000080:00000010:0.1:1781824354.743627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f3180. 00000080:00000010:0.1:1781824354.743642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f0000. 00000080:00000010:0.1:1781824354.743653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f2940. 00000080:00000010:0.1:1781824354.743659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f6300. 00000080:00000010:0.1:1781824354.743665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f5280. 00000080:00000010:0.1:1781824354.743670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040f18c0. 00000080:00000010:0.1:1781824354.743676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8f380. 00000080:00000010:0.1:1781824354.743742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f89080. 00000080:00000010:0.1:1781824354.743754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8a100. 00000080:00000010:0.1:1781824354.743766:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f88840. 00000080:00000010:0.1:1781824354.743774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f839c0. 00000080:00000010:0.1:1781824354.743816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f83180. 00000080:00000010:0.1:1781824354.743849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f97380. 00000080:00000010:0.1:1781824354.743901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f91080. 00000080:00000010:0.1:1781824354.743940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f92100. 00000080:00000010:0.1:1781824354.743947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f90840. 00000080:00000010:0.1:1781824354.745610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f95ac0. 00000080:00000010:0.1:1781824354.745625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f94200. 00000080:00000010:0.1:1781824354.745633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f939c0. 00000080:00000010:0.1:1781824354.745639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f93180. 00000080:00000010:0.1:1781824354.745644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f90000. 00000080:00000010:0.1:1781824354.745650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f92940. 00000080:00000010:0.1:1781824354.745655:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f96300. 00000080:00000010:0.1:1781824354.745660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f95280. 00000080:00000010:0.1:1781824354.745665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f918c0. 00000080:00000010:0.1:1781824354.745671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f94a40. 00000080:00000010:0.1:1781824354.745679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f96b40. 00000080:00000010:0.1:1781824354.745686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f998c0. 00000080:00000010:0.1:1781824354.745692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9ca40. 00000080:00000010:0.1:1781824354.745698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9eb40. 00000080:00000010:0.1:1781824354.745704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9f380. 00000080:00000010:0.1:1781824354.745710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f99080. 00000080:00000010:0.1:1781824354.745715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9a100. 00000080:00000010:0.1:1781824354.745721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f98840. 00000080:00000010:0.1:1781824354.745728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9dac0. 00000080:00000010:0.1:1781824354.745733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9c200. 00000080:00000010:0.1:1781824354.745741:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9b9c0. 00000080:00000010:0.1:1781824354.745748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9b180. 00000080:00000010:0.1:1781824354.745753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f98000. 00000080:00000010:0.1:1781824354.745759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9a940. 00000080:00000010:0.1:1781824354.745764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9e300. 00000080:00000010:0.1:1781824354.745769:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f9d280. 00000080:00000010:0.1:1781824354.745775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa2100. 00000080:00000010:0.1:1781824354.745780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa0840. 00000080:00000010:0.1:1781824354.745786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa5ac0. 00000080:00000010:0.1:1781824354.745792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa4200. 00000080:00000010:0.1:1781824354.745799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa39c0. 00000080:00000010:0.1:1781824354.745806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa3180. 00000080:00000010:0.1:1781824354.745812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa0000. 00000080:00000010:0.1:1781824354.745817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa2940. 00000080:00000010:0.1:1781824354.745823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa6300. 00000080:00000010:0.1:1781824354.745828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa5280. 00000080:00000010:0.1:1781824354.745834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8dac0. 00000080:00000010:0.1:1781824354.745840:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8c200. 00000080:00000010:0.1:1781824354.745846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8b9c0. 00000080:00000010:0.1:1781824354.745851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8b180. 00000080:00000010:0.1:1781824354.745857:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f88000. 00000080:00000010:0.1:1781824354.745862:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa18c0. 00000080:00000010:0.1:1781824354.745878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa4a40. 00000080:00000010:0.1:1781824354.745883:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa6b40. 00000080:00000010:0.1:1781824354.745902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa7380. 00000080:00000010:0.1:1781824354.745912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa1080. 00000080:00000010:0.1:1781824354.745919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05faa940. 00000080:00000010:0.1:1781824354.745926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fae300. 00000080:00000010:0.1:1781824354.745932:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8a940. 00000080:00000010:0.1:1781824354.745942:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8e300. 00000080:00000010:0.1:1781824354.745948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8d280. 00000080:00000010:0.1:1781824354.746508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f898c0. 00000080:00000010:0.1:1781824354.746527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8ca40. 00000080:00000010:0.1:1781824354.747022:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05f8eb40. 00000080:00000010:0.1:1781824354.747031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fb98c0. 00000080:00000010:0.1:1781824354.747046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbca40. 00000080:00000010:0.1:1781824354.747057:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbeb40. 00000080:00000010:0.1:1781824354.747069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbf380. 00000080:00000010:0.1:1781824354.747094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fb9080. 00000080:00000010:0.1:1781824354.747102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fba100. 00000080:00000010:0.1:1781824354.747111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fb8840. 00000080:00000010:0.1:1781824354.747122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbdac0. 00000080:00000010:0.1:1781824354.747130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbc200. 00000080:00000010:0.1:1781824354.747140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fad280. 00000080:00000010:0.1:1781824354.747146:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa98c0. 00000080:00000010:0.1:1781824354.747156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05faca40. 00000080:00000010:0.1:1781824354.747167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05faeb40. 00000080:00000010:0.1:1781824354.747176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05faf380. 00000080:00000010:0.1:1781824354.747182:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa9080. 00000080:00000010:0.1:1781824354.747189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05faa100. 00000080:00000010:0.1:1781824354.747199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa8840. 00000080:00000010:0.1:1781824354.747215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fadac0. 00000080:00000010:0.1:1781824354.747232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e2100. 00000080:00000010:0.1:1781824354.747245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040e0840. 00000080:00000010:2.1:1781824354.839142:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc4a40. 00000080:00000010:2.1:1781824354.839164:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc6b40. 00000080:00000010:2.1:1781824354.839175:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc7380. 00000080:00000010:2.1:1781824354.839191:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fac200. 00000080:00000010:2.1:1781824354.839199:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fab9c0. 00000080:00000010:2.1:1781824354.839208:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc1080. 00000080:00000010:2.1:1781824354.839215:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc2100. 00000080:00000010:2.1:1781824354.839223:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fab180. 00000080:00000010:2.1:1781824354.839229:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc0840. 00000080:00000010:2.1:1781824354.839236:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fa8000. 00000080:00000010:2.1:1781824354.839243:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcb180. 00000080:00000010:2.1:1781824354.839251:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc8000. 00000080:00000010:2.1:1781824354.839258:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc5ac0. 00000080:00000010:2.1:1781824354.839267:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ca940. 00000080:00000010:2.1:1781824354.839276:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fca940. 00000080:00000010:2.1:1781824354.839284:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fce300. 00000080:00000010:2.1:1781824354.839296:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcd280. 00000080:00000010:2.1:1781824354.839309:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc98c0. 00000080:00000010:2.1:1781824354.839318:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbb9c0. 00000080:00000010:2.1:1781824354.839326:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbb180. 00000080:00000010:2.1:1781824354.839336:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcca40. 00000080:00000010:2.1:1781824354.839344:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fceb40. 00000080:00000010:2.1:1781824354.839351:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcf380. 00000080:00000010:2.1:1781824354.839357:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc9080. 00000080:00000010:2.1:1781824354.839366:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fca100. 00000080:00000010:2.1:1781824354.839402:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc8840. 00000080:00000010:2.1:1781824354.839411:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcdac0. 00000080:00000010:2.1:1781824354.839418:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcc200. 00000080:00000010:2.1:1781824354.839425:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc4200. 00000080:00000010:2.1:1781824354.839432:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc39c0. 00000080:00000010:2.1:1781824354.839439:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fcb9c0. 00000080:00000010:2.1:1781824354.839452:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd4a40. 00000080:00000010:2.1:1781824354.839463:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd6b40. 00000080:00000010:2.1:1781824354.839470:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc3180. 00000080:00000010:2.1:1781824354.839476:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd7380. 00000080:00000010:2.1:1781824354.839484:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd1080. 00000080:00000010:2.1:1781824354.839491:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd2100. 00000080:00000010:2.1:1781824354.839500:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd0840. 00000080:00000010:2.1:1781824354.839507:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd5ac0. 00000080:00000010:2.1:1781824354.839513:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd4200. 00000080:00000010:2.1:1781824354.839530:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd39c0. 00000080:00000010:2.1:1781824354.839537:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd3180. 00000080:00000010:2.1:1781824354.839548:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc0000. 00000080:00000010:2.1:1781824354.839556:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fb8000. 00000080:00000010:2.1:1781824354.839563:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fba940. 00000080:00000010:2.1:1781824354.839571:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbe300. 00000080:00000010:2.1:1781824354.839578:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fbd280. 00000080:00000010:2.1:1781824354.839595:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdd280. 00000080:00000010:2.1:1781824354.839668:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd98c0. 00000080:00000010:2.1:1781824354.839679:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdca40. 00000080:00000010:2.1:1781824354.839689:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdeb40. 00000080:00000010:2.1:1781824354.839697:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc2940. 00000080:00000010:2.1:1781824354.839705:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc6300. 00000080:00000010:2.1:1781824354.839719:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd0000. 00000080:00000010:2.1:1781824354.839726:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd2940. 00000080:00000010:2.1:1781824354.839734:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd6300. 00000080:00000010:2.1:1781824354.839740:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd5280. 00000080:00000010:2.1:1781824354.839749:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd18c0. 00000080:00000010:2.1:1781824354.839763:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe5280. 00000080:00000010:2.1:1781824354.839773:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe18c0. 00000080:00000010:2.1:1781824354.839782:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc5280. 00000080:00000010:2.1:1781824354.839788:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fc18c0. 00000080:00000010:3.1:1781824354.843128:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fef380. 00000080:00000010:3.1:1781824354.843154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdf380. 00000080:00000010:3.1:1781824354.843167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd9080. 00000080:00000010:3.1:1781824354.843174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fda100. 00000080:00000010:3.1:1781824354.843181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd8840. 00000080:00000010:3.1:1781824354.843195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe4a40. 00000080:00000010:3.1:1781824354.843204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe6b40. 00000080:00000010:3.1:1781824354.843211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe7380. 00000080:00000010:3.1:1781824354.843221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe1080. 00000080:00000010:3.1:1781824354.843229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe2100. 00000080:00000010:3.1:1781824354.843235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe0840. 00000080:00000010:3.1:1781824354.843241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe5ac0. 00000080:00000010:3.1:1781824354.843247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe4200. 00000080:00000010:3.1:1781824354.843254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe39c0. 00000080:00000010:3.1:1781824354.843261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe3180. 00000080:00000010:3.1:1781824354.843267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe0000. 00000080:00000010:3.1:1781824354.843273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe2940. 00000080:00000010:3.1:1781824354.843281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe6300. 00000080:00000010:3.1:1781824354.843291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff18c0. 00000080:00000010:3.1:1781824354.843299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fddac0. 00000080:00000010:3.1:1781824354.843306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdc200. 00000080:00000010:3.1:1781824354.843313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdb9c0. 00000080:00000010:3.1:1781824354.843324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fdb180. 00000080:00000010:3.1:1781824354.843330:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fd8000. 00000080:00000010:3.1:1781824354.843337:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fda940. 00000080:00000010:3.1:1781824354.843343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fde300. 00000080:00000010:3.1:1781824354.843349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff98c0. 00000080:00000010:3.1:1781824354.843357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffca40. 00000080:00000010:3.1:1781824354.843365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffeb40. 00000080:00000010:3.1:1781824354.843373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fff380. 00000080:00000010:3.1:1781824354.843378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff9080. 00000080:00000010:3.1:1781824354.843384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffa100. 00000080:00000010:3.1:1781824354.843395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff8840. 00000080:00000010:3.1:1781824354.843402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff4a40. 00000080:00000010:3.1:1781824354.843411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff6b40. 00000080:00000010:3.1:1781824354.843418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff7380. 00000080:00000010:3.1:1781824354.843425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff1080. 00000080:00000010:3.1:1781824354.843430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff2100. 00000080:00000010:3.1:1781824354.843439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff0840. 00000080:00000010:3.1:1781824354.843445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff5ac0. 00000080:00000010:3.1:1781824354.843452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff4200. 00000080:00000010:3.1:1781824354.843457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff39c0. 00000080:00000010:3.1:1781824354.843569:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff3180. 00000080:00000010:3.1:1781824354.843576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff0000. 00000080:00000010:3.1:1781824354.843582:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff2940. 00000080:00000010:3.1:1781824354.843588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff6300. 00000080:00000010:3.1:1781824354.843594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff5280. 00000080:00000010:3.1:1781824354.843601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580dac0. 00000080:00000010:3.1:1781824354.843660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffdac0. 00000080:00000010:3.1:1781824354.843667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffc200. 00000080:00000010:3.1:1781824354.843674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffb9c0. 00000080:00000010:3.1:1781824354.843681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffb180. 00000080:00000010:3.1:1781824354.843687:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ff8000. 00000080:00000010:3.1:1781824354.843695:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ce300. 00000080:00000010:3.1:1781824354.843702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580c200. 00000080:00000010:3.1:1781824354.843708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580b9c0. 00000080:00000010:3.1:1781824354.843714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580b180. 00000080:00000010:3.1:1781824354.843730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05808000. 00000080:00000010:3.1:1781824354.843746:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580a940. 00000080:00000010:3.1:1781824354.843753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580e300. 00000080:00000010:3.1:1781824354.843760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580d280. 00000080:00000010:3.1:1781824354.843766:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058098c0. 00000080:00000010:3.1:1781824354.843772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580ca40. 00000080:00000010:3.1:1781824354.843778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580eb40. 00000080:00000010:3.1:1781824354.843785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580f380. 00000080:00000010:3.1:1781824354.843790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05809080. 00000080:00000010:3.1:1781824354.843796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffa940. 00000080:00000010:3.1:1781824354.843803:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffe300. 00000080:00000010:3.1:1781824354.843808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ffd280. 00000080:00000010:3.1:1781824354.843824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05810840. 00000080:00000010:3.1:1781824354.843837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05815ac0. 00000080:00000010:3.1:1781824354.843846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05814200. 00000080:00000010:3.1:1781824354.843853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0580a100. 00000080:00000010:3.1:1781824354.843859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05808840. 00000080:00000010:3.1:1781824354.843872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581a100. 00000080:00000010:3.1:1781824354.843880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05818840. 00000080:00000010:3.1:1781824354.843900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581dac0. 00000080:00000010:3.1:1781824354.843910:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe9080. 00000080:00000010:3.1:1781824354.843916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fea100. 00000080:00000010:3.1:1781824354.843924:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581c200. 00000080:00000010:3.1:1781824354.843931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581b9c0. 00000080:00000010:3.1:1781824354.843937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581b180. 00000080:00000010:3.1:1781824354.843993:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05818000. 00000080:00000010:3.1:1781824354.844002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581a940. 00000080:00000010:3.1:1781824354.844010:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581e300. 00000080:00000010:3.1:1781824354.844016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581d280. 00000080:00000010:3.1:1781824354.844026:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058198c0. 00000080:00000010:3.1:1781824354.844032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581ca40. 00000080:00000010:3.1:1781824354.844039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581eb40. 00000080:00000010:3.1:1781824354.844049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0581f380. 00000080:00000010:3.1:1781824354.844055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058139c0. 00000080:00000010:3.1:1781824354.844062:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05819080. 00000080:00000010:3.1:1781824354.844070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05826b40. 00000080:00000010:3.1:1781824354.844076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05827380. 00000080:00000010:3.1:1781824354.844107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05821080. 00000080:00000010:3.1:1781824354.844114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05822100. 00000080:00000010:3.1:1781824354.844121:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05820840. 00000080:00000010:3.1:1781824354.844131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05825ac0. 00000080:00000010:3.1:1781824354.844138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05824200. 00000080:00000010:3.1:1781824354.844144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058239c0. 00000080:00000010:3.1:1781824354.844150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05823180. 00000080:00000010:3.1:1781824354.844156:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05820000. 00000080:00000010:3.1:1781824354.844162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05822940. 00000080:00000010:3.1:1781824354.844167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05826300. 00000080:00000010:3.1:1781824354.844173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05825280. 00000080:00000010:2.1:1781824354.891129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058218c0. 00000080:00000010:2.1:1781824354.891151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05813180. 00000080:00000010:2.1:1781824354.924316:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05810000. 00000080:00000010:2.1:1781824354.924335:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05812940. 00000080:00000010:2.1:1781824354.924352:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05824a40. 00000080:00000010:2.1:1781824354.924372:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582eb40. 00000080:00000010:2.1:1781824354.924385:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe8840. 00000080:00000010:2.1:1781824354.924395:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fedac0. 00000080:00000010:2.1:1781824354.924411:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fec200. 00000080:00000010:2.1:1781824354.924418:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05feb9c0. 00000080:00000010:2.1:1781824354.924424:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05feb180. 00000080:00000010:2.1:1781824354.924430:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582f380. 00000080:00000010:2.1:1781824354.924437:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05829080. 00000080:00000010:2.1:1781824354.924443:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe8000. 00000080:00000010:2.1:1781824354.924450:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582a100. 00000080:00000010:2.1:1781824354.924458:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05828840. 00000080:00000010:2.1:1781824354.924465:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582dac0. 00000080:00000010:2.1:1781824354.924475:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fea940. 00000080:00000010:2.1:1781824354.924481:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fee300. 00000080:00000010:2.1:1781824354.924492:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cd280. 00000080:00000010:2.1:1781824354.924499:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c98c0. 00000080:00000010:2.1:1781824354.924506:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582c200. 00000080:00000010:2.1:1781824354.924515:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582b9c0. 00000080:00000010:2.1:1781824354.924521:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582b180. 00000080:00000010:2.1:1781824354.924527:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05828000. 00000080:00000010:2.1:1781824354.924540:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582a940. 00000080:00000010:2.1:1781824354.924547:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582e300. 00000080:00000010:2.1:1781824354.924817:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582d280. 00000080:00000010:2.1:1781824354.924834:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058298c0. 00000080:00000010:2.1:1781824354.924843:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0582ca40. 00000080:00000010:2.1:1781824354.924850:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05834200. 00000080:00000010:2.1:1781824354.924856:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058339c0. 00000080:00000010:2.1:1781824354.924863:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05833180. 00000080:00000010:2.1:1781824354.924869:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05830000. 00000080:00000010:2.1:1781824354.924877:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05832940. 00000080:00000010:2.1:1781824354.924894:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cca40. 00000080:00000010:2.1:1781824354.924903:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05816300. 00000080:00000010:2.1:1781824354.924916:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05836300. 00000080:00000010:2.1:1781824354.924924:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05835280. 00000080:00000010:2.1:1781824354.924932:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058318c0. 00000080:00000010:2.1:1781824354.924938:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05834a40. 00000080:00000010:2.1:1781824354.924944:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05836b40. 00000080:00000010:2.1:1781824354.924950:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05837380. 00000080:00000010:2.1:1781824354.924956:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05831080. 00000080:00000010:2.1:1781824354.924962:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05832100. 00000080:00000010:2.1:1781824354.924968:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05830840. 00000080:00000010:2.1:1781824354.924973:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05835ac0. 00000080:00000010:2.1:1781824354.924985:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583d280. 00000080:00000010:2.1:1781824354.924994:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058398c0. 00000080:00000010:2.1:1781824354.925002:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583ca40. 00000080:00000010:2.1:1781824354.925009:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583eb40. 00000080:00000010:2.1:1781824354.925017:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583f380. 00000080:00000010:2.1:1781824354.925025:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05839080. 00000080:00000010:2.1:1781824354.925032:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583a100. 00000080:00000010:2.1:1781824354.925039:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05838840. 00000080:00000010:2.1:1781824354.925045:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583dac0. 00000080:00000010:2.1:1781824354.925050:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583c200. 00000080:00000010:2.1:1781824354.925061:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583b9c0. 00000080:00000010:2.1:1781824354.925067:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583b180. 00000080:00000010:2.1:1781824354.925074:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05838000. 00000080:00000010:2.1:1781824354.925314:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583a940. 00000080:00000010:2.1:1781824354.925324:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0583e300. 00000080:00000010:2.1:1781824354.925331:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05844a40. 00000080:00000010:2.1:1781824354.925341:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05846b40. 00000080:00000010:2.1:1781824354.925349:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05847380. 00000080:00000010:2.1:1781824354.925361:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05841080. 00000080:00000010:2.1:1781824354.925368:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05842100. 00000080:00000010:2.1:1781824354.925381:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05840840. 00000080:00000010:2.1:1781824354.925394:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05845ac0. 00000080:00000010:3.1:1781824354.928139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05844200. 00000080:00000010:3.1:1781824354.928157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058439c0. 00000080:00000010:3.1:1781824354.928181:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fed280. 00000080:00000010:3.1:1781824354.928189:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05fe98c0. 00000080:00000010:3.1:1781824354.928195:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05feca40. 00000080:00000010:3.1:1781824354.928206:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05815280. 00000080:00000010:3.1:1781824354.928214:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05843180. 00000080:00000010:3.1:1781824354.928220:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05840000. 00000080:00000010:3.1:1781824354.928239:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05842940. 00000080:00000010:3.1:1781824354.928248:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05feeb40. 00000080:00000010:3.1:1781824354.928283:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584a940. 00000080:00000010:3.1:1781824354.928292:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05846300. 00000080:00000010:3.1:1781824354.928300:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05845280. 00000080:00000010:3.1:1781824354.928308:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058418c0. 00000080:00000010:3.1:1781824354.928321:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05852940. 00000080:00000010:3.1:1781824354.928329:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05856300. 00000080:00000010:3.1:1781824354.928337:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05855280. 00000080:00000010:3.1:1781824354.928345:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058518c0. 00000080:00000010:3.1:1781824354.928352:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05854a40. 00000080:00000010:3.1:1781824354.928359:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05856b40. 00000080:00000010:3.1:1781824354.928366:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05857380. 00000080:00000010:3.1:1781824354.928373:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05851080. 00000080:00000010:3.1:1781824354.928379:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05852100. 00000080:00000010:3.1:1781824354.928384:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05850840. 00000080:00000010:3.1:1781824354.928393:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05855ac0. 00000080:00000010:3.1:1781824354.928399:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05854200. 00000080:00000010:3.1:1781824354.928405:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058539c0. 00000080:00000010:3.1:1781824354.928414:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05853180. 00000080:00000010:3.1:1781824354.928420:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05850000. 00000080:00000010:3.1:1781824354.928426:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05866b40. 00000080:00000010:2.1:1781824354.938149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05867380. 00000080:00000010:2.1:1781824354.938168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05861080. 00000080:00000010:2.1:1781824354.938178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05862100. 00000080:00000010:0.1:1781824355.002141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058618c0. 00000080:00000010:2.1:1781824355.002217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05860840. 00000080:00000010:2.1:1781824355.002230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05865ac0. 00000080:00000010:2.1:1781824355.002239:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05864200. 00000080:00000010:2.1:1781824355.002246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058639c0. 00000080:00000010:2.1:1781824355.002252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05863180. 00000080:00000010:2.1:1781824355.002257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05860000. 00000080:00000010:2.1:1781824355.002263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05862940. 00000080:00000010:2.1:1781824355.002269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05866300. 00000080:00000010:2.1:1781824355.002274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05865280. 00000080:00000010:0.1:1781824355.034196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05864a40. 00000080:00000010:0.1:1781824355.034222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586f380. 00000080:00000010:0.1:1781824355.034235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05869080. 00000080:00000010:0.1:1781824355.034243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586a100. 00000080:00000010:0.1:1781824355.034252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05868840. 00000080:00000010:0.1:1781824355.034259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586dac0. 00000080:00000010:0.1:1781824355.034266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586c200. 00000080:00000010:0.1:1781824355.034287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586b9c0. 00000080:00000010:0.1:1781824355.034294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586b180. 00000080:00000010:0.1:1781824355.034300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05868000. 00000080:00000010:0.1:1781824355.034306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586a940. 00000080:00000010:0.1:1781824355.034316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586e300. 00000080:00000010:0.1:1781824355.034322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586d280. 00000080:00000010:0.1:1781824355.034329:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058698c0. 00000080:00000010:0.1:1781824355.034334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586ca40. 00000080:00000010:0.1:1781824355.034340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0586eb40. 00000080:00000010:0.1:1781824355.034356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584e300. 00000080:00000010:0.1:1781824355.034367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584d280. 00000080:00000010:0.1:1781824355.034374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058498c0. 00000080:00000010:0.1:1781824355.034383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584ca40. 00000080:00000010:0.1:1781824355.034390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584eb40. 00000080:00000010:0.1:1781824355.034398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584f380. 00000080:00000010:0.1:1781824355.034404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05849080. 00000080:00000010:0.1:1781824355.034412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058718c0. 00000080:00000010:0.1:1781824355.034497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05874a40. 00000080:00000010:0.1:1781824355.034506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05876b40. 00000080:00000010:0.1:1781824355.034513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05877380. 00000080:00000010:0.1:1781824355.034519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05871080. 00000080:00000010:0.1:1781824355.034528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05872100. 00000080:00000010:0.1:1781824355.034535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05870840. 00000080:00000010:0.1:1781824355.034542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05875ac0. 00000080:00000010:0.1:1781824355.034550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05874200. 00000080:00000010:0.1:1781824355.034556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058739c0. 00000080:00000010:0.1:1781824355.034562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05873180. 00000080:00000010:0.1:1781824355.034567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05870000. 00000080:00000010:0.1:1781824355.034573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05872940. 00000080:00000010:0.1:1781824355.034580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05876300. 00000080:00000010:0.1:1781824355.034586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05875280. 00000080:00000010:0.1:1781824355.034596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058118c0. 00000080:00000010:0.1:1781824355.034609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05814a40. 00000080:00000010:0.1:1781824355.034617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05816b40. 00000080:00000010:0.1:1781824355.034631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05879080. 00000080:00000010:0.1:1781824355.034638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584a100. 00000080:00000010:0.1:1781824355.034644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05848840. 00000080:00000010:0.1:1781824355.034652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584dac0. 00000080:00000010:0.1:1781824355.034664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584c200. 00000080:00000010:0.1:1781824355.034670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584b9c0. 00000080:00000010:0.1:1781824355.034676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0584b180. 00000080:00000010:0.1:1781824355.034682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05848000. 00000080:00000010:0.1:1781824355.034689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c07380. 00000080:00000010:0.1:1781824355.034696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c01080. 00000080:00000010:0.1:1781824355.034704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05817380. 00000080:00000010:0.1:1781824355.034710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05811080. 00000080:00000010:0.1:1781824355.034715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05812100. 00000080:00000010:0.1:1781824355.034721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c098c0. 00000080:00000010:0.1:1781824355.034728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0ca40. 00000080:00000010:0.1:1781824355.034734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0eb40. 00000080:00000010:0.1:1781824355.034743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587a100. 00000080:00000010:0.1:1781824355.034749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c02100. 00000080:00000010:0.1:1781824355.034756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c00840. 00000080:00000010:0.1:1781824355.034762:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c05ac0. 00000080:00000010:0.1:1781824355.034769:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c04200. 00000080:00000010:0.1:1781824355.034776:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05878840. 00000080:00000010:0.1:1781824355.034783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587dac0. 00000080:00000010:0.1:1781824355.034791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587c200. 00000080:00000010:0.1:1781824355.034797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587b9c0. 00000080:00000010:0.1:1781824355.034805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c039c0. 00000080:00000010:0.1:1781824355.034812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587b180. 00000080:00000010:0.1:1781824355.034819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05878000. 00000080:00000010:0.1:1781824355.034825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587a940. 00000080:00000010:0.1:1781824355.034831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587e300. 00000080:00000010:0.1:1781824355.034843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587d280. 00000080:00000010:0.1:1781824355.034849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f058798c0. 00000080:00000010:0.1:1781824355.034856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0f380. 00000080:00000010:0.1:1781824355.034861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c09080. 00000080:00000010:0.1:1781824355.034867:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587ca40. 00000080:00000010:0.1:1781824355.034873:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587eb40. 00000080:00000010:0.1:1781824355.034879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0587f380. 00000080:00000010:0.1:1781824355.034897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c15280. 00000080:00000010:0.1:1781824355.034986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c118c0. 00000080:00000010:0.1:1781824355.034995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c14a40. 00000080:00000010:0.1:1781824355.035001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c16b40. 00000080:00000010:0.1:1781824355.035007:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c17380. 00000080:00000010:0.1:1781824355.035016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c11080. 00000080:00000010:0.1:1781824355.035021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c12100. 00000080:00000010:0.1:1781824355.035027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c10840. 00000080:00000010:0.1:1781824355.035032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c15ac0. 00000080:00000010:1.1:1781824355.037130:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c14200. 00000080:00000010:1.1:1781824355.037142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c139c0. 00000080:00000010:1.1:1781824355.037154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c13180. 00000080:00000010:1.1:1781824355.037162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c03180. 00000080:00000010:1.1:1781824355.037172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c10000. 00000080:00000010:1.1:1781824355.037178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c12940. 00000080:00000010:1.1:1781824355.037540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c16300. 00000080:00000010:1.1:1781824355.037799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c19080. 00000080:00000010:1.1:1781824355.037869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1a100. 00000080:00000010:1.1:1781824355.037877:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c18840. 00000080:00000010:1.1:1781824355.037895:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1dac0. 00000080:00000010:1.1:1781824355.037902:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1c200. 00000080:00000010:3.1:1781824355.085158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1d280. 00000080:00000010:2.1:1781824355.085205:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1b9c0. 00000080:00000010:2.1:1781824355.085219:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1b180. 00000080:00000010:2.1:1781824355.085227:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c18000. 00000080:00000010:2.1:1781824355.085235:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1a940. 00000080:00000010:2.1:1781824355.085243:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1e300. 00000080:00000010:3.1:1781824355.097175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c198c0. 00000080:00000010:3.1:1781824355.097193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1ca40. 00000080:00000010:3.1:1781824355.097203:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1eb40. 00000080:00000010:3.1:1781824355.097210:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c1f380. 00000080:00000010:3.1:1781824355.097218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c22940. 00000080:00000010:3.1:1781824355.097318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c26300. 00000080:00000010:3.1:1781824355.097326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c25280. 00000080:00000010:3.1:1781824355.097334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c218c0. 00000080:00000010:3.1:1781824355.097341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c24a40. 00000080:00000010:3.1:1781824355.097352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c26b40. 00000080:00000010:3.1:1781824355.097359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c27380. 00000080:00000010:3.1:1781824355.097376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0a100. 00000080:00000010:3.1:1781824355.097385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c08840. 00000080:00000010:3.1:1781824355.097392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0dac0. 00000080:00000010:3.1:1781824355.097400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0c200. 00000080:00000010:3.1:1781824355.097407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c21080. 00000080:00000010:3.1:1781824355.097414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c22100. 00000080:00000010:3.1:1781824355.097421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c20840. 00000080:00000010:3.1:1781824355.097427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c25ac0. 00000080:00000010:3.1:1781824355.097432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c24200. 00000080:00000010:3.1:1781824355.097438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c239c0. 00000080:00000010:3.1:1781824355.097445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c23180. 00000080:00000010:3.1:1781824355.097458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c00000. 00000080:00000010:3.1:1781824355.097464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c02940. 00000080:00000010:3.1:1781824355.097471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c06300. 00000080:00000010:3.1:1781824355.097477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c05280. 00000080:00000010:3.1:1781824355.097489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c20000. 00000080:00000010:3.1:1781824355.097496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c28000. 00000080:00000010:3.1:1781824355.097520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2a940. 00000080:00000010:3.1:1781824355.097530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2e300. 00000080:00000010:3.1:1781824355.097538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2d280. 00000080:00000010:3.1:1781824355.097547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c298c0. 00000080:00000010:3.1:1781824355.097555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2ca40. 00000080:00000010:3.1:1781824355.097562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2eb40. 00000080:00000010:3.1:1781824355.097568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2f380. 00000080:00000010:3.1:1781824355.097574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c29080. 00000080:00000010:3.1:1781824355.097585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2a100. 00000080:00000010:3.1:1781824355.097592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c018c0. 00000080:00000010:3.1:1781824355.097601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0b9c0. 00000080:00000010:3.1:1781824355.097607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0b180. 00000080:00000010:3.1:1781824355.097613:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c08000. 00000080:00000010:3.1:1781824355.097619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0a940. 00000080:00000010:3.1:1781824355.097625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0e300. 00000080:00000010:3.1:1781824355.097631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c0d280. 00000080:00000010:3.1:1781824355.097638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c28840. 00000080:00000010:3.1:1781824355.097644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2dac0. 00000080:00000010:3.1:1781824355.097650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2c200. 00000080:00000010:3.1:1781824355.097657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2b9c0. 00000080:00000010:3.1:1781824355.097663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c2b180. 00000080:00000010:3.1:1781824355.097674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ceb40. 00000080:00000010:3.1:1781824355.097686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cf380. 00000080:00000010:3.1:1781824355.097698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c9080. 00000080:00000010:3.1:1781824355.097704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040ca100. 00000080:00000010:3.1:1781824355.097711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040c8840. 00000080:00000010:3.1:1781824355.097717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cdac0. 00000080:00000010:2.1:1781824355.117145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f040cc200. 00000080:00000010:2.1:1781824355.117186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c318c0. 00000080:00000010:2.1:1781824355.117204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c34a40. 00000080:00000010:2.1:1781824355.117212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c36b40. 00000080:00000010:2.1:1781824355.117221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c37380. 00000080:00000010:2.1:1781824355.117227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c31080. 00000080:00000010:2.1:1781824355.117237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c32100. 00000080:00000010:2.1:1781824355.117245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c30840. 00000080:00000010:2.1:1781824355.117256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3dac0. 00000080:00000010:2.1:1781824355.117339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3c200. 00000080:00000010:2.1:1781824355.117348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3b9c0. 00000080:00000010:2.1:1781824355.117358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3b180. 00000080:00000010:2.1:1781824355.117367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c04a40. 00000080:00000010:2.1:1781824355.117374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c06b40. 00000080:00000010:2.1:1781824355.117386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c38000. 00000080:00000010:2.1:1781824355.152142:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3a940. 00000080:00000010:2.1:1781824355.152158:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3e300. 00000080:00000010:2.1:1781824355.152175:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3d280. 00000080:00000010:2.1:1781824355.152183:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c398c0. 00000080:00000010:2.1:1781824355.152190:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3ca40. 00000080:00000010:2.1:1781824355.152205:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c35ac0. 00000080:00000010:2.1:1781824355.152212:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c34200. 00000080:00000010:2.1:1781824355.152219:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3eb40. 00000080:00000010:2.1:1781824355.152225:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3f380. 00000080:00000010:2.1:1781824355.152231:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c339c0. 00000080:00000010:2.1:1781824355.152238:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c33180. 00000080:00000010:2.1:1781824355.153193:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c30000. 00000080:00000010:3.1:1781824355.156135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c32940. 00000080:00000010:3.1:1781824355.156223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c36300. 00000080:00000010:3.1:1781824355.156238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c35280. 00000080:00000010:3.1:1781824355.156276:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4a100. 00000080:00000010:3.1:1781824355.156288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c48840. 00000080:00000010:3.1:1781824355.156298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4dac0. 00000080:00000010:3.1:1781824355.156313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c39080. 00000080:00000010:3.1:1781824355.156328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c52100. 00000080:00000010:3.1:1781824355.156339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c50840. 00000080:00000010:3.1:1781824355.156354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c55ac0. 00000080:00000010:3.1:1781824355.156366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c3a100. 00000080:00000010:3.1:1781824355.156377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c38840. 00000080:00000010:2.1:1781824355.218158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5f380. 00000080:00000010:2.1:1781824355.218177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c59080. 00000080:00000010:0.1:1781824355.240128:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5a100. 00000080:00000010:0.1:1781824355.240154:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c639c0. 00000080:00000010:0.1:1781824355.240172:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c63180. 00000080:00000010:0.1:1781824355.240179:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c60000. 00000080:00000010:0.1:1781824355.240186:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c62940. 00000080:00000010:0.1:1781824355.240194:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c66300. 00000080:00000010:0.1:1781824355.240201:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c65280. 00000080:00000010:0.1:1781824355.240209:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c618c0. 00000080:00000010:0.1:1781824355.240217:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c58840. 00000080:00000010:0.1:1781824355.240225:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5dac0. 00000080:00000010:0.1:1781824355.240233:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5c200. 00000080:00000010:0.1:1781824355.240254:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5b9c0. 00000080:00000010:0.1:1781824355.240262:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5b180. 00000080:00000010:0.1:1781824355.240268:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c58000. 00000080:00000010:0.1:1781824355.240398:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5a940. 00000080:00000010:0.1:1781824355.240408:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5e300. 00000080:00000010:0.1:1781824355.240420:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c54200. 00000080:00000010:0.1:1781824355.240429:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5d280. 00000080:00000010:0.1:1781824355.240435:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c598c0. 00000080:00000010:0.1:1781824355.240441:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5ca40. 00000080:00000010:0.1:1781824355.240448:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c5eb40. 00000080:00000010:0.1:1781824355.240455:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c539c0. 00000080:00000010:0.1:1781824355.240462:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c53180. 00000080:00000010:0.1:1781824355.241449:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c64a40. 00000080:00000010:0.1:1781824355.241610:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c66b40. 00000080:00000010:0.1:1781824355.241649:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c67380. 00000080:00000010:0.1:1781824355.241677:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c61080. 00000080:00000010:0.1:1781824355.241691:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c62100. 00000080:00000010:0.1:1781824355.241704:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c60840. 00000080:00000010:0.1:1781824355.241721:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6dac0. 00000080:00000010:0.1:1781824355.241733:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c65ac0. 00000080:00000010:0.1:1781824355.241743:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c64200. 00000080:00000010:0.1:1781824355.241762:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4c200. 00000080:00000010:0.1:1781824355.241777:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6c200. 00000080:00000010:0.1:1781824355.241791:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6b9c0. 00000080:00000010:0.1:1781824355.241803:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6b180. 00000080:00000010:0.1:1781824355.241827:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c68000. 00000080:00000010:0.1:1781824355.241847:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6a940. 00000080:00000010:0.1:1781824355.241859:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6e300. 00000080:00000010:0.1:1781824355.241877:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6d280. 00000080:00000010:0.1:1781824355.241910:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c698c0. 00000080:00000010:0.1:1781824355.241927:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6ca40. 00000080:00000010:0.1:1781824355.241943:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6eb40. 00000080:00000010:0.1:1781824355.241964:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6f380. 00000080:00000010:0.1:1781824355.241978:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c69080. 00000080:00000010:0.1:1781824355.241997:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c70000. 00000080:00000010:0.1:1781824355.242132:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c72940. 00000080:00000010:0.1:1781824355.242144:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c76300. 00000080:00000010:0.1:1781824355.242152:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c75280. 00000080:00000010:0.1:1781824355.242158:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c6a100. 00000080:00000010:0.1:1781824355.242172:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c68840. 00000080:00000010:0.1:1781824355.242196:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7e300. 00000080:00000010:0.1:1781824355.242221:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7d280. 00000080:00000010:0.1:1781824355.242246:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c50000. 00000080:00000010:0.1:1781824355.242273:0:93529:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c798c0. 00000080:00000010:1.1:1781824355.313158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7ca40. 00000080:00000010:1.1:1781824355.313176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7eb40. 00000080:00000010:1.1:1781824355.313186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7f380. 00000080:00000010:1.1:1781824355.313192:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c79080. 00000080:00000010:1.1:1781824355.313198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7a100. 00000080:00000010:1.1:1781824355.313208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c78840. 00000080:00000010:1.1:1781824355.313222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c52940. 00000080:00000010:1.1:1781824355.313237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7dac0. 00000080:00000010:1.1:1781824355.313246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7c200. 00000080:00000010:1.1:1781824355.313252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7b9c0. 00000080:00000010:1.1:1781824355.313259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7b180. 00000080:00000010:1.1:1781824355.313264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c78000. 00000080:00000010:1.1:1781824355.313271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c7a940. 00000080:00000010:1.1:1781824355.313277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c84200. 00000080:00000010:1.1:1781824355.313284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c839c0. 00000080:00000010:1.1:1781824355.313292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c56300. 00000080:00000010:1.1:1781824355.313303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4b9c0. 00000080:00000010:1.1:1781824355.313309:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4b180. 00000080:00000010:1.1:1781824355.313315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c83180. 00000080:00000010:1.1:1781824355.313321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c80000. 00000080:00000010:1.1:1781824355.313327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c82940. 00000080:00000010:1.1:1781824355.313335:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c55280. 00000080:00000010:1.1:1781824355.313343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c518c0. 00000080:00000010:1.1:1781824355.313351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c54a40. 00000080:00000010:1.1:1781824355.313358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c56b40. 00000080:00000010:1.1:1781824355.313364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c57380. 00000080:00000010:1.1:1781824355.313371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c51080. 00000080:00000010:1.1:1781824355.313378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8a100. 00000080:00000010:1.1:1781824355.313384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c88840. 00000080:00000010:1.1:1781824355.383233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8dac0. 00000080:00000010:1.1:1781824355.383258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c48000. 00000080:00000010:1.1:1781824355.383280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c86300. 00000080:00000010:1.1:1781824355.383294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c85280. 00000080:00000010:1.1:1781824355.383304:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c818c0. 00000080:00000010:1.1:1781824355.383316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8c200. 00000080:00000010:1.1:1781824355.383328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c84a40. 00000080:00000010:1.1:1781824355.383341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c86b40. 00000080:00000010:1.1:1781824355.383351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c87380. 00000080:00000010:1.1:1781824355.383362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c81080. 00000080:00000010:1.1:1781824355.383372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c82100. 00000080:00000010:1.1:1781824355.383381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c80840. 00000080:00000010:1.1:1781824355.383392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c85ac0. 00000080:00000010:1.1:1781824355.383408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c918c0. 00000080:00000010:1.1:1781824355.383422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c94a40. 00000080:00000010:1.1:1781824355.383433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c96b40. 00000080:00000010:1.1:1781824355.383445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c97380. 00000080:00000010:1.1:1781824355.383456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8b9c0. 00000080:00000010:1.1:1781824355.383466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8b180. 00000080:00000010:1.1:1781824355.383481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c88000. 00000080:00000010:1.1:1781824355.383492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8a940. 00000080:00000010:1.1:1781824355.383504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8e300. 00000080:00000010:1.1:1781824355.383513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8d280. 00000080:00000010:1.1:1781824355.383526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c898c0. 00000080:00000010:1.1:1781824355.383538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c91080. 00000080:00000010:1.1:1781824355.383550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c92100. 00000080:00000010:1.1:1781824355.383567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c90840. 00000080:00000010:1.1:1781824355.383577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c95ac0. 00000080:00000010:1.1:1781824355.383587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c94200. 00000080:00000010:1.1:1781824355.383599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c939c0. 00000080:00000010:1.1:1781824355.383621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c93180. 00000080:00000010:1.1:1781824355.383638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c90000. 00000080:00000010:1.1:1781824355.383650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8ca40. 00000080:00000010:1.1:1781824355.383658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8eb40. 00000080:00000010:1.1:1781824355.383667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c8f380. 00000080:00000010:1.1:1781824355.383675:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c92940. 00000080:00000010:1.1:1781824355.383683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c96300. 00000080:00000010:1.1:1781824355.383691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c95280. 00000080:00000010:1.1:1781824355.383699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c998c0. 00000080:00000010:1.1:1781824355.383711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9ca40. 00000080:00000010:1.1:1781824355.383725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c718c0. 00000080:00000010:1.1:1781824355.383742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c74a40. 00000080:00000010:1.1:1781824355.383750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9eb40. 00000080:00000010:1.1:1781824355.383757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9f380. 00000080:00000010:1.1:1781824355.383768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c99080. 00000080:00000010:1.1:1781824355.383776:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4a940. 00000080:00000010:1.1:1781824355.383783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4e300. 00000080:00000010:1.1:1781824355.383802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4d280. 00000080:00000010:1.1:1781824355.383815:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c498c0. 00000080:00000010:1.1:1781824355.383822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4ca40. 00000080:00000010:1.1:1781824355.383828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4eb40. 00000080:00000010:1.1:1781824355.383834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c4f380. 00000080:00000010:1.1:1781824355.383839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c49080. 00000080:00000010:1.1:1781824355.383846:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9a100. 00000080:00000010:1.1:1781824355.383852:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c98840. 00000080:00000010:1.1:1781824355.383859:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c76b40. 00000080:00000010:1.1:1781824355.383865:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c89080. 00000080:00000010:1.1:1781824355.383871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca2940. 00000080:00000010:1.1:1781824355.383887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c77380. 00000080:00000010:1.1:1781824355.383894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c71080. 00000080:00000010:1.1:1781824355.383899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c72100. 00000080:00000010:1.1:1781824355.383906:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca6300. 00000080:00000010:1.1:1781824355.383912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca5280. 00000080:00000010:1.1:1781824355.383918:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9dac0. 00000080:00000010:1.1:1781824355.383924:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9c200. 00000080:00000010:1.1:1781824355.383931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9b9c0. 00000080:00000010:1.1:1781824355.383937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9b180. 00000080:00000010:1.1:1781824355.383941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c98000. 00000080:00000010:1.1:1781824355.383947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05caa940. 00000080:00000010:1.1:1781824355.383954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cae300. 00000080:00000010:1.1:1781824355.383964:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cad280. 00000080:00000010:1.1:1781824355.383970:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca98c0. 00000080:00000010:1.1:1781824355.383976:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05caca40. 00000080:00000010:1.1:1781824355.383983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca18c0. 00000080:00000010:1.1:1781824355.383989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05caeb40. 00000080:00000010:1.1:1781824355.383995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca4a40. 00000080:00000010:1.1:1781824355.384001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca6b40. 00000080:00000010:1.1:1781824355.384006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca7380. 00000080:00000010:1.1:1781824355.384014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca1080. 00000080:00000010:1.1:1781824355.384027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca2100. 00000080:00000010:1.1:1781824355.384032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c70840. 00000080:00000010:1.1:1781824355.384039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca0840. 00000080:00000010:1.1:1781824355.384046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca5ac0. 00000080:00000010:1.1:1781824355.384052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca4200. 00000080:00000010:1.1:1781824355.384058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca39c0. 00000080:00000010:1.1:1781824355.384063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05caf380. 00000080:00000010:1.1:1781824355.384068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca9080. 00000080:00000010:1.1:1781824355.384075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca3180. 00000080:00000010:1.1:1781824355.384101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca0000. 00000080:00000010:1.1:1781824355.384108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb7380. 00000080:00000010:1.1:1781824355.384154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb1080. 00000080:00000010:1.1:1781824355.384161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05caa100. 00000080:00000010:1.1:1781824355.384171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca8840. 00000080:00000010:1.1:1781824355.384178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb2100. 00000080:00000010:1.1:1781824355.384187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb0840. 00000080:00000010:1.1:1781824355.384195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb5ac0. 00000080:00000010:1.1:1781824355.384205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb4200. 00000080:00000010:1.1:1781824355.384215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb39c0. 00000080:00000010:1.1:1781824355.384223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb3180. 00000080:00000010:1.1:1781824355.384230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c75ac0. 00000080:00000010:1.1:1781824355.384238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb0000. 00000080:00000010:1.1:1781824355.384245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb2940. 00000080:00000010:1.1:1781824355.384251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c74200. 00000080:00000010:2.1:1781824355.417140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb6300. 00000080:00000010:2.1:1781824355.417154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb5280. 00000080:00000010:2.1:1781824355.417171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb18c0. 00000080:00000010:2.1:1781824355.417180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb4a40. 00000080:00000010:2.1:1781824355.417189:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cadac0. 00000080:00000010:2.1:1781824355.417197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cb6b40. 00000080:00000010:2.1:1781824355.417205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccc200. 00000080:00000010:2.1:1781824355.417212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccb9c0. 00000080:00000010:2.1:1781824355.417219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccb180. 00000080:00000010:2.1:1781824355.417225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cc8000. 00000080:00000010:2.1:1781824355.417232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cca940. 00000080:00000010:2.1:1781824355.417238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cce300. 00000080:00000010:2.1:1781824355.417244:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cac200. 00000080:00000010:2.1:1781824355.417252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cab9c0. 00000080:00000010:2.1:1781824355.417369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cab180. 00000080:00000010:2.1:1781824355.417378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ca8000. 00000080:00000010:2.1:1781824355.417396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd2100. 00000080:00000010:2.1:1781824355.417404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd0840. 00000080:00000010:2.1:1781824355.417413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccd280. 00000080:00000010:2.1:1781824355.417431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cc98c0. 00000080:00000010:2.1:1781824355.417439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccca40. 00000080:00000010:2.1:1781824355.417446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cceb40. 00000080:00000010:2.1:1781824355.417452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccf380. 00000080:00000010:2.1:1781824355.417458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cc9080. 00000080:00000010:2.1:1781824355.417465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cca100. 00000080:00000010:2.1:1781824355.417471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cc8840. 00000080:00000010:2.1:1781824355.417477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd5ac0. 00000080:00000010:2.1:1781824355.417485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd4200. 00000080:00000010:2.1:1781824355.417491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ccdac0. 00000080:00000010:2.1:1781824355.417497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cde300. 00000080:00000010:2.1:1781824355.417503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdd280. 00000080:00000010:2.1:1781824355.417510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd98c0. 00000080:00000010:2.1:1781824355.417519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdca40. 00000080:00000010:2.1:1781824355.417524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdeb40. 00000080:00000010:2.1:1781824355.417530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdf380. 00000080:00000010:2.1:1781824355.417535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd9080. 00000080:00000010:2.1:1781824355.417541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cda100. 00000080:00000010:2.1:1781824355.417546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd8840. 00000080:00000010:2.1:1781824355.417552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cddac0. 00000080:00000010:2.1:1781824355.417558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdc200. 00000080:00000010:2.1:1781824355.417564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdb9c0. 00000080:00000010:2.1:1781824355.417570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd39c0. 00000080:00000010:2.1:1781824355.417575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd3180. 00000080:00000010:2.1:1781824355.417580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd0000. 00000080:00000010:2.1:1781824355.417585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd2940. 00000080:00000010:2.1:1781824355.417589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cdb180. 00000080:00000010:2.1:1781824355.417599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd8000. 00000080:00000010:2.1:1781824355.417609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cda940. 00000080:00000010:3.1:1781824355.454134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce39c0. 00000080:00000010:3.1:1781824355.454148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce3180. 00000080:00000010:3.1:1781824355.454168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce0000. 00000080:00000010:3.1:1781824355.454175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce2940. 00000080:00000010:3.1:1781824355.454183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce6300. 00000080:00000010:3.1:1781824355.454190:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce5280. 00000080:00000010:3.1:1781824355.454198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce18c0. 00000080:00000010:3.1:1781824355.454205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce4a40. 00000080:00000010:3.1:1781824355.454214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce6b40. 00000080:00000010:3.1:1781824355.454222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce7380. 00000080:00000010:3.1:1781824355.454228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce1080. 00000080:00000010:3.1:1781824355.454234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce2100. 00000080:00000010:3.1:1781824355.454240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce0840. 00000080:00000010:3.1:1781824355.454247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce5ac0. 00000080:00000010:3.1:1781824355.454252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce4200. 00000080:00000010:3.1:1781824355.454259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cef380. 00000080:00000010:3.1:1781824355.454266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce9080. 00000080:00000010:3.1:1781824355.454273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cea100. 00000080:00000010:3.1:1781824355.454284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce8840. 00000080:00000010:3.1:1781824355.454292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cedac0. 00000080:00000010:3.1:1781824355.454299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cec200. 00000080:00000010:3.1:1781824355.454307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ceb9c0. 00000080:00000010:3.1:1781824355.454314:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ceb180. 00000080:00000010:3.1:1781824355.454319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce8000. 00000080:00000010:3.1:1781824355.454325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cea940. 00000080:00000010:3.1:1781824355.454331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cee300. 00000080:00000010:3.1:1781824355.454336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ced280. 00000080:00000010:3.1:1781824355.454342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ce98c0. 00000080:00000010:3.1:1781824355.454351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ceca40. 00000080:00000010:3.1:1781824355.454357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ceeb40. 00000080:00000010:3.1:1781824355.454363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf6300. 00000080:00000010:3.1:1781824355.454371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf5280. 00000080:00000010:3.1:1781824355.454380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9a940. 00000080:00000010:3.1:1781824355.454386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9e300. 00000080:00000010:3.1:1781824355.454393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf18c0. 00000080:00000010:3.1:1781824355.454401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf4a40. 00000080:00000010:3.1:1781824355.523136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf6b40. 00000080:00000010:3.1:1781824355.523150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf7380. 00000080:00000010:3.1:1781824355.523159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf1080. 00000080:00000010:3.1:1781824355.523166:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf2100. 00000080:00000010:3.1:1781824355.523178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf0840. 00000080:00000010:3.1:1781824355.523185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf5ac0. 00000080:00000010:3.1:1781824355.523191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf4200. 00000080:00000010:3.1:1781824355.523198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf39c0. 00000080:00000010:3.1:1781824355.523204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf3180. 00000080:00000010:3.1:1781824355.523209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf0000. 00000080:00000010:3.1:1781824355.523214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf2940. 00000080:00000010:3.1:1781824355.523219:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf98c0. 00000080:00000010:3.1:1781824355.523298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfca40. 00000080:00000010:3.1:1781824355.523307:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfeb40. 00000080:00000010:3.1:1781824355.523318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cff380. 00000080:00000010:3.1:1781824355.523324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf9080. 00000080:00000010:3.1:1781824355.523338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfa100. 00000080:00000010:3.1:1781824355.523345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf8840. 00000080:00000010:3.1:1781824355.523352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfdac0. 00000080:00000010:3.1:1781824355.523365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd6300. 00000080:00000010:3.1:1781824355.523372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd5280. 00000080:00000010:3.1:1781824355.523379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfc200. 00000080:00000010:3.1:1781824355.523385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfb9c0. 00000080:00000010:3.1:1781824355.523391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfb180. 00000080:00000010:3.1:1781824355.523397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cf8000. 00000080:00000010:3.1:1781824355.523403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfa940. 00000080:00000010:3.1:1781824355.523412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfe300. 00000080:00000010:3.1:1781824355.523418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cfd280. 00000080:00000010:3.1:1781824355.523424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05902940. 00000080:00000010:3.1:1781824355.523433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05906300. 00000080:00000010:3.1:1781824355.523438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd18c0. 00000080:00000010:3.1:1781824355.523446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05905280. 00000080:00000010:3.1:1781824355.523452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd4a40. 00000080:00000010:3.1:1781824355.523460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059018c0. 00000080:00000010:3.1:1781824355.523468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05904a40. 00000080:00000010:3.1:1781824355.523475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05906b40. 00000080:00000010:3.1:1781824355.523480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05907380. 00000080:00000010:3.1:1781824355.523486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd6b40. 00000080:00000010:3.1:1781824355.523493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd7380. 00000080:00000010:3.1:1781824355.523498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05cd1080. 00000080:00000010:3.1:1781824355.523505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05901080. 00000080:00000010:3.1:1781824355.523513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05902100. 00000080:00000010:3.1:1781824355.523519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05900840. 00000080:00000010:3.1:1781824355.523525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05905ac0. 00000080:00000010:3.1:1781824355.523531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05904200. 00000080:00000010:3.1:1781824355.523537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059039c0. 00000080:00000010:1.1:1781824355.588299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05903180. 00000080:00000010:1.1:1781824355.588317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05900000. 00000080:00000010:1.1:1781824355.588345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c739c0. 00000080:00000010:1.1:1781824355.588355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c73180. 00000080:00000010:1.1:1781824355.588365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590c200. 00000080:00000010:1.1:1781824355.588375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590b9c0. 00000080:00000010:1.1:1781824355.588385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590b180. 00000080:00000010:1.1:1781824355.588394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05908000. 00000080:00000010:1.1:1781824355.588406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590a940. 00000080:00000010:1.1:1781824355.588417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590e300. 00000080:00000010:1.1:1781824355.588427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590d280. 00000080:00000010:1.1:1781824355.588438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05916300. 00000080:00000010:1.1:1781824355.588449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05915280. 00000080:00000010:1.1:1781824355.588459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059118c0. 00000080:00000010:1.1:1781824355.588476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05914a40. 00000080:00000010:1.1:1781824355.588486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05916b40. 00000080:00000010:1.1:1781824355.588499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059098c0. 00000080:00000010:1.1:1781824355.588514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590ca40. 00000080:00000010:1.1:1781824355.588525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590eb40. 00000080:00000010:1.1:1781824355.588537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590f380. 00000080:00000010:1.1:1781824355.588547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05909080. 00000080:00000010:1.1:1781824355.588556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590a100. 00000080:00000010:1.1:1781824355.588568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05908840. 00000080:00000010:1.1:1781824355.588575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0590dac0. 00000080:00000010:1.1:1781824355.588594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05926300. 00000080:00000010:1.1:1781824355.588607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05925280. 00000080:00000010:1.1:1781824355.588618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05928840. 00000080:00000010:1.1:1781824355.588630:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592dac0. 00000080:00000010:1.1:1781824355.588646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059218c0. 00000080:00000010:1.1:1781824355.588659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05917380. 00000080:00000010:1.1:1781824355.588671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05911080. 00000080:00000010:1.1:1781824355.588680:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05912100. 00000080:00000010:1.1:1781824355.588689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05910840. 00000080:00000010:1.1:1781824355.588699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05915ac0. 00000080:00000010:1.1:1781824355.588712:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05c9d280. 00000080:00000010:1.1:1781824355.588740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05933180. 00000080:00000010:1.1:1781824355.588751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05930000. 00000080:00000010:1.1:1781824355.588760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05932940. 00000080:00000010:1.1:1781824355.588771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05914200. 00000080:00000010:1.1:1781824355.588785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05924a40. 00000080:00000010:1.1:1781824355.588798:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059139c0. 00000080:00000010:1.1:1781824355.588807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05913180. 00000080:00000010:1.1:1781824355.588818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05910000. 00000080:00000010:1.1:1781824355.588829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05926b40. 00000080:00000010:1.1:1781824355.588839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05927380. 00000080:00000010:1.1:1781824355.588848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05912940. 00000080:00000010:1.1:1781824355.588863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593a940. 00000080:00000010:1.1:1781824355.588882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593e300. 00000080:00000010:1.1:1781824355.588892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593d280. 00000080:00000010:1.1:1781824355.588903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059398c0. 00000080:00000010:1.1:1781824355.588911:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593ca40. 00000080:00000010:1.1:1781824355.588921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593eb40. 00000080:00000010:1.1:1781824355.588931:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593f380. 00000080:00000010:1.1:1781824355.588939:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05939080. 00000080:00000010:1.1:1781824355.588952:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593a100. 00000080:00000010:1.1:1781824355.588962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05938840. 00000080:00000010:1.1:1781824355.588974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05921080. 00000080:00000010:1.1:1781824355.588985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05922100. 00000080:00000010:1.1:1781824355.588995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05920840. 00000080:00000010:1.1:1781824355.589144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593dac0. 00000080:00000010:1.1:1781824355.589192:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593c200. 00000080:00000010:1.1:1781824355.589202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593b9c0. 00000080:00000010:1.1:1781824355.589208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0593b180. 00000080:00000010:1.1:1781824355.589214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05938000. 00000080:00000010:1.1:1781824355.589220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594d280. 00000080:00000010:1.1:1781824355.589260:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059498c0. 00000080:00000010:1.1:1781824355.589268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594ca40. 00000080:00000010:1.1:1781824355.589279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594eb40. 00000080:00000010:2.1:1781824355.620543:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05949080. 00000080:00000010:2.1:1781824355.620561:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594a100. 00000080:00000010:2.1:1781824355.620580:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05948840. 00000080:00000010:2.1:1781824355.620588:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594dac0. 00000080:00000010:2.1:1781824355.620596:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594c200. 00000080:00000010:2.1:1781824355.620603:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594b9c0. 00000080:00000010:2.1:1781824355.620610:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594b180. 00000080:00000010:2.1:1781824355.620618:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05948000. 00000080:00000010:2.1:1781824355.620631:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594a940. 00000080:00000010:2.1:1781824355.620637:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594e300. 00000080:00000010:2.1:1781824355.620646:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05957380. 00000080:00000010:2.1:1781824355.620654:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05951080. 00000080:00000010:2.1:1781824355.620662:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05952100. 00000080:00000010:2.1:1781824355.620668:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05950840. 00000080:00000010:2.1:1781824355.620677:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05955ac0. 00000080:00000010:2.1:1781824355.620768:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05954200. 00000080:00000010:2.1:1781824355.620776:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059539c0. 00000080:00000010:2.1:1781824355.620791:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05925ac0. 00000080:00000010:2.1:1781824355.620798:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05924200. 00000080:00000010:2.1:1781824355.620805:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059239c0. 00000080:00000010:2.1:1781824355.620812:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05953180. 00000080:00000010:2.1:1781824355.620824:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05950000. 00000080:00000010:2.1:1781824355.620831:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05952940. 00000080:00000010:2.1:1781824355.620837:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05956300. 00000080:00000010:2.1:1781824355.620844:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05955280. 00000080:00000010:2.1:1781824355.620982:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059518c0. 00000080:00000010:2.1:1781824355.620991:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05923180. 00000080:00000010:2.1:1781824355.620999:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05954a40. 00000080:00000010:2.1:1781824355.621006:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05956b40. 00000080:00000010:2.1:1781824355.621014:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05958840. 00000080:00000010:2.1:1781824355.621029:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05920000. 00000080:00000010:2.1:1781824355.621037:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05922940. 00000080:00000010:2.1:1781824355.621071:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595dac0. 00000080:00000010:2.1:1781824355.621119:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05963180. 00000080:00000010:2.1:1781824355.621382:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05960000. 00000080:00000010:2.1:1781824355.621412:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05962940. 00000080:00000010:2.1:1781824355.621578:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05966300. 00000080:00000010:2.1:1781824355.621597:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05965280. 00000080:00000010:2.1:1781824355.621609:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059618c0. 00000080:00000010:2.1:1781824355.621623:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595c200. 00000080:00000010:2.1:1781824355.621644:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595b9c0. 00000080:00000010:2.1:1781824355.621660:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05964a40. 00000080:00000010:2.1:1781824355.621675:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595b180. 00000080:00000010:2.1:1781824355.621787:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05958000. 00000080:00000010:2.1:1781824355.621796:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595a940. 00000080:00000010:2.1:1781824355.621809:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595e300. 00000080:00000010:2.1:1781824355.621818:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05966b40. 00000080:00000010:2.1:1781824355.621833:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05967380. 00000080:00000010:2.1:1781824355.621842:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05961080. 00000080:00000010:2.1:1781824355.621850:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595d280. 00000080:00000010:2.1:1781824355.621864:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059598c0. 00000080:00000010:2.1:1781824355.621882:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05962100. 00000080:00000010:2.1:1781824355.621901:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05960840. 00000080:00000010:2.1:1781824355.621912:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595ca40. 00000080:00000010:0.1:1781824355.622015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0594f380. 00000080:00000010:2.1:1781824355.622024:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595eb40. 00000080:00000010:2.1:1781824355.622151:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595f380. 00000080:00000010:2.1:1781824355.622177:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05959080. 00000080:00000010:2.1:1781824355.622190:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0595a100. 00000080:00000010:2.1:1781824355.622218:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596c200. 00000080:00000010:2.1:1781824355.622235:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596b9c0. 00000080:00000010:2.1:1781824355.622296:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596b180. 00000080:00000010:2.1:1781824355.622308:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05968000. 00000080:00000010:2.1:1781824355.622317:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596a940. 00000080:00000010:2.1:1781824355.622323:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596e300. 00000080:00000010:2.1:1781824355.622348:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596d280. 00000080:00000010:2.1:1781824355.622430:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059698c0. 00000080:00000010:2.1:1781824355.622445:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596ca40. 00000080:00000010:2.1:1781824355.622453:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596eb40. 00000080:00000010:2.1:1781824355.622462:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596f380. 00000080:00000010:2.1:1781824355.622468:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05969080. 00000080:00000010:2.1:1781824355.622476:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596a100. 00000080:00000010:2.1:1781824355.622482:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05965ac0. 00000080:00000010:2.1:1781824355.622489:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05964200. 00000080:00000010:2.1:1781824355.622496:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05968840. 00000080:00000010:2.1:1781824355.622504:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0596dac0. 00000080:00000010:2.1:1781824355.622515:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05972940. 00000080:00000010:2.1:1781824355.622526:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05976300. 00000080:00000010:2.1:1781824355.622534:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05975280. 00000080:00000010:3.1:1781824355.624170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059718c0. 00000080:00000010:3.1:1781824355.624185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05974a40. 00000080:00000010:3.1:1781824355.624195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05976b40. 00000080:00000010:3.1:1781824355.624202:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05977380. 00000080:00000010:3.1:1781824355.624208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05971080. 00000080:00000010:3.1:1781824355.624215:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05972100. 00000080:00000010:3.1:1781824355.624221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05970840. 00000080:00000010:3.1:1781824355.624228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05975ac0. 00000080:00000010:3.1:1781824355.624235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05974200. 00000080:00000010:3.1:1781824355.624241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059739c0. 00000080:00000010:3.1:1781824355.624252:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05973180. 00000080:00000010:3.1:1781824355.624258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05970000. 00000080:00000010:3.1:1781824355.624265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597ca40. 00000080:00000010:3.1:1781824355.624272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597eb40. 00000080:00000010:3.1:1781824355.624278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597f380. 00000080:00000010:3.1:1781824355.624284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05979080. 00000080:00000010:3.1:1781824355.624289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597a100. 00000080:00000010:3.1:1781824355.624295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05978840. 00000080:00000010:3.1:1781824355.624301:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597dac0. 00000080:00000010:2.1:1781824355.690266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597c200. 00000080:00000010:3.1:1781824355.691359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597b9c0. 00000080:00000010:0.1:1781824355.759255:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597b180. 00000080:00000010:0.1:1781824355.759264:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05978000. 00000080:00000010:0.1:1781824355.759276:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597a940. 00000080:00000010:0.1:1781824355.759282:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597e300. 00000080:00000010:0.1:1781824355.759288:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0597d280. 00000080:00000010:0.1:1781824355.759294:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059798c0. 00000080:00000010:0.1:1781824355.759300:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05983180. 00000080:00000010:0.1:1781824355.759306:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05980000. 00000080:00000010:0.1:1781824355.759312:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05982940. 00000080:00000010:0.1:1781824355.759323:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05986300. 00000080:00000010:0.1:1781824355.759331:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592c200. 00000080:00000010:0.1:1781824355.759342:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592b9c0. 00000080:00000010:0.1:1781824355.759349:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592b180. 00000080:00000010:0.1:1781824355.759355:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05928000. 00000080:00000010:0.1:1781824355.759365:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592a940. 00000080:00000010:0.1:1781824355.759373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05985280. 00000080:00000010:0.1:1781824355.759381:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059818c0. 00000080:00000010:0.1:1781824355.759406:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059639c0. 00000080:00000010:0.1:1781824355.759414:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05984a40. 00000080:00000010:0.1:1781824355.759423:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05936300. 00000080:00000010:0.1:1781824355.759429:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05986b40. 00000080:00000010:0.1:1781824355.759442:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05987380. 00000080:00000010:0.1:1781824355.759449:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05981080. 00000080:00000010:0.1:1781824355.759460:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598b9c0. 00000080:00000010:0.1:1781824355.759466:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598b180. 00000080:00000010:0.1:1781824355.759675:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05988000. 00000080:00000010:0.1:1781824355.759684:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05982100. 00000080:00000010:0.1:1781824355.759692:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05980840. 00000080:00000010:0.1:1781824355.759698:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05985ac0. 00000080:00000010:0.1:1781824355.759995:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598a940. 00000080:00000010:0.1:1781824355.760008:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592e300. 00000080:00000010:0.1:1781824355.760016:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592d280. 00000080:00000010:0.1:1781824355.760023:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059298c0. 00000080:00000010:0.1:1781824355.760030:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05935280. 00000080:00000010:0.1:1781824355.760041:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05984200. 00000080:00000010:0.1:1781824355.760048:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059839c0. 00000080:00000010:0.1:1781824355.760055:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05994a40. 00000080:00000010:0.1:1781824355.760063:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05996b40. 00000080:00000010:0.1:1781824355.760069:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05997380. 00000080:00000010:0.1:1781824355.760075:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05991080. 00000080:00000010:0.1:1781824355.760107:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05992100. 00000080:00000010:0.1:1781824355.760114:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05990840. 00000080:00000010:0.1:1781824355.760121:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05995ac0. 00000080:00000010:0.1:1781824355.760126:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05994200. 00000080:00000010:0.1:1781824355.760136:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059939c0. 00000080:00000010:0.1:1781824355.760143:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05993180. 00000080:00000010:0.1:1781824355.760150:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05990000. 00000080:00000010:0.1:1781824355.760157:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05992940. 00000080:00000010:0.1:1781824355.760165:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05996300. 00000080:00000010:0.1:1781824355.760171:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05995280. 00000080:00000010:0.1:1781824355.760179:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059918c0. 00000080:00000010:0.1:1781824355.760185:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a5ac0. 00000080:00000010:0.1:1781824355.760194:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a4200. 00000080:00000010:0.1:1781824355.760200:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a39c0. 00000080:00000010:0.1:1781824355.760211:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a3180. 00000080:00000010:0.1:1781824355.760218:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a0000. 00000080:00000010:0.1:1781824355.760225:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a2940. 00000080:00000010:0.1:1781824355.760231:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a6300. 00000080:00000010:0.1:1781824355.760236:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a5280. 00000080:00000010:0.1:1781824355.760242:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a18c0. 00000080:00000010:1.1:1781824355.764136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598e300. 00000080:00000010:1.1:1781824355.764147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598d280. 00000080:00000010:1.1:1781824355.764157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059898c0. 00000080:00000010:1.1:1781824355.764164:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598ca40. 00000080:00000010:1.1:1781824355.764177:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a4a40. 00000080:00000010:1.1:1781824355.764184:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a6b40. 00000080:00000010:1.1:1781824355.764191:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a7380. 00000080:00000010:1.1:1781824355.764197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a1080. 00000080:00000010:1.1:1781824355.764207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a2100. 00000080:00000010:1.1:1781824355.764213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a0840. 00000080:00000010:1.1:1781824355.764220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a98c0. 00000080:00000010:1.1:1781824355.764227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059aca40. 00000080:00000010:1.1:1781824355.764234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598eb40. 00000080:00000010:1.1:1781824355.764241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059aeb40. 00000080:00000010:1.1:1781824355.764248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598f380. 00000080:00000010:1.1:1781824355.764257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059318c0. 00000080:00000010:1.1:1781824355.764264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05934a40. 00000080:00000010:1.1:1781824355.764272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05936b40. 00000080:00000010:1.1:1781824355.764279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05937380. 00000080:00000010:1.1:1781824355.764284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05931080. 00000080:00000010:1.1:1781824355.764290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05932100. 00000080:00000010:1.1:1781824355.764295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059af380. 00000080:00000010:1.1:1781824355.764300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a9080. 00000080:00000010:1.1:1781824355.764305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059aa100. 00000080:00000010:1.1:1781824355.764315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592ca40. 00000080:00000010:1.1:1781824355.764322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592eb40. 00000080:00000010:1.1:1781824355.764328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a8840. 00000080:00000010:1.1:1781824355.764334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059adac0. 00000080:00000010:1.1:1781824355.764341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05989080. 00000080:00000010:1.1:1781824355.764347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598a100. 00000080:00000010:1.1:1781824355.764353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05988840. 00000080:00000010:1.1:1781824355.764360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ac200. 00000080:00000010:1.1:1781824355.764366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ab9c0. 00000080:00000010:1.1:1781824355.764372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ab180. 00000080:00000010:1.1:1781824355.764378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059a8000. 00000080:00000010:1.1:1781824355.764383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059aa940. 00000080:00000010:1.1:1781824355.764388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ae300. 00000080:00000010:1.1:1781824355.764401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ad280. 00000080:00000010:1.1:1781824355.764408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b5ac0. 00000080:00000010:1.1:1781824355.764416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b4200. 00000080:00000010:1.1:1781824355.764423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b39c0. 00000080:00000010:1.1:1781824355.764433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b3180. 00000080:00000010:1.1:1781824355.764439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b0000. 00000080:00000010:1.1:1781824355.764446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592f380. 00000080:00000010:1.1:1781824355.764453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05929080. 00000080:00000010:1.1:1781824355.764460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0592a100. 00000080:00000010:1.1:1781824355.764484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b2940. 00000080:00000010:1.1:1781824355.764491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b6300. 00000080:00000010:1.1:1781824355.764500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598dac0. 00000080:00000010:1.1:1781824355.764506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0598c200. 00000080:00000010:1.1:1781824355.764513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bc200. 00000080:00000010:1.1:1781824355.764520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b5280. 00000080:00000010:1.1:1781824355.764527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b18c0. 00000080:00000010:1.1:1781824355.764534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b4a40. 00000080:00000010:1.1:1781824355.764540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b6b40. 00000080:00000010:1.1:1781824355.764546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b7380. 00000080:00000010:1.1:1781824355.764552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b1080. 00000080:00000010:1.1:1781824355.764563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b2100. 00000080:00000010:1.1:1781824355.764571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b0840. 00000080:00000010:1.1:1781824355.764577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c7380. 00000080:00000010:1.1:1781824355.764583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bb9c0. 00000080:00000010:1.1:1781824355.764590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bb180. 00000080:00000010:1.1:1781824355.764596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b8000. 00000080:00000010:1.1:1781824355.764602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ba940. 00000080:00000010:1.1:1781824355.764607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059be300. 00000080:00000010:1.1:1781824355.764614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bd280. 00000080:00000010:1.1:1781824355.764620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b98c0. 00000080:00000010:1.1:1781824355.764628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bca40. 00000080:00000010:1.1:1781824355.764633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059beb40. 00000080:00000010:1.1:1781824355.764641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c1080. 00000080:00000010:1.1:1781824355.764647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cd280. 00000080:00000010:1.1:1781824355.764653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c98c0. 00000080:00000010:1.1:1781824355.764660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cca40. 00000080:00000010:1.1:1781824355.764667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c2100. 00000080:00000010:1.1:1781824355.764672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c0840. 00000080:00000010:1.1:1781824355.764679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c5ac0. 00000080:00000010:1.1:1781824355.764686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c4200. 00000080:00000010:1.1:1781824355.764693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c39c0. 00000080:00000010:1.1:1781824355.764699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c3180. 00000080:00000010:1.1:1781824355.764709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c0000. 00000080:00000010:1.1:1781824355.764715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c2940. 00000080:00000010:1.1:1781824355.764722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c6300. 00000080:00000010:1.1:1781824355.764727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ceb40. 00000080:00000010:1.1:1781824355.764733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c5280. 00000080:00000010:1.1:1781824355.764739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c18c0. 00000080:00000010:1.1:1781824355.764745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c4a40. 00000080:00000010:1.1:1781824355.764752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c6b40. 00000080:00000010:1.1:1781824355.764758:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d1080. 00000080:00000010:1.1:1781824355.764765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d2100. 00000080:00000010:1.1:1781824355.764772:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d0840. 00000080:00000010:1.1:1781824355.764781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d5ac0. 00000080:00000010:1.1:1781824355.764788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d4200. 00000080:00000010:1.1:1781824355.764794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d39c0. 00000080:00000010:1.1:1781824355.764800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d3180. 00000080:00000010:1.1:1781824355.764807:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bf380. 00000080:00000010:1.1:1781824355.764812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b9080. 00000080:00000010:1.1:1781824355.764818:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ba100. 00000080:00000010:1.1:1781824355.764825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d0000. 00000080:00000010:1.1:1781824355.764830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d2940. 00000080:00000010:1.1:1781824355.764837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d6300. 00000080:00000010:1.1:1781824355.764842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d5280. 00000080:00000010:1.1:1781824355.764847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d18c0. 00000080:00000010:1.1:1781824355.764853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d4a40. 00000080:00000010:1.1:1781824355.764861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d6b40. 00000080:00000010:1.1:1781824355.764882:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d7380. 00000080:00000010:1.1:1781824355.764889:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d9080. 00000080:00000010:1.1:1781824355.764929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059da100. 00000080:00000010:1.1:1781824355.764938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059b8840. 00000080:00000010:1.1:1781824355.764944:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059bdac0. 00000080:00000010:1.1:1781824355.764958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e4a40. 00000080:00000010:1.1:1781824355.764965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e6b40. 00000080:00000010:1.1:1781824355.764971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d8840. 00000080:00000010:1.1:1781824355.764977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ddac0. 00000080:00000010:1.1:1781824355.764983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059dc200. 00000080:00000010:0.1:1781824355.785132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059db9c0. 00000080:00000010:0.1:1781824355.785145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059db180. 00000080:00000010:0.1:1781824355.890966:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d8000. 00000080:00000010:0.1:1781824355.890985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059da940. 00000080:00000010:0.1:1781824355.890995:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059de300. 00000080:00000010:0.1:1781824355.891002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059dd280. 00000080:00000010:0.1:1781824355.891008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059d98c0. 00000080:00000010:0.1:1781824355.891014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059dca40. 00000080:00000010:0.1:1781824355.891019:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059deb40. 00000080:00000010:0.1:1781824355.891030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e7380. 00000080:00000010:0.1:1781824355.891039:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e1080. 00000080:00000010:0.1:1781824355.891045:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e2100. 00000080:00000010:0.1:1781824355.891052:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e0840. 00000080:00000010:0.1:1781824355.891058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e5ac0. 00000080:00000010:0.1:1781824355.891065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e4200. 00000080:00000010:0.1:1781824355.891071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e39c0. 00000080:00000010:0.1:1781824355.891090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e3180. 00000080:00000010:0.1:1781824355.891098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e0000. 00000080:00000010:0.1:1781824355.891104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e2940. 00000080:00000010:0.1:1781824355.891111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e6300. 00000080:00000010:0.1:1781824355.891119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e5280. 00000080:00000010:0.1:1781824355.891125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e18c0. 00000080:00000010:0.1:1781824355.891131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059edac0. 00000080:00000010:0.1:1781824355.891138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ec200. 00000080:00000010:0.1:1781824355.891145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059df380. 00000080:00000010:0.1:1781824355.891151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f5280. 00000080:00000010:0.1:1781824355.891216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f18c0. 00000080:00000010:0.1:1781824355.891225:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f4a40. 00000080:00000010:0.1:1781824355.891235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f6b40. 00000080:00000010:0.1:1781824355.891243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f7380. 00000080:00000010:0.1:1781824355.891249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f1080. 00000080:00000010:0.1:1781824355.891255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f2100. 00000080:00000010:0.1:1781824355.891263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059eb9c0. 00000080:00000010:0.1:1781824355.891268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059eb180. 00000080:00000010:0.1:1781824355.891275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f0840. 00000080:00000010:0.1:1781824355.891281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f5ac0. 00000080:00000010:0.1:1781824355.891287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f4200. 00000080:00000010:0.1:1781824355.891292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f39c0. 00000080:00000010:0.1:1781824355.891298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f3180. 00000080:00000010:1.1:1781824355.943274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f0000. 00000080:00000010:1.1:1781824355.943387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f2940. 00000080:00000010:1.1:1781824355.943402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f6300. 00000080:00000010:1.1:1781824355.943408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fb180. 00000080:00000010:1.1:1781824355.943416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f8000. 00000080:00000010:1.1:1781824355.943422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fa940. 00000080:00000010:1.1:1781824355.943429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fe300. 00000080:00000010:1.1:1781824355.943435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fd280. 00000080:00000010:1.1:1781824355.943442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f98c0. 00000080:00000010:1.1:1781824355.943448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fca40. 00000080:00000010:1.1:1781824355.943455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059feb40. 00000080:00000010:1.1:1781824355.943464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ff380. 00000080:00000010:1.1:1781824355.943472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f9080. 00000080:00000010:1.1:1781824355.943477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fa100. 00000080:00000010:1.1:1781824355.943483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059f8840. 00000080:00000010:1.1:1781824355.943492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e8000. 00000080:00000010:1.1:1781824355.943499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ea940. 00000080:00000010:1.1:1781824355.943512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ee300. 00000080:00000010:1.1:1781824355.943519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ed280. 00000080:00000010:1.1:1781824355.943529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e98c0. 00000080:00000010:1.1:1781824355.943537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059eca40. 00000080:00000010:1.1:1781824355.943544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059eeb40. 00000080:00000010:1.1:1781824355.943551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fdac0. 00000080:00000010:1.1:1781824355.943558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fc200. 00000080:00000010:1.1:1781824355.943563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059fb9c0. 00000080:00000010:1.1:1781824355.943570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a018c0. 00000080:00000010:1.1:1781824355.943576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a04a40. 00000080:00000010:1.1:1781824355.943584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ef380. 00000080:00000010:1.1:1781824355.943589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e9080. 00000080:00000010:1.1:1781824355.943596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ea100. 00000080:00000010:1.1:1781824355.943602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059e8840. 00000080:00000010:1.1:1781824355.943619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0a100. 00000080:00000010:1.1:1781824355.943628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a08840. 00000080:00000010:1.1:1781824355.943635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a06b40. 00000080:00000010:1.1:1781824355.943646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a07380. 00000080:00000010:1.1:1781824355.943653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a01080. 00000080:00000010:1.1:1781824355.943659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a02100. 00000080:00000010:1.1:1781824355.943666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a00840. 00000080:00000010:1.1:1781824355.943671:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a05ac0. 00000080:00000010:1.1:1781824355.943677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a04200. 00000080:00000010:1.1:1781824355.943683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a039c0. 00000080:00000010:1.1:1781824355.943689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a03180. 00000080:00000010:1.1:1781824355.943702:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a00000. 00000080:00000010:1.1:1781824355.943709:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a02940. 00000080:00000010:1.1:1781824355.943717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a06300. 00000080:00000010:1.1:1781824355.943724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a05280. 00000080:00000010:1.1:1781824355.943731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a18840. 00000080:00000010:1.1:1781824355.943740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1dac0. 00000080:00000010:1.1:1781824355.943749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1c200. 00000080:00000010:1.1:1781824355.943757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1b9c0. 00000080:00000010:1.1:1781824355.943764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0dac0. 00000080:00000010:1.1:1781824355.943774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0c200. 00000080:00000010:1.1:1781824355.943781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1b180. 00000080:00000010:1.1:1781824355.943786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a18000. 00000080:00000010:1.1:1781824355.943792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1a940. 00000080:00000010:1.1:1781824355.943799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1e300. 00000080:00000010:1.1:1781824355.943809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1d280. 00000080:00000010:1.1:1781824355.943816:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a198c0. 00000080:00000010:1.1:1781824355.943824:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0b9c0. 00000080:00000010:1.1:1781824355.943831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0b180. 00000080:00000010:1.1:1781824355.943854:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a08000. 00000080:00000010:1.1:1781824355.943861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1ca40. 00000080:00000010:1.1:1781824355.943897:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1eb40. 00000080:00000010:1.1:1781824355.943905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1f380. 00000080:00000010:1.1:1781824355.943918:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cf380. 00000080:00000010:1.1:1781824355.943924:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c9080. 00000080:00000010:1.1:1781824355.943941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ca100. 00000080:00000010:1.1:1781824355.943948:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c8840. 00000080:00000010:1.1:1781824355.943963:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cdac0. 00000080:00000010:1.1:1781824355.943972:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cc200. 00000080:00000010:1.1:1781824355.943980:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a19080. 00000080:00000010:1.1:1781824355.943985:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a1a100. 00000080:00000010:1.1:1781824355.943991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a218c0. 00000080:00000010:1.1:1781824355.943999:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a24a40. 00000080:00000010:1.1:1781824355.944006:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a26b40. 00000080:00000010:1.1:1781824355.944012:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0a940. 00000080:00000010:1.1:1781824355.944021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a27380. 00000080:00000010:1.1:1781824355.944036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a21080. 00000080:00000010:1.1:1781824355.944043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a22100. 00000080:00000010:1.1:1781824355.944048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a20840. 00000080:00000010:1.1:1781824355.944054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a25ac0. 00000080:00000010:1.1:1781824355.944060:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a24200. 00000080:00000010:1.1:1781824355.944065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a239c0. 00000080:00000010:1.1:1781824355.944070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a23180. 00000080:00000010:1.1:1781824355.944075:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a20000. 00000080:00000010:1.1:1781824355.944103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0e300. 00000080:00000010:1.1:1781824355.944111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05930840. 00000080:00000010:1.1:1781824355.944117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a22940. 00000080:00000010:1.1:1781824355.944125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a26300. 00000080:00000010:1.1:1781824355.944131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0d280. 00000080:00000010:1.1:1781824355.944137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cb9c0. 00000080:00000010:1.1:1781824355.944143:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059cb180. 00000080:00000010:1.1:1781824355.944148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059c8000. 00000080:00000010:1.1:1781824355.944154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ca940. 00000080:00000010:1.1:1781824355.944159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059ce300. 00000080:00000010:1.1:1781824355.944175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2dac0. 00000080:00000010:1.1:1781824355.944211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2c200. 00000080:00000010:1.1:1781824355.944218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2b9c0. 00000080:00000010:1.1:1781824355.944226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2b180. 00000080:00000010:1.1:1781824355.944232:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a28000. 00000080:00000010:1.1:1781824355.944238:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2a940. 00000080:00000010:1.1:1781824355.944246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a25280. 00000080:00000010:1.1:1781824355.944259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a339c0. 00000080:00000010:1.1:1781824355.944267:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a33180. 00000080:00000010:1.1:1781824355.944272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a30000. 00000080:00000010:1.1:1781824355.944279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a32940. 00000080:00000010:1.1:1781824355.944284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a36300. 00000080:00000010:1.1:1781824355.944290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a35280. 00000080:00000010:1.1:1781824355.944295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a318c0. 00000080:00000010:1.1:1781824355.944302:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05935ac0. 00000080:00000010:1.1:1781824355.944308:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05934200. 00000080:00000010:1.1:1781824355.944313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f059339c0. 00000080:00000010:1.1:1781824355.944327:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a398c0. 00000080:00000010:1.1:1781824355.944338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3ca40. 00000080:00000010:1.1:1781824355.944346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3eb40. 00000080:00000010:1.1:1781824355.944352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a34a40. 00000080:00000010:1.1:1781824355.944360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a36b40. 00000080:00000010:1.1:1781824355.944365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a37380. 00000080:00000010:1.1:1781824355.944372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a31080. 00000080:00000010:1.1:1781824355.944377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a32100. 00000080:00000010:1.1:1781824355.944383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a30840. 00000080:00000010:1.1:1781824355.944388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a35ac0. 00000080:00000010:1.1:1781824355.944393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a34200. 00000080:00000010:1.1:1781824355.944398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a42100. 00000080:00000010:1.1:1781824355.944404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a40840. 00000080:00000010:1.1:1781824355.944415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a45ac0. 00000080:00000010:1.1:1781824355.944423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a44200. 00000080:00000010:1.1:1781824355.944429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a098c0. 00000080:00000010:1.1:1781824355.944435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0ca40. 00000080:00000010:1.1:1781824355.944441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a439c0. 00000080:00000010:1.1:1781824355.944448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a43180. 00000080:00000010:1.1:1781824355.944453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a40000. 00000080:00000010:1.1:1781824355.944459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a42940. 00000080:00000010:1.1:1781824355.944465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a46300. 00000080:00000010:1.1:1781824355.944472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a45280. 00000080:00000010:1.1:1781824355.944477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a418c0. 00000080:00000010:1.1:1781824355.944482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a44a40. 00000080:00000010:1.1:1781824355.944488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a46b40. 00000080:00000010:1.1:1781824355.944494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2e300. 00000080:00000010:1.1:1781824355.944499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2d280. 00000080:00000010:1.1:1781824355.944505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a298c0. 00000080:00000010:1.1:1781824355.944510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2ca40. 00000080:00000010:1.1:1781824355.944518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a47380. 00000080:00000010:1.1:1781824355.944524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a41080. 00000080:00000010:1.1:1781824355.944530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4d280. 00000080:00000010:1.1:1781824355.944536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a498c0. 00000080:00000010:1.1:1781824355.944542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4ca40. 00000080:00000010:1.1:1781824355.944547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4eb40. 00000080:00000010:1.1:1781824355.944553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4f380. 00000080:00000010:1.1:1781824355.944558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a49080. 00000080:00000010:1.1:1781824355.944563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4a100. 00000080:00000010:1.1:1781824355.944568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a48840. 00000080:00000010:1.1:1781824355.944575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4dac0. 00000080:00000010:1.1:1781824355.944581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4c200. 00000080:00000010:1.1:1781824355.944587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4b9c0. 00000080:00000010:1.1:1781824355.944592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0eb40. 00000080:00000010:1.1:1781824355.944601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a0f380. 00000080:00000010:1.1:1781824355.944607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a09080. 00000080:00000010:1.1:1781824355.944618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3f380. 00000080:00000010:1.1:1781824355.944624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a39080. 00000080:00000010:1.1:1781824355.944629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2eb40. 00000080:00000010:1.1:1781824355.944635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2f380. 00000080:00000010:1.1:1781824355.944640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a29080. 00000080:00000010:1.1:1781824355.944647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a2a100. 00000080:00000010:1.1:1781824355.944653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a28840. 00000080:00000010:1.1:1781824355.944658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a55280. 00000080:00000010:1.1:1781824355.944664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a518c0. 00000080:00000010:1.1:1781824355.944670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5a940. 00000080:00000010:1.1:1781824355.944677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4b180. 00000080:00000010:1.1:1781824355.944682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a48000. 00000080:00000010:1.1:1781824355.944687:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4a940. 00000080:00000010:1.1:1781824355.944692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a4e300. 00000080:00000010:1.1:1781824355.944698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a64200. 00000080:00000010:1.1:1781824355.944724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a639c0. 00000080:00000010:1.1:1781824355.944730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a63180. 00000080:00000010:1.1:1781824355.944736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a60000. 00000080:00000010:1.1:1781824355.944742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5e300. 00000080:00000010:1.1:1781824355.944747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5d280. 00000080:00000010:1.1:1781824355.944753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a62940. 00000080:00000010:1.1:1781824355.944759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a598c0. 00000080:00000010:1.1:1781824355.944765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5ca40. 00000080:00000010:1.1:1781824355.944770:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5eb40. 00000080:00000010:1.1:1781824355.944775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5f380. 00000080:00000010:1.1:1781824355.944780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a66300. 00000080:00000010:1.1:1781824355.944786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a65280. 00000080:00000010:1.1:1781824355.944791:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a618c0. 00000080:00000010:1.1:1781824355.950127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a64a40. 00000080:00000010:1.1:1781824355.950140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a66b40. 00000080:00000010:0.1:1781824356.033186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8d280. 00000080:00000010:0.1:1781824356.033212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a54200. 00000080:00000010:0.1:1781824356.033226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a80840. 00000080:00000010:0.1:1781824356.033235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a85ac0. 00000080:00000010:1.1:1781824356.033382:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a67380. 00000080:00000010:1.1:1781824356.033394:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a61080. 00000080:00000010:1.1:1781824356.033404:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a59080. 00000080:00000010:1.1:1781824356.033416:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5a100. 00000080:00000010:1.1:1781824356.033423:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a62100. 00000080:00000010:1.1:1781824356.033432:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a60840. 00000080:00000010:1.1:1781824356.033438:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a65ac0. 00000080:00000010:1.1:1781824356.033444:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a75280. 00000080:00000010:1.1:1781824356.033451:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a718c0. 00000080:00000010:1.1:1781824356.033459:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a74a40. 00000080:00000010:1.1:1781824356.033466:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a76b40. 00000080:00000010:1.1:1781824356.033472:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a77380. 00000080:00000010:1.1:1781824356.033477:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a71080. 00000080:00000010:1.1:1781824356.033483:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a72100. 00000080:00000010:1.1:1781824356.033489:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a70840. 00000080:00000010:1.1:1781824356.033500:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a75ac0. 00000080:00000010:1.1:1781824356.033507:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a58840. 00000080:00000010:1.1:1781824356.033514:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5dac0. 00000080:00000010:1.1:1781824356.033521:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5c200. 00000080:00000010:1.1:1781824356.033526:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5b9c0. 00000080:00000010:1.1:1781824356.033532:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a5b180. 00000080:00000010:1.1:1781824356.033539:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a74200. 00000080:00000010:1.1:1781824356.033545:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a739c0. 00000080:00000010:1.1:1781824356.033554:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a73180. 00000080:00000010:1.1:1781824356.033560:0:1034:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a70000. 00000080:00000010:1.1:1781824356.033599:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a72940. 00000080:00000010:1.1:1781824356.033607:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a76300. 00000080:00000010:1.1:1781824356.033613:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7dac0. 00000080:00000010:1.1:1781824356.033621:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7c200. 00000080:00000010:1.1:1781824356.034521:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7b9c0. 00000080:00000010:1.1:1781824356.034536:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7b180. 00000080:00000010:1.1:1781824356.034545:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a78000. 00000080:00000010:1.1:1781824356.034551:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7a940. 00000080:00000010:1.1:1781824356.034557:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7e300. 00000080:00000010:1.1:1781824356.034563:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a58000. 00000080:00000010:1.1:1781824356.034593:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7d280. 00000080:00000010:1.1:1781824356.034600:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a798c0. 00000080:00000010:1.1:1781824356.034606:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7ca40. 00000080:00000010:1.1:1781824356.034612:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7eb40. 00000080:00000010:1.1:1781824356.034617:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7f380. 00000080:00000010:1.1:1781824356.034998:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a79080. 00000080:00000010:1.1:1781824356.035006:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a86b40. 00000080:00000010:1.1:1781824356.035012:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a87380. 00000080:00000010:1.1:1781824356.035020:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a81080. 00000080:00000010:1.1:1781824356.035029:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a7a100. 00000080:00000010:1.1:1781824356.035035:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a78840. 00000080:00000010:1.1:1781824356.035041:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a898c0. 00000080:00000010:1.1:1781824356.035047:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8ca40. 00000080:00000010:1.1:1781824356.035054:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8eb40. 00000080:00000010:1.1:1781824356.035061:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a54a40. 00000080:00000010:1.1:1781824356.035070:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a56b40. 00000080:00000010:1.1:1781824356.035076:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a57380. 00000080:00000010:1.1:1781824356.035272:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a51080. 00000080:00000010:1.1:1781824356.035280:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8f380. 00000080:00000010:1.1:1781824356.035286:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a89080. 00000080:00000010:1.1:1781824356.035291:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8a100. 00000080:00000010:1.1:1781824356.035298:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a88840. 00000080:00000010:1.1:1781824356.035302:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8dac0. 00000080:00000010:1.1:1781824356.035311:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8c200. 00000080:00000010:1.1:1781824356.035317:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a82100. 00000080:00000010:1.1:1781824356.035324:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a52100. 00000080:00000010:1.1:1781824356.035329:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a50840. 00000080:00000010:1.1:1781824356.035335:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a55ac0. 00000080:00000010:1.1:1781824356.035342:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8b9c0. 00000080:00000010:1.1:1781824356.035347:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8b180. 00000080:00000010:1.1:1781824356.035352:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a88000. 00000080:00000010:1.1:1781824356.035358:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8a940. 00000080:00000010:1.1:1781824356.035363:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a8e300. 00000080:00000010:2.1:1781824356.059233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a84200. 00000080:00000010:2.1:1781824356.059251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a92100. 00000080:00000010:2.1:1781824356.059261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a90840. 00000080:00000010:2.1:1781824356.059268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a95ac0. 00000080:00000010:2.1:1781824356.059277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a94200. 00000080:00000010:2.1:1781824356.059284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a939c0. 00000080:00000010:2.1:1781824356.059289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a93180. 00000080:00000010:2.1:1781824356.059294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a90000. 00000080:00000010:2.1:1781824356.059300:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a92940. 00000080:00000010:2.1:1781824356.059305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a96300. 00000080:00000010:2.1:1781824356.059310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a95280. 00000080:00000010:2.1:1781824356.059315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a918c0. 00000080:00000010:2.1:1781824356.059320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a94a40. 00000080:00000010:2.1:1781824356.059324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a96b40. 00000080:00000010:2.1:1781824356.059331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a539c0. 00000080:00000010:2.1:1781824356.059338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a53180. 00000080:00000010:2.1:1781824356.059344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a50000. 00000080:00000010:2.1:1781824356.059353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a52940. 00000080:00000010:2.1:1781824356.059362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a97380. 00000080:00000010:2.1:1781824356.059373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a91080. 00000080:00000010:2.1:1781824356.059393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9eb40. 00000080:00000010:2.1:1781824356.059399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9f380. 00000080:00000010:2.1:1781824356.059405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a99080. 00000080:00000010:2.1:1781824356.059410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9a100. 00000080:00000010:2.1:1781824356.059416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a98840. 00000080:00000010:2.1:1781824356.059422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9dac0. 00000080:00000010:2.1:1781824356.059427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a839c0. 00000080:00000010:2.1:1781824356.059433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a83180. 00000080:00000010:2.1:1781824356.059439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9c200. 00000080:00000010:2.1:1781824356.059444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9b9c0. 00000080:00000010:2.1:1781824356.059451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9b180. 00000080:00000010:2.1:1781824356.059457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a98000. 00000080:00000010:2.1:1781824356.059462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9a940. 00000080:00000010:2.1:1781824356.059468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9e300. 00000080:00000010:2.1:1781824356.059473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9d280. 00000080:00000010:2.1:1781824356.059478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a998c0. 00000080:00000010:2.1:1781824356.059483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a9ca40. 00000080:00000010:2.1:1781824356.059488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa39c0. 00000080:00000010:2.1:1781824356.059493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa3180. 00000080:00000010:2.1:1781824356.059498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a80000. 00000080:00000010:2.1:1781824356.059503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a82940. 00000080:00000010:2.1:1781824356.059526:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa0000. 00000080:00000010:2.1:1781824356.059537:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa2940. 00000080:00000010:2.1:1781824356.059543:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa6300. 00000080:00000010:2.1:1781824356.059549:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa5280. 00000080:00000010:2.1:1781824356.059554:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa18c0. 00000080:00000010:2.1:1781824356.059560:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a86300. 00000080:00000010:3.1:1781824356.092132:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a85280. 00000080:00000010:3.1:1781824356.092155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a818c0. 00000080:00000010:3.1:1781824356.092170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a84a40. 00000080:00000010:3.1:1781824356.092185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aae300. 00000080:00000010:3.1:1781824356.092199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aad280. 00000080:00000010:3.1:1781824356.092221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa4a40. 00000080:00000010:3.1:1781824356.092231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa6b40. 00000080:00000010:3.1:1781824356.092241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa7380. 00000080:00000010:3.1:1781824356.092251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa1080. 00000080:00000010:3.1:1781824356.092261:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa2100. 00000080:00000010:3.1:1781824356.092269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa0840. 00000080:00000010:3.1:1781824356.092279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa5ac0. 00000080:00000010:3.1:1781824356.092286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa4200. 00000080:00000010:3.1:1781824356.092292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab2100. 00000080:00000010:3.1:1781824356.092299:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa98c0. 00000080:00000010:3.1:1781824356.092305:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aaca40. 00000080:00000010:3.1:1781824356.092312:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab0840. 00000080:00000010:3.1:1781824356.092318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab5ac0. 00000080:00000010:3.1:1781824356.092325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab4200. 00000080:00000010:3.1:1781824356.092331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab39c0. 00000080:00000010:3.1:1781824356.092341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3a100. 00000080:00000010:3.1:1781824356.092351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aaeb40. 00000080:00000010:3.1:1781824356.092361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aaf380. 00000080:00000010:3.1:1781824356.092368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa9080. 00000080:00000010:3.1:1781824356.092375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aaa100. 00000080:00000010:3.1:1781824356.092386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a56300. 00000080:00000010:3.1:1781824356.120158:0:97582:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abc200. 00000080:00000010:3.1:1781824356.120179:0:97582:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abb9c0. 00000080:00000010:3.1:1781824356.120185:0:97582:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abb180. 00000080:00000010:3.1:1781824356.120192:0:97582:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab8000. 00000080:00000010:3.1:1781824356.120316:0:97582:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aba940. 00000080:00000010:0.1:1781824356.120582:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abe300. 00000080:00000010:0.1:1781824356.120592:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abd280. 00000080:00000010:0.1:1781824356.120598:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab98c0. 00000080:00000010:0.1:1781824356.120603:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abca40. 00000080:00000010:0.1:1781824356.120611:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa8840. 00000080:00000010:0.1:1781824356.120622:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab3180. 00000080:00000010:0.1:1781824356.120628:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aadac0. 00000080:00000010:0.1:1781824356.120635:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aac200. 00000080:00000010:0.1:1781824356.120641:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab0000. 00000080:00000010:0.1:1781824356.120647:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab2940. 00000080:00000010:0.1:1781824356.120664:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab6300. 00000080:00000010:0.1:1781824356.120672:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab5280. 00000080:00000010:0.1:1781824356.120680:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab18c0. 00000080:00000010:0.1:1781824356.120687:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab4a40. 00000080:00000010:0.1:1781824356.120693:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab6b40. 00000080:00000010:0.1:1781824356.120700:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aab9c0. 00000080:00000010:0.1:1781824356.120708:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a38840. 00000080:00000010:0.1:1781824356.120715:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab7380. 00000080:00000010:0.1:1781824356.120721:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab1080. 00000080:00000010:0.1:1781824356.120736:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac6b40. 00000080:00000010:0.1:1781824356.120768:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac7380. 00000080:00000010:0.1:1781824356.120776:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac1080. 00000080:00000010:0.1:1781824356.120789:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac2100. 00000080:00000010:0.1:1781824356.120796:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac0840. 00000080:00000010:0.1:1781824356.120803:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aab180. 00000080:00000010:0.1:1781824356.120808:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aa8000. 00000080:00000010:0.1:1781824356.120814:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aaa940. 00000080:00000010:1.1:1781824356.129140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac5ac0. 00000080:00000010:1.1:1781824356.129155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac4200. 00000080:00000010:1.1:1781824356.129163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac39c0. 00000080:00000010:1.1:1781824356.129169:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac3180. 00000080:00000010:1.1:1781824356.129175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac0000. 00000080:00000010:1.1:1781824356.129181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac2940. 00000080:00000010:1.1:1781824356.129187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac6300. 00000080:00000010:1.1:1781824356.129238:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac5280. 00000080:00000010:1.1:1781824356.129247:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac18c0. 00000080:00000010:1.1:1781824356.129255:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac4a40. 00000080:00000010:1.1:1781824356.129261:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac8000. 00000080:00000010:1.1:1781824356.129280:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aca940. 00000080:00000010:1.1:1781824356.129288:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ace300. 00000080:00000010:1.1:1781824356.129294:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acd280. 00000080:00000010:1.1:1781824356.129301:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac98c0. 00000080:00000010:1.1:1781824356.129307:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acca40. 00000080:00000010:1.1:1781824356.129313:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aceb40. 00000080:00000010:1.1:1781824356.129319:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acf380. 00000080:00000010:1.1:1781824356.129326:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac9080. 00000080:00000010:1.1:1781824356.129332:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aca100. 00000080:00000010:1.1:1781824356.129337:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ac8840. 00000080:00000010:1.1:1781824356.129342:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acdac0. 00000080:00000010:1.1:1781824356.150232:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad2940. 00000080:00000010:0.1:1781824356.184171:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad6300. 00000080:00000010:0.1:1781824356.184184:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad5280. 00000080:00000010:0.1:1781824356.184200:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad18c0. 00000080:00000010:0.1:1781824356.184207:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad4a40. 00000080:00000010:0.1:1781824356.184222:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acc200. 00000080:00000010:0.1:1781824356.184230:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acb9c0. 00000080:00000010:0.1:1781824356.184236:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05acb180. 00000080:00000010:0.1:1781824356.184242:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad8840. 00000080:00000010:0.1:1781824356.184249:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05addac0. 00000080:00000010:0.1:1781824356.184344:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abeb40. 00000080:00000010:0.1:1781824356.184356:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abf380. 00000080:00000010:0.1:1781824356.184362:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab9080. 00000080:00000010:0.1:1781824356.184368:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aba100. 00000080:00000010:0.1:1781824356.184373:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ab8840. 00000080:00000010:0.1:1781824356.184380:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05abdac0. 00000080:00000010:0.1:1781824356.184386:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adc200. 00000080:00000010:0.1:1781824356.184394:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adb9c0. 00000080:00000010:0.1:1781824356.184400:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adb180. 00000080:00000010:0.1:1781824356.184407:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad8000. 00000080:00000010:0.1:1781824356.184412:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ada940. 00000080:00000010:0.1:1781824356.184419:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ade300. 00000080:00000010:0.1:1781824356.184424:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05add280. 00000080:00000010:0.1:1781824356.184430:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad98c0. 00000080:00000010:0.1:1781824356.184435:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adca40. 00000080:00000010:1.1:1781824356.191645:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adeb40. 00000080:00000010:1.1:1781824356.191662:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05adf380. 00000080:00000010:1.1:1781824356.191676:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad9080. 00000080:00000010:1.1:1781824356.191682:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ada100. 00000080:00000010:1.1:1781824356.191689:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aec200. 00000080:00000010:1.1:1781824356.191697:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aeb9c0. 00000080:00000010:1.1:1781824356.191703:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aeb180. 00000080:00000010:1.1:1781824356.191709:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ae8000. 00000080:00000010:1.1:1781824356.191714:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aea940. 00000080:00000010:1.1:1781824356.191719:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aee300. 00000080:00000010:1.1:1781824356.191726:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aed280. 00000080:00000010:1.1:1781824356.191733:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ae98c0. 00000080:00000010:1.1:1781824356.191743:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aeca40. 00000080:00000010:1.1:1781824356.191750:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aeeb40. 00000080:00000010:1.1:1781824356.191760:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af7380. 00000080:00000010:1.1:1781824356.191768:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af1080. 00000080:00000010:1.1:1781824356.191774:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af2100. 00000080:00000010:1.1:1781824356.191782:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af0840. 00000080:00000010:1.1:1781824356.191788:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af5ac0. 00000080:00000010:1.1:1781824356.191799:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad6b40. 00000080:00000010:1.1:1781824356.191806:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad7380. 00000080:00000010:1.1:1781824356.191812:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aef380. 00000080:00000010:1.1:1781824356.191819:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ae9080. 00000080:00000010:1.1:1781824356.191825:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aea100. 00000080:00000010:1.1:1781824356.191831:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ae8840. 00000080:00000010:1.1:1781824356.191857:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad1080. 00000080:00000010:1.1:1781824356.191875:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad2100. 00000080:00000010:1.1:1781824356.191883:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad0840. 00000080:00000010:1.1:1781824356.191890:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aedac0. 00000080:00000010:1.1:1781824356.191896:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afc200. 00000080:00000010:1.1:1781824356.191957:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afb9c0. 00000080:00000010:1.1:1781824356.191964:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afb180. 00000080:00000010:1.1:1781824356.191974:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af8000. 00000080:00000010:1.1:1781824356.191979:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afa940. 00000080:00000010:1.1:1781824356.191985:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afe300. 00000080:00000010:1.1:1781824356.191992:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afd280. 00000080:00000010:1.1:1781824356.191998:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af98c0. 00000080:00000010:1.1:1781824356.192006:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad5ac0. 00000080:00000010:1.1:1781824356.192012:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad4200. 00000080:00000010:1.1:1781824356.192018:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad39c0. 00000080:00000010:1.1:1781824356.192024:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afca40. 00000080:00000010:1.1:1781824356.192029:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad3180. 00000080:00000010:1.1:1781824356.192035:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afeb40. 00000080:00000010:0.1:1781824356.197249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ad0000. 00000080:00000010:0.1:1781824356.197285:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05aff380. 00000080:00000010:0.1:1781824356.197397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af4200. 00000080:00000010:0.1:1781824356.197404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af39c0. 00000080:00000010:0.1:1781824356.197410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af3180. 00000080:00000010:0.1:1781824356.197415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af0000. 00000080:00000010:1.1:1781824356.259172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af9080. 00000080:00000010:1.1:1781824356.259221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afa100. 00000080:00000010:2.1:1781824356.259223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af5280. 00000080:00000010:1.1:1781824356.259256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af8840. 00000080:00000010:1.1:1781824356.259292:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05afdac0. 00000080:00000010:1.1:1781824356.259317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b04a40. 00000080:00000010:1.1:1781824356.259338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0a100. 00000080:00000010:2.1:1781824356.274333:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af18c0. 00000080:00000010:2.1:1781824356.274362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b06b40. 00000080:00000010:2.1:1781824356.274382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b07380. 00000080:00000010:2.1:1781824356.274391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b01080. 00000080:00000010:2.1:1781824356.274398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b02100. 00000080:00000010:2.1:1781824356.274405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b00840. 00000080:00000010:2.1:1781824356.274612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b05ac0. 00000080:00000010:1.1:1781824356.274622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af2940. 00000080:00000010:2.1:1781824356.274627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af4a40. 00000080:00000010:2.1:1781824356.274650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af6b40. 00000080:00000010:1.1:1781824356.274679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05af6300. 00000080:00000010:2.1:1781824356.275510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b17380. 00000080:00000010:2.1:1781824356.275523:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b11080. 00000080:00000010:2.1:1781824356.275537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3dac0. 00000080:00000010:2.1:1781824356.275548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b04200. 00000080:00000010:2.1:1781824356.275561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b039c0. 00000080:00000010:2.1:1781824356.275568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b03180. 00000080:00000010:2.1:1781824356.275576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b00000. 00000080:00000010:2.1:1781824356.275583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b02940. 00000080:00000010:2.1:1781824356.275590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b06300. 00000080:00000010:2.1:1781824356.275604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b08840. 00000080:00000010:2.1:1781824356.275612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0dac0. 00000080:00000010:2.1:1781824356.275620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b05280. 00000080:00000010:2.1:1781824356.275627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b018c0. 00000080:00000010:2.1:1781824356.275633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0c200. 00000080:00000010:2.1:1781824356.275641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0b9c0. 00000080:00000010:2.1:1781824356.275663:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1eb40. 00000080:00000010:2.1:1781824356.275733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3c200. 00000080:00000010:2.1:1781824356.275740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3b9c0. 00000080:00000010:2.1:1781824356.275750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3b180. 00000080:00000010:2.1:1781824356.275760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a38000. 00000080:00000010:2.1:1781824356.275768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3a940. 00000080:00000010:2.1:1781824356.275774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3e300. 00000080:00000010:2.1:1781824356.275780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05a3d280. 00000080:00000010:2.1:1781824356.275794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0b180. 00000080:00000010:2.1:1781824356.275802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b20000. 00000080:00000010:2.1:1781824356.275809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b22940. 00000080:00000010:2.1:1781824356.275815:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b26300. 00000080:00000010:2.1:1781824356.275821:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b25280. 00000080:00000010:2.1:1781824356.275828:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b218c0. 00000080:00000010:2.1:1781824356.275835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1f380. 00000080:00000010:2.1:1781824356.275841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b19080. 00000080:00000010:2.1:1781824356.275849:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b12100. 00000080:00000010:2.1:1781824356.275870:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1a100. 00000080:00000010:2.1:1781824356.275878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b18840. 00000080:00000010:2.1:1781824356.275886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1dac0. 00000080:00000010:2.1:1781824356.275892:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b08000. 00000080:00000010:2.1:1781824356.275899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1c200. 00000080:00000010:2.1:1781824356.275905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1b9c0. 00000080:00000010:2.1:1781824356.275912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1b180. 00000080:00000010:2.1:1781824356.275919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b18000. 00000080:00000010:2.1:1781824356.275927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1a940. 00000080:00000010:2.1:1781824356.275932:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1e300. 00000080:00000010:3.1:1781824356.300590:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1d280. 00000080:00000010:3.1:1781824356.300612:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b198c0. 00000080:00000010:3.1:1781824356.300642:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b10840. 00000080:00000010:3.1:1781824356.300656:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1ca40. 00000080:00000010:3.1:1781824356.300682:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b24a40. 00000080:00000010:3.1:1781824356.300707:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0a940. 00000080:00000010:3.1:1781824356.300727:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0e300. 00000080:00000010:3.1:1781824356.300737:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b15ac0. 00000080:00000010:3.1:1781824356.300746:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b14200. 00000080:00000010:3.1:1781824356.300753:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b139c0. 00000080:00000010:3.1:1781824356.300760:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b13180. 00000080:00000010:3.1:1781824356.300765:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b10000. 00000080:00000010:3.1:1781824356.300773:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2c200. 00000080:00000010:3.1:1781824356.300780:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2b9c0. 00000080:00000010:3.1:1781824356.300793:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2b180. 00000080:00000010:3.1:1781824356.300800:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b28000. 00000080:00000010:3.1:1781824356.300807:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2a940. 00000080:00000010:3.1:1781824356.300824:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2e300. 00000080:00000010:3.1:1781824356.322185:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2d280. 00000080:00000010:3.1:1781824356.322206:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b298c0. 00000080:00000010:3.1:1781824356.322302:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b12940. 00000080:00000010:3.1:1781824356.322311:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b16300. 00000080:00000010:3.1:1781824356.322318:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b15280. 00000080:00000010:3.1:1781824356.322327:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2ca40. 00000080:00000010:3.1:1781824356.322334:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2eb40. 00000080:00000010:3.1:1781824356.322346:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2f380. 00000080:00000010:3.1:1781824356.322352:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b29080. 00000080:00000010:3.1:1781824356.322359:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2a100. 00000080:00000010:3.1:1781824356.322368:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b28840. 00000080:00000010:3.1:1781824356.322441:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b2dac0. 00000080:00000010:3.1:1781824356.322453:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b32940. 00000080:00000010:3.1:1781824356.322615:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b36300. 00000080:00000010:3.1:1781824356.322624:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b35280. 00000080:00000010:3.1:1781824356.322637:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0d280. 00000080:00000010:3.1:1781824356.322644:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b098c0. 00000080:00000010:3.1:1781824356.322652:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0ca40. 00000080:00000010:3.1:1781824356.322659:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b318c0. 00000080:00000010:3.1:1781824356.322667:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b34a40. 00000080:00000010:3.1:1781824356.322678:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b36b40. 00000080:00000010:3.1:1781824356.322684:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b37380. 00000080:00000010:3.1:1781824356.322691:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b31080. 00000080:00000010:3.1:1781824356.322696:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b32100. 00000080:00000010:3.1:1781824356.322702:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0eb40. 00000080:00000010:3.1:1781824356.322810:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b0f380. 00000080:00000010:3.1:1781824356.322818:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b09080. 00000080:00000010:3.1:1781824356.322825:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b30840. 00000080:00000010:3.1:1781824356.322912:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b35ac0. 00000080:00000010:3.1:1781824356.322919:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b34200. 00000080:00000010:3.1:1781824356.322926:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b339c0. 00000080:00000010:3.1:1781824356.322931:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b33180. 00000080:00000010:3.1:1781824356.322937:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b30000. 00000080:00000010:3.1:1781824356.322946:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3dac0. 00000080:00000010:3.1:1781824356.322954:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3c200. 00000080:00000010:3.1:1781824356.322963:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3b9c0. 00000080:00000010:3.1:1781824356.322969:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3b180. 00000080:00000010:3.1:1781824356.325328:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b38000. 00000080:00000010:3.1:1781824356.325347:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3a940. 00000080:00000010:3.1:1781824356.325357:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3e300. 00000080:00000010:3.1:1781824356.325369:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b118c0. 00000080:00000010:3.1:1781824356.325456:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b14a40. 00000080:00000010:3.1:1781824356.325467:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b16b40. 00000080:00000010:3.1:1781824356.325928:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b40000. 00000080:00000010:3.1:1781824356.325942:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b42940. 00000080:00000010:3.1:1781824356.325949:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b46300. 00000080:00000010:3.1:1781824356.325959:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b45280. 00000080:00000010:3.1:1781824356.325967:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b418c0. 00000080:00000010:3.1:1781824356.325974:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b44a40. 00000080:00000010:3.1:1781824356.325980:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b46b40. 00000080:00000010:3.1:1781824356.325999:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b48840. 00000080:00000010:3.1:1781824356.326015:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b47380. 00000080:00000010:3.1:1781824356.326038:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b41080. 00000080:00000010:3.1:1781824356.326051:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b42100. 00000080:00000010:3.1:1781824356.326114:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3d280. 00000080:00000010:3.1:1781824356.326123:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b398c0. 00000080:00000010:3.1:1781824356.326717:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3ca40. 00000080:00000010:3.1:1781824356.333136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3eb40. 00000080:00000010:3.1:1781824356.342179:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3f380. 00000080:00000010:3.1:1781824356.342195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b39080. 00000080:00000010:2.1:1781824356.342743:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b3a100. 00000080:00000010:2.1:1781824356.342753:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b38840. 00000080:00000010:2.1:1781824356.342764:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b54a40. 00000080:00000010:2.1:1781824356.342772:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b56b40. 00000080:00000010:2.1:1781824356.342778:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b57380. 00000080:00000010:2.1:1781824356.342784:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b51080. 00000080:00000010:2.1:1781824356.342798:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b52100. 00000080:00000010:2.1:1781824356.350375:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b50840. 00000080:00000010:2.1:1781824356.350395:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b55ac0. 00000080:00000010:2.1:1781824356.350405:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b54200. 00000080:00000010:2.1:1781824356.350415:0:116956:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b539c0. 00000080:00000010:2.1:1781824356.359231:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b53180. 00000080:00000010:2.1:1781824356.359246:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b50000. 00000080:00000010:2.1:1781824356.359255:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b52940. 00000080:00000010:2.1:1781824356.359284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b56300. 00010000:00000010:2.1:1781824356.359291:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb700. 00010000:00000010:3.1:1781824356.359292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8800. 00010000:00000010:2.1:1781824356.359296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82000. 00010000:00000010:3.1:1781824356.359298:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfb00. 00010000:00000010:3.1:1781824356.359301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00010000:00000010:1.1:1781824356.365898:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc800. 00010000:00000010:1.1:1781824356.365909:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5300. 00010000:00000010:0.1:1781824356.447399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc000. 00010000:00000010:0.1:1781824356.447407:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752200. 00010000:00000010:0.1:1781824364.927309:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbe00. 00010000:00000010:0.1:1781824364.927323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83c00. 00010000:00000010:0.1:1781824364.945473:0:2385:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdff00. 00010000:00000010:2.1:1781824364.949169:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfc00. 00010000:00000010:2.1:1781824364.949183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e400. 00000080:00000010:1.1:1781824364.991242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c740. 00000080:00000010:0.1:1781824368.112030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048281a0. 00000080:00000010:0.1:1781824368.112110:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54e0. 00000080:00000010:0.1:1781824368.112119:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f053549c0. 00000080:00000010:0.1:1781824368.112124:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5c20. 00000080:00000010:0.1:1781824368.112130:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048280e0. 00000080:00000010:0.1:1781824368.112135:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5580. 00000080:00000010:0.1:1781824368.112141:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c320. 00000080:00000010:0.1:1781824368.112146:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828aa0. 00000080:00000010:0.1:1781824368.112151:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5940. 00000080:00000010:0.1:1781824368.112155:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828b60. 00000080:00000010:0.1:1781824368.112159:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048285e0. 00000080:00000010:0.1:1781824368.112165:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a55a0. 00000080:00000010:0.1:1781824368.112168:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354800. 00000080:00000010:0.1:1781824368.112171:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c5c0. 00000080:00000010:0.1:1781824368.112175:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca80. 00000080:00000010:0.1:1781824368.112178:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828d80. 00000080:00000010:0.1:1781824368.112182:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048280c0. 00000080:00000010:0.1:1781824368.112186:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828800. 00000080:00000010:0.1:1781824368.112190:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354e60. 00000080:00000010:0.1:1781824368.112194:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828a60. 00000080:00000010:0.1:1781824368.112198:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354220. 00000080:00000010:0.1:1781824368.112202:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ac0. 00000080:00000010:0.1:1781824368.112206:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828f60. 00000080:00000010:0.1:1781824368.112211:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354ae0. 00000080:00000010:0.1:1781824368.112222:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828720. 00000080:00000010:0.1:1781824368.112226:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828d20. 00000080:00000010:0.1:1781824368.112231:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cea0. 00000080:00000010:0.1:1781824368.112235:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354960. 00000080:00000010:0.1:1781824368.112238:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354c00. 00000080:00000010:0.1:1781824368.112243:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5060. 00000080:00000010:0.1:1781824368.112248:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f05354980. 00000080:00000010:0.1:1781824368.112253:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54c0. 00000080:00000010:0.1:1781824368.112261:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5120. 00000080:00000010:0.1:1781824368.112267:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828700. 00000080:00000010:0.1:1781824368.112276:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828f20. 00000080:00000010:0.1:1781824368.112281:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828f80. 00000080:00000010:0.1:1781824368.112287:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048284e0. 00000080:00000010:0.1:1781824368.112292:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ca0. 00000080:00000010:0.1:1781824368.112296:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828620. 00000080:00000010:0.1:1781824368.112299:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828460. 00000080:00000010:0.1:1781824368.112303:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ec0. 00000080:00000010:0.1:1781824368.112306:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8ca20. 00000080:00000010:0.1:1781824368.112310:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828780. 00000080:00000010:0.1:1781824368.112313:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828580. 00000080:00000010:0.1:1781824368.112317:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828320. 00000080:00000010:0.1:1781824368.112319:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828c00. 00000080:00000010:0.1:1781824368.112323:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828740. 00000080:00000010:0.1:1781824368.112328:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828880. 00000080:00000010:0.1:1781824368.112332:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828d00. 00000080:00000010:0.1:1781824368.112336:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828d40. 00000080:00000010:0.1:1781824368.112340:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048283e0. 00000080:00000010:0.1:1781824368.112348:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a20. 00000080:00000010:0.1:1781824368.112379:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eddac0. 00000080:00000010:0.1:1781824368.117148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed8840. 00000080:00000010:0.1:1781824368.117173:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04159080. 00000080:00000010:0.1:1781824368.117185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415a100. 00000080:00000010:0.1:1781824368.117197:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415dac0. 00000080:00000010:0.1:1781824368.117207:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415c200. 00000080:00000010:0.1:1781824368.117218:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04158840. 00000080:00000010:0.1:1781824368.117230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415b9c0. 00000080:00000010:0.1:1781824368.117236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415b180. 00000080:00000010:0.1:1781824368.117240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f04158000. 00000080:00000010:0.1:1781824368.117245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415a940. 00000080:00000010:0.1:1781824368.117251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415e300. 00000080:00000010:0.1:1781824368.117257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415d280. 00000080:00000010:0.1:1781824368.117264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eca940. 00000080:00000010:0.1:1781824368.117272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f041598c0. 00000080:00000010:0.1:1781824368.117277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415ca40. 00000080:00000010:0.1:1781824368.117288:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415f380. 00000080:00000010:1.1:1781824368.122129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f0415eb40. 00000080:00000010:1.1:1781824368.122147:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1ca40. 00000080:00000010:1.1:1781824368.122161:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b198c0. 00000080:00000010:3.1:1781824368.126109:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1a100. 00000080:00000010:1.1:1781824368.128346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1d280. 00000080:00000010:1.1:1781824368.128369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1e300. 00000080:00000010:1.1:1781824368.128376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eda100. 00000080:00000010:1.1:1781824368.128382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebc200. 00000080:00000010:1.1:1781824368.128389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebb9c0. 00000080:00000010:1.1:1781824368.128393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebb180. 00000080:00000010:1.1:1781824368.128397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb8000. 00000080:00000010:1.1:1781824368.128403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1a940. 00000080:00000010:1.1:1781824368.128411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecd280. 00000080:00000010:1.1:1781824368.128416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b18000. 00000080:00000010:1.1:1781824368.128422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1b180. 00000080:00000010:1.1:1781824368.128427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1b9c0. 00000080:00000010:1.1:1781824368.128431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1c200. 00000080:00000010:1.1:1781824368.128436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1dac0. 00000080:00000010:1.1:1781824368.128439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b18840. 00000080:00000010:3.1:1781824368.130144:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b19080. 00000080:00000010:3.1:1781824368.130159:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1f380. 00000080:00000010:3.1:1781824368.130172:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05b1eb40. 00000080:00000010:3.1:1781824368.155313:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb1080. 00000080:00000010:3.1:1781824368.155330:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8000. 00000080:00000010:3.1:1781824368.155343:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb180. 00000080:00000010:3.1:1781824368.155359:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eba940. 00000080:00000010:3.1:1781824368.155367:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb7380. 00000080:00000010:3.1:1781824368.155372:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6b40. 00000080:00000010:3.1:1781824368.155379:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb4a40. 00000080:00000010:3.1:1781824368.155385:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb18c0. 00000080:00000010:3.1:1781824368.155392:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb5280. 00000080:00000010:3.1:1781824368.155404:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb9c0. 00000080:00000010:3.1:1781824368.155414:0:117629:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6300. 00010000:00000010:2.1:1781824368.170337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82c00. 00000080:00000010:3.1:1781824368.170964:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebe300. 00000080:00000010:3.1:1781824368.170991:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebd280. 00000080:00000010:3.1:1781824368.171001:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb2940. 00000080:00000010:3.1:1781824368.171011:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb0000. 00010000:00000010:3.1:1781824368.171017:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5e00. 00010000:00000010:3.1:1781824368.171024:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc600. 00010000:00000010:3.1:1781824368.171217:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233e00. 00010000:00000010:3.1:1781824368.171223:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b800. 00010000:00000010:3.1:1781824368.171228:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bedc00. 00010000:00000010:3.1:1781824368.171232:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4b00. 00010000:00000010:3.1:1781824368.171237:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f000. 00010000:00000010:3.1:1781824368.171241:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf500. 00010000:00000010:3.1:1781824368.171246:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030400. 00010000:00000010:3.1:1781824368.171249:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb100. 00010000:00000010:0.1:1781824368.171340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5000. 00010000:00000010:0.1:1781824368.171350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc400. 00010000:00000010:3.1:1781824368.176308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bece00. 00010000:00000010:3.1:1781824368.176340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4200. 00010000:00000010:3.1:1781824368.176346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3200. 00010000:00000010:3.1:1781824368.176354:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955a00. 00010000:00000010:3.1:1781824368.176358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232800. 00010000:00000010:3.1:1781824368.176362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955800. 00010000:00000010:3.1:1781824368.176366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83600. 00010000:00000010:3.1:1781824368.176371:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb300. 00010000:00000010:3.1:1781824368.176375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459cc00. 00010000:00000010:3.1:1781824368.176380:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909600. 00010000:00000010:3.1:1781824368.176383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c600. 00010000:00000010:3.1:1781824368.176386:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909d00. 00010000:00000010:0.1:1781824368.200179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9400. 00010000:00000010:0.1:1781824368.200191:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752800. 00010000:00000010:0.1:1781824368.200197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec600. 00010000:00000010:0.1:1781824368.200203:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4600. 00010000:00000010:0.1:1781824368.200207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233200. 00010000:00000010:0.1:1781824368.200212:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b500. 00010000:00000010:0.1:1781824368.200217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8800. 00010000:00000010:0.1:1781824368.200220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752e00. 00010000:00000010:0.1:1781824368.200224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c400. 00010000:00000010:0.1:1781824368.200228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909e00. 00010000:00000010:0.1:1781824368.200233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82e00. 00010000:00000010:0.1:1781824368.200238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb500. 00010000:00000010:0.1:1781824368.200242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031600. 00010000:00000010:0.1:1781824368.200246:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb200. 00010000:00000010:0.1:1781824368.200250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232600. 00010000:00000010:0.1:1781824368.200253:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bc00. 00010000:00000010:1.1:1781824368.204248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232e00. 00010000:00000010:1.1:1781824368.204279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955c00. 00010000:00000010:1.1:1781824368.204285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2c00. 00010000:00000010:1.1:1781824368.204289:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955700. 00010000:00000010:1.1:1781824368.204294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed600. 00010000:00000010:1.1:1781824368.204300:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4900. 00010000:00000010:1.1:1781824368.204304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2400. 00010000:00000010:1.1:1781824368.204308:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5c00. 00010000:00000010:1.1:1781824368.204314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8400. 00010000:00000010:1.1:1781824368.204318:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752d00. 00010000:00000010:1.1:1781824368.204322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bede00. 00010000:00000010:1.1:1781824368.204325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4c00. 00010000:00000010:1.1:1781824368.265189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3e00. 00010000:00000010:1.1:1781824368.265205:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955400. 00010000:00000010:1.1:1781824368.265210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f600. 00010000:00000010:1.1:1781824368.265215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc000. 00010000:00000010:1.1:1781824368.265220:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5500. 00010000:00000010:1.1:1781824368.265225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233800. 00010000:00000010:1.1:1781824368.265230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83e00. 00010000:00000010:1.1:1781824368.265234:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b300. 00010000:00000010:1.1:1781824368.265238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232000. 00010000:00000010:1.1:1781824368.265241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955500. 00010000:00000010:1.1:1781824368.265244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc200. 00010000:00000010:1.1:1781824368.265247:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5b00. 00010000:00000010:1.1:1781824368.265250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d400. 00010000:00000010:1.1:1781824368.265255:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909900. 00010000:00000010:1.1:1781824368.265260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9a00. 00010000:00000010:1.1:1781824368.265264:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752f00. 00010000:00000010:1.1:1781824368.265269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2000. 00010000:00000010:1.1:1781824368.265272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2800. 00010000:00000010:1.1:1781824368.265275:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:1.1:1781824368.265278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec200. 00010000:00000010:1.1:1781824368.265282:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4e00. 00010000:00000010:1.1:1781824368.265285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233000. 00010000:00000010:1.1:1781824368.265288:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955f00. 00010000:00000010:1.1:1781824368.265291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83a00. 00010000:00000010:1.1:1781824368.265294:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486ba00. 00010000:00000010:1.1:1781824368.265296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83000. 00010000:00000010:1.1:1781824368.265299:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bf00. 00010000:00000010:1.1:1781824368.265303:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030800. 00010000:00000010:1.1:1781824368.265307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ea00. 00010000:00000010:1.1:1781824368.265312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb700. 00010000:00000010:1.1:1781824368.265315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459ce00. 00010000:00000010:1.1:1781824368.265319:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909c00. 00010000:00000010:1.1:1781824368.265322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cde00. 00010000:00000010:1.1:1781824368.265325:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:1.1:1781824368.265329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8600. 00010000:00000010:1.1:1781824368.265332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8200. 00010000:00000010:1.1:1781824368.265334:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752300. 00010000:00000010:1.1:1781824368.265337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ee00. 00010000:00000010:1.1:1781824368.265340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdff00. 00010000:00000010:1.1:1781824368.265397:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030200. 00010000:00000010:1.1:1781824368.265402:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbc00. 00010000:00000010:1.1:1781824368.265405:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d200. 00010000:00000010:1.1:1781824368.265408:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232400. 00010000:00000010:1.1:1781824368.265410:0:20:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b200. 00010000:00000010:1.1:1781824368.301133:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459de00. 00010000:00000010:1.1:1781824368.301143:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b600. 00010000:00000010:1.1:1781824368.301148:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233c00. 00010000:00000010:1.1:1781824368.301151:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b100. 00010000:00000010:1.1:1781824368.301156:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3a00. 00010000:00000010:1.1:1781824368.301161:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955600. 00010000:00000010:1.1:1781824368.301164:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3400. 00010000:00000010:1.1:1781824368.301168:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955200. 00010000:00000010:1.1:1781824368.301171:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e600. 00010000:00000010:1.1:1781824368.301175:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a500. 00010000:00000010:1.1:1781824368.301182:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9e00. 00010000:00000010:1.1:1781824368.301187:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8a00. 00010000:00000010:1.1:1781824368.301190:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752900. 00010000:00000010:1.1:1781824368.301194:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fe00. 00010000:00000010:1.1:1781824368.301199:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cba00. 00010000:00000010:1.1:1781824368.301202:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031200. 00010000:00000010:1.1:1781824368.301206:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb400. 00010000:00000010:1.1:1781824368.301209:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00010000:00000010:1.1:1781824368.301212:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909400. 00010000:00000010:1.1:1781824368.301217:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82600. 00010000:00000010:1.1:1781824368.301222:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909200. 00010000:00000010:1.1:1781824368.301225:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3600. 00010000:00000010:1.1:1781824368.301228:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955000. 00010000:00000010:1.1:1781824368.301231:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed000. 00010000:00000010:1.1:1781824368.301234:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4800. 00010000:00000010:1.1:1781824368.301238:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232200. 00010000:00000010:1.1:1781824368.301242:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486bb00. 00010000:00000010:1.1:1781824368.301246:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83c00. 00010000:00000010:1.1:1781824368.301250:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb800. 00010000:00000010:1.1:1781824368.301254:0:117629:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3800. 00010000:00000010:1.1:1781824368.301261:0:117629:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:0.1:1781824368.309300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c800. 00010000:00000010:0.1:1781824368.309310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909500. 00010000:00000010:0.1:1781824368.309315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08beca00. 00010000:00000010:0.1:1781824368.309320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4000. 00010000:00000010:0.1:1781824368.309324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82000. 00010000:00000010:0.1:1781824368.309328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82200. 00010000:00000010:0.1:1781824368.309332:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbe00. 00010000:00000010:0.1:1781824368.309337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd400. 00010000:00000010:0.1:1781824368.309340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd200. 00010000:00000010:0.1:1781824368.309345:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5a00. 00010000:00000010:0.1:1781824368.309349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2600. 00010000:00000010:0.1:1781824368.309352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2200. 00010000:00000010:0.1:1781824368.309355:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:0.1:1781824368.309359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed200. 00010000:00000010:0.1:1781824368.309362:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4f00. 00010000:00000010:0.1:1781824368.309365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cc800. 00010000:00000010:0.1:1781824368.309369:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5400. 00010000:00000010:0.1:1781824368.309372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:0.1:1781824368.309376:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752b00. 00010000:00000010:0.1:1781824368.309379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82400. 00010000:00000010:0.1:1781824368.309383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e000. 00010000:00000010:0.1:1781824368.309388:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb900. 00010000:00000010:0.1:1781824368.309391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233400. 00010000:00000010:0.1:1781824368.309395:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b000. 00010000:00000010:0.1:1781824368.309398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9c00. 00010000:00000010:0.1:1781824368.309401:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752000. 00010000:00000010:0.1:1781824368.309404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cdc00. 00010000:00000010:0.1:1781824368.309407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd800. 00010000:00000010:0.1:1781824368.309409:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5800. 00010000:00000010:0.1:1781824368.309412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d800. 00010000:00000010:0.1:1781824368.309415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909800. 00010000:00000010:1.1:1781824368.313166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd600. 00010000:00000010:1.1:1781824368.313190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752500. 00010000:00000010:1.1:1781824368.313196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08becc00. 00010000:00000010:1.1:1781824368.313200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459ca00. 00010000:00000010:1.1:1781824368.313204:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909700. 00010000:00000010:1.1:1781824368.313209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed400. 00010000:00000010:1.1:1781824368.313213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ec00. 00010000:00000010:1.1:1781824368.313217:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f056f4100. 00010000:00000010:1.1:1781824368.313221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cce00. 00010000:00000010:1.1:1781824368.313225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068ccc00. 00010000:00000010:1.1:1781824368.313228:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5100. 00010000:00000010:1.1:1781824368.313231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2e00. 00010000:00000010:1.1:1781824368.313235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3000. 00010000:00000010:1.1:1781824368.313238:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955100. 00010000:00000010:1.1:1781824368.313241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f800. 00010000:00000010:1.1:1781824368.313245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8000. 00010000:00000010:1.1:1781824368.313248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752700. 00010000:00000010:3.1:1781824368.375108:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd2a00. 00010000:00000010:3.1:1781824368.375122:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06fd3c00. 00010000:00000010:3.1:1781824368.375128:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955d00. 00010000:00000010:3.1:1781824368.375133:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232c00. 00010000:00000010:3.1:1781824368.375137:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233a00. 00010000:00000010:3.1:1781824368.375209:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06955300. 00010000:00000010:3.1:1781824368.375215:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d600. 00010000:00000010:3.1:1781824368.375218:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459da00. 00010000:00000010:3.1:1781824368.375223:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909000. 00010000:00000010:3.1:1781824368.375227:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459d000. 00010000:00000010:3.1:1781824368.375236:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c000. 00010000:00000010:3.1:1781824368.375239:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909b00. 00010000:00000010:3.1:1781824368.375243:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cd000. 00010000:00000010:3.1:1781824368.375247:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cca00. 00010000:00000010:3.1:1781824368.375251:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:3.1:1781824368.375254:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f068cda00. 00010000:00000010:3.1:1781824368.375257:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:3.1:1781824368.375260:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06233600. 00010000:00000010:3.1:1781824368.375263:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f06232a00. 00010000:00000010:3.1:1781824368.375266:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0486b700. 00010000:00000010:3.1:1781824368.375271:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a82a00. 00010000:00000010:3.1:1781824368.375275:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83800. 00010000:00000010:3.1:1781824368.375278:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cb600. 00010000:00000010:3.1:1781824368.375281:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459c200. 00010000:00000010:3.1:1781824368.375284:0:117630:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0459dc00. 00010000:00000010:3.1:1781824368.375287:0:117630:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f04909100. 00010000:00000010:0.1:1781824368.423353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04a83200. 00010000:00000010:0.1:1781824368.423386:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f068cbf00. 00010000:00000010:1.1:1781824405.635412:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e600. 00010000:00000010:1.1:1781824405.635427:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00010000:00000010:1.1:1781824405.635433:0:2386:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf800. 00010000:00000010:1.1:1781824405.635438:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8c00. 00010000:00000010:1.1:1781824405.635451:0:2386:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752c00. 00010000:00000010:1.1:1781824405.639152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00010000:00000010:1.1:1781824405.639167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752100. 00010000:00000010:3.1:1781824419.518269:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a100. 00010000:00000010:3.1:1781824419.518292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031800. 00010000:00000010:3.1:1781824419.606345:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec000. 00010000:00000010:2.1:1781824419.630130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036e00. 00010000:00000010:2.1:1781824419.630140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8800. 00010000:00000010:2.1:1781824419.647535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510200. 00000080:00000010:0.1:1781824419.716161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c9e0. 00010000:00000010:3.1:1781824421.509490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510200. 00000080:00000010:3.1:1781824421.527129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c280. 00010000:00000010:3.1:1781824421.608419:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036b00. 00010000:00000010:3.1:1781824421.608440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00010000:00000010:3.1:1781824421.608445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030a00. 00000080:00000010:3.1:1781824421.619156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048282a0. 00000080:00000010:3.1:1781824421.619185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8840. 00010000:00000010:3.1:1781824454.271129:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdff00. 00010000:00000010:3.1:1781824454.271152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ec00. 00010000:00000010:0.1:1781824500.010129:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00010000:00000010:0.1:1781824500.010260:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036100. 00010000:00000010:0.1:1781824500.010268:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146600. 00010000:00000010:0.1:1781824500.010273:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878600. 00010000:00000010:0.1:1781824500.010277:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00010000:00000010:0.1:1781824500.010280:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036500. 00010000:00000010:0.1:1781824500.010282:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e000. 00010000:00000010:0.1:1781824500.010286:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf000. 00010000:00000010:0.1:1781824500.010290:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604a00. 00010000:00000010:0.1:1781824500.010293:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e900. 00010000:00000010:0.1:1781824500.010296:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605c00. 00010000:00000010:0.1:1781824500.010368:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849800. 00010000:00000010:0.1:1781824500.010376:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f600. 00010000:00000010:0.1:1781824500.010379:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfd00. 00010000:00000010:0.1:1781824500.010381:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604200. 00010000:00000010:0.1:1781824500.010384:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e800. 00010000:00000010:0.1:1781824500.010387:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90a00. 00010000:00000010:0.1:1781824500.010433:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849900. 00010000:00000010:0.1:1781824500.010437:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6400. 00010000:00000010:0.1:1781824500.010441:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fd00. 00010000:00000010:0.1:1781824500.010444:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6c00. 00010000:00000010:0.1:1781824500.010447:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fa00. 00010000:00000010:0.1:1781824500.010451:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147400. 00010000:00000010:0.1:1781824500.010454:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878000. 00010000:00000010:0.1:1781824500.010457:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed600. 00010000:00000010:0.1:1781824500.010460:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fc00. 00010000:00000010:0.1:1781824500.010462:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bece00. 00010000:00000010:0.1:1781824500.010465:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f400. 00010000:00000010:0.1:1781824500.010467:0:119107:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146200. 00010000:00000010:0.1:1781824500.010469:0:119107:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878900. 00010000:00000010:3.1:1781824516.395303:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ac00. 00010000:00000010:3.1:1781824516.395326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031e00. 00010000:00000010:0.1:1781824518.189336:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:3.1:1781824518.234633:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a800. 00010000:00000010:3.1:1781824518.234641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e000. 00010000:00000010:3.1:1781824518.264307:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061a00. 00000080:00000010:2.1:1781824518.313245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bac80. 00010000:00000010:2.1:1781824518.331386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00010000:00000010:2.1:1781824518.358643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00000080:00000010:2.1:1781824518.417215:0:120195:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b22e0. 00010000:00000010:3.1:1781824518.453140:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036100. 00010000:00000010:3.1:1781824518.453158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00010000:00000010:3.1:1781824518.463057:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036600. 00010000:00000010:3.1:1781824518.463071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147a00. 00010000:00000010:3.1:1781824518.463075:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878a00. 00010000:00000010:3.1:1781824518.463093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147800. 00010000:00000010:3.1:1781824518.463096:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878700. 00010000:00000010:3.1:1781824518.463098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147c00. 00010000:00000010:3.1:1781824518.463101:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e200. 00010000:00000010:3.1:1781824518.463104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605600. 00010000:00000010:3.1:1781824518.463107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf300. 00010000:00000010:3.1:1781824518.463110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f400. 00010000:00000010:3.1:1781824518.463114:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752600. 00010000:00000010:3.1:1781824518.463117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8200. 00010000:00000010:3.1:1781824518.463120:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849700. 00010000:00000010:3.1:1781824518.463123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90000. 00010000:00000010:3.1:1781824518.463127:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f400. 00010000:00000010:3.1:1781824518.463130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6000. 00010000:00000010:3.1:1781824518.463133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f600. 00010000:00000010:3.1:1781824518.463136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7600. 00010000:00000010:3.1:1781824518.463138:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fb00. 00010000:00000010:3.1:1781824518.463141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7400. 00010000:00000010:3.1:1781824518.599140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00010000:00000010:3.1:1781824518.614241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:3.1:1781824521.723159:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00010000:00000010:3.1:1781824521.723950:0:32:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036c00. 00000080:00000010:0.1:1781824529.850642:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb9c0. 00000080:00000010:0.1:1781824529.850669:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecb180. 00000080:00000010:0.1:1781824529.851029:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8000. 00000080:00000010:0.1:1781824529.851046:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb2940. 00000080:00000010:0.1:1781824529.851052:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6300. 00000080:00000010:0.1:1781824529.851060:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb5280. 00000080:00000010:0.1:1781824529.851066:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecc200. 00000080:00000010:0.1:1781824529.851070:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb18c0. 00000080:00000010:1.1:1781824529.851146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f034b20c0. 00000080:00000010:1.1:1781824529.851155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828b40. 00000080:00000010:1.1:1781824529.851160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048283c0. 00000080:00000010:1.1:1781824529.851165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ee0. 00000080:00000010:1.1:1781824529.851169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048284c0. 00000080:00000010:1.1:1781824529.851174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828140. 00000080:00000010:1.1:1781824529.851177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828a00. 00000080:00000010:1.1:1781824529.851182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d942e0. 00000080:00000010:1.1:1781824529.851188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94800. 00000080:00000010:1.1:1781824529.851192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ac0. 00000080:00000010:1.1:1781824529.851195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94760. 00000080:00000010:1.1:1781824529.851199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828ea0. 00000080:00000010:1.1:1781824529.851204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828340. 00000080:00000010:1.1:1781824529.851210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5620. 00000080:00000010:1.1:1781824529.851228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048288c0. 00000080:00000010:1.1:1781824529.851233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048288a0. 00000080:00000010:1.1:1781824529.851237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828dc0. 00000080:00000010:1.1:1781824529.851240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048287c0. 00000080:00000010:1.1:1781824529.851244:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828480. 00000080:00000010:1.1:1781824529.851250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828000. 00000080:00000010:1.1:1781824529.851256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5a20. 00000080:00000010:1.1:1781824529.851259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828040. 00000080:00000010:1.1:1781824529.851262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048286a0. 00000080:00000010:1.1:1781824529.851265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a54e0. 00000080:00000010:1.1:1781824529.851269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5f80. 00000080:00000010:1.1:1781824529.851273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a5400. 00000080:00000010:1.1:1781824529.851276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828840. 00000080:00000010:1.1:1781824529.851280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048282e0. 00000080:00000010:1.1:1781824529.851285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cfc0. 00000080:00000010:1.1:1781824529.851290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c480. 00000080:00000010:1.1:1781824529.851294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828d60. 00000080:00000010:1.1:1781824529.851299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828220. 00000080:00000010:1.1:1781824529.851303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048289e0. 00000080:00000010:1.1:1781824529.851307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828a40. 00000080:00000010:1.1:1781824529.851312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828560. 00000080:00000010:1.1:1781824529.851315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f182a57a0. 00000080:00000010:1.1:1781824529.851318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828980. 00000080:00000010:1.1:1781824529.851334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94120. 00000080:00000010:1.1:1781824529.851338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828e00. 00000080:00000010:1.1:1781824529.851342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828680. 00000080:00000010:1.1:1781824529.851345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828fe0. 00000080:00000010:1.1:1781824529.851348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ce0. 00000080:00000010:1.1:1781824529.851352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c6a0. 00000080:00000010:1.1:1781824529.851356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828160. 00000080:00000010:1.1:1781824529.851360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94cc0. 00000080:00000010:1.1:1781824529.851363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c980. 00000080:00000010:1.1:1781824529.851372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cd20. 00000080:00000010:1.1:1781824529.851377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c3e0. 00000080:00000010:1.1:1781824529.851381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048285c0. 00000080:00000010:1.1:1781824529.851385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048288e0. 00000080:00000010:1.1:1781824529.851389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048285a0. 00000080:00000010:1.1:1781824529.851392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f048289c0. 00000080:00000010:1.1:1781824529.851407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828640. 00000080:00000010:1.1:1781824529.851412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04828f80. 00000080:00000010:1.1:1781824529.851418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb3180. 00000080:00000010:1.1:1781824529.851424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb39c0. 00000080:00000010:1.1:1781824529.851429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb4200. 00000080:00000010:1.1:1781824529.851433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb0840. 00000080:00000010:1.1:1781824529.851438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb2100. 00000080:00000010:1.1:1781824529.851441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb5ac0. 00000080:00000010:1.1:1781824529.851447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb0000. 00000080:00000010:0.1:1781824529.851863:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb4a40. 00000080:00000010:0.1:1781824529.857175:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb6b40. 00000080:00000010:0.1:1781824529.857203:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb7380. 00000080:00000010:0.1:1781824529.857207:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bb1080. 00000080:00000010:0.1:1781824529.857226:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baa100. 00000080:00000010:0.1:1781824529.857285:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed8840. 00000080:00000010:0.1:1781824529.857301:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba9080. 00000080:00000010:0.1:1781824529.863291:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baf380. 00000080:00000010:0.1:1781824529.863305:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baeb40. 00000080:00000010:0.1:1781824529.863313:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baca40. 00000080:00000010:0.1:1781824529.863381:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba98c0. 00000080:00000010:0.1:1781824529.863453:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecdac0. 00000080:00000010:0.1:1781824529.863460:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bad280. 00000080:00000010:0.1:1781824529.863464:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bae300. 00000080:00000010:0.1:1781824529.863471:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05baa940. 00000080:00000010:0.1:1781824529.863489:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eddac0. 00000080:00000010:0.1:1781824529.863494:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ed9080. 00000080:00000010:0.1:1781824529.863503:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edf380. 00000080:00000010:0.1:1781824529.863507:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba8000. 00000080:00000010:0.1:1781824529.863513:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bab180. 00000080:00000010:0.1:1781824529.866505:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edeb40. 00000080:00000010:0.1:1781824529.866517:0:120820:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bab9c0. 00000080:00000010:0.1:1781824529.866663:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05bac200. 00000080:00000010:0.1:1781824529.866673:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05badac0. 00000080:00000010:0.1:1781824529.866677:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba8840. 00000080:00000010:0.1:1781824529.866683:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba7380. 00000080:00000010:0.1:1781824529.866689:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba6b40. 00000080:00000010:0.1:1781824529.866694:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba4a40. 00000080:00000010:0.1:1781824529.866698:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba18c0. 00000080:00000010:0.1:1781824529.866708:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba5280. 00000080:00000010:0.1:1781824529.866712:0:120381:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba6300. 00000080:00000010:0.1:1781824529.880172:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba2940. 00000080:00000010:0.1:1781824529.880195:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0000. 00000080:00000010:0.1:1781824529.880204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba39c0. 00000080:00000010:1.1:1781824529.880243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba4200. 00000080:00000010:1.1:1781824529.880251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba5ac0. 00000080:00000010:1.1:1781824529.897883:0:2391:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0840. 00000080:00000010:1.1:1781824529.897901:0:2391:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba2100. 00000080:00000010:1.1:1781824529.897986:0:2391:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba1080. 00000080:00000010:1.1:1781824529.897994:0:2391:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba3180. 00000080:00000010:1.1:1781824529.898002:0:2391:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb8000. 00010000:00000010:2.1:1781824529.902135:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752000. 00010000:00000010:2.1:1781824529.902152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492600. 00010000:00000010:2.1:1781824529.902156:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5300. 00010000:00000010:2.1:1781824529.902159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492000. 00010000:00000010:3.1:1781824529.911195:0:120820:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030800. 00010000:00000010:0.1:1781824529.954166:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7200. 00010000:00000010:0.1:1781824529.954174:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733fe00. 00010000:00000010:0.1:1781824529.954179:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030200. 00010000:00000010:0.1:1781824529.954184:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878500. 00010000:00000010:0.1:1781824529.954190:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f800. 00010000:00000010:0.1:1781824529.954194:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ea00. 00010000:00000010:0.1:1781824529.954199:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfc00. 00010000:00000010:0.1:1781824529.954202:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030000. 00010000:00000010:0.1:1781824529.954205:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f900. 00010000:00000010:0.1:1781824529.954209:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9200. 00010000:00000010:0.1:1781824529.954216:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752d00. 00010000:00000010:0.1:1781824529.954221:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604000. 00010000:00000010:0.1:1781824529.954226:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ec00. 00010000:00000010:0.1:1781824529.954230:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8600. 00010000:00000010:0.1:1781824529.954232:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752100. 00010000:00000010:0.1:1781824529.954236:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec600. 00010000:00000010:0.1:1781824529.954239:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031a00. 00010000:00000010:0.1:1781824529.954245:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f700. 00010000:00000010:0.1:1781824529.954250:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146800. 00010000:00000010:0.1:1781824529.954254:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036000. 00010000:00000010:0.1:1781824529.954258:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7800. 00010000:00000010:0.1:1781824529.954261:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f500. 00010000:00000010:0.1:1781824529.954263:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9e00. 00010000:00000010:0.1:1781824529.954265:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752400. 00010000:00000010:0.1:1781824529.954269:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91600. 00010000:00000010:0.1:1781824529.954274:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849500. 00010000:00000010:0.1:1781824529.954277:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146c00. 00010000:00000010:0.1:1781824529.954281:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147000. 00010000:00000010:0.1:1781824529.954284:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878800. 00010000:00000010:0.1:1781824529.954288:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91800. 00010000:00000010:0.1:1781824529.954291:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849a00. 00010000:00000010:0.1:1781824529.954294:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bede00. 00010000:00000010:0.1:1781824529.954298:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752300. 00010000:00000010:0.1:1781824529.954300:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e400. 00010000:00000010:0.1:1781824529.954303:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08beda00. 00010000:00000010:0.1:1781824529.954305:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f600. 00010000:00000010:0.1:1781824529.954308:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6800. 00010000:00000010:0.1:1781824529.954310:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f800. 00010000:00000010:0.1:1781824529.954312:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146000. 00010000:00000010:0.1:1781824529.954315:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036200. 00010000:00000010:0.1:1781824529.954319:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00010000:00000010:0.1:1781824529.954321:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ee00. 00010000:00000010:0.1:1781824529.954324:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf700. 00010000:00000010:0.1:1781824529.954326:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e600. 00010000:00000010:0.1:1781824529.954329:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfa00. 00010000:00000010:0.1:1781824529.954332:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91400. 00010000:00000010:0.1:1781824529.954334:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849200. 00010000:00000010:0.1:1781824529.954336:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8e00. 00010000:00000010:0.1:1781824529.954338:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752a00. 00010000:00000010:0.1:1781824529.954340:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6e00. 00010000:00000010:0.1:1781824529.954343:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f700. 00010000:00000010:0.1:1781824529.954345:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146400. 00010000:00000010:0.1:1781824529.954348:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036900. 00010000:00000010:0.1:1781824529.954350:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604c00. 00010000:00000010:0.1:1781824529.954353:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605800. 00010000:00000010:0.1:1781824529.954356:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e500. 00010000:00000010:0.1:1781824529.954358:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91a00. 00010000:00000010:0.1:1781824529.954361:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849c00. 00010000:00000010:0.1:1781824529.954363:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605e00. 00010000:00000010:0.1:1781824529.954366:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ea00. 00010000:00000010:0.1:1781824529.954369:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fa00. 00010000:00000010:0.1:1781824529.954372:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdfb00. 00010000:00000010:0.1:1781824529.954374:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fc00. 00010000:00000010:0.1:1781824529.954377:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf600. 00010000:00000010:0.1:1781824529.954379:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6a00. 00010000:00000010:0.1:1781824529.954381:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f200. 00010000:00000010:0.1:1781824529.954384:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147e00. 00010000:00000010:0.1:1781824529.954386:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e700. 00010000:00000010:0.1:1781824529.954389:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91c00. 00010000:00000010:0.1:1781824529.954391:0:14:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849f00. 00010000:00000010:0.1:1781824529.954407:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90800. 00010000:00000010:0.1:1781824529.954411:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849100. 00010000:00000010:0.1:1781824529.954414:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9c00. 00010000:00000010:0.1:1781824529.954417:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752800. 00010000:00000010:0.1:1781824529.954432:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604600. 00010000:00000010:0.1:1781824529.954435:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e300. 00010000:00000010:0.1:1781824529.954438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146e00. 00010000:00000010:0.1:1781824529.954441:0:12:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878c00. 00010000:00000010:0.1:1781824529.956283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8a00. 00010000:00000010:0.1:1781824529.956297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90e00. 00010000:00000010:0.1:1781824529.956302:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849300. 00010000:00000010:0.1:1781824529.956307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9800. 00010000:00000010:0.1:1781824529.956312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec800. 00010000:00000010:0.1:1781824529.956317:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461ff00. 00010000:00000010:0.1:1781824529.956320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8000. 00010000:00000010:0.1:1781824529.956323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae8c00. 00010000:00000010:0.1:1781824529.956327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752e00. 00010000:00000010:0.1:1781824529.956331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510000. 00010000:00000010:0.1:1781824529.956335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511a00. 00010000:00000010:0.1:1781824529.956338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9400. 00010000:00000010:0.1:1781824529.956341:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752b00. 00010000:00000010:0.1:1781824529.956345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147600. 00010000:00000010:0.1:1781824529.956350:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878f00. 00010000:00000010:0.1:1781824529.956355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed200. 00010000:00000010:0.1:1781824529.956358:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f200. 00010000:00000010:0.1:1781824529.956362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed800. 00010000:00000010:0.1:1781824529.956365:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f100. 00010000:00000010:0.1:1781824529.956368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90400. 00010000:00000010:0.1:1781824529.956371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7a00. 00010000:00000010:0.1:1781824529.956374:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849400. 00010000:00000010:0.1:1781824529.956378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e800. 00010000:00000010:0.1:1781824529.956382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08bdf500. 00010000:00000010:0.1:1781824529.956385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031600. 00010000:00000010:0.1:1781824529.956389:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878300. 00010000:00000010:0.1:1781824529.956393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed000. 00010000:00000010:0.1:1781824529.956396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08becc00. 00010000:00000010:0.1:1781824529.956399:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f000. 00010000:00000010:0.1:1781824529.956403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604e00. 00010000:00000010:0.1:1781824529.956408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ef00. 00010000:00000010:0.1:1781824529.956411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00010000:00000010:0.1:1781824529.956414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00010000:00000010:0.1:1781824529.956417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492c00. 00010000:00000010:0.1:1781824529.956421:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5f00. 00010000:00000010:0.1:1781824529.956424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec200. 00010000:00000010:0.1:1781824529.956427:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461fe00. 00010000:00000010:0.1:1781824529.956430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08147200. 00010000:00000010:0.1:1781824529.956434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605000. 00010000:00000010:0.1:1781824529.956438:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1e100. 00010000:00000010:0.1:1781824529.956441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08146a00. 00010000:00000010:0.1:1781824529.956463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030c00. 00010000:00000010:0.1:1781824529.956467:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06878d00. 00010000:00000010:0.1:1781824529.956482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bed400. 00010000:00000010:0.1:1781824529.956485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bec400. 00010000:00000010:0.1:1781824529.956488:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f900. 00010000:00000010:0.1:1781824529.956492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7000. 00010000:00000010:0.1:1781824529.956495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00030400. 00010000:00000010:0.1:1781824529.956497:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f500. 00010000:00000010:0.1:1781824529.956500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605a00. 00010000:00000010:0.1:1781824529.956503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605400. 00010000:00000010:0.1:1781824529.956506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ed00. 00010000:00000010:1.1:1781824529.986229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7c00. 00010000:00000010:1.1:1781824529.986237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b7e00. 00010000:00000010:1.1:1781824529.986241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f300. 00010000:00000010:1.1:1781824529.986246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6600. 00010000:00000010:1.1:1781824529.986248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f082b6200. 00010000:00000010:1.1:1781824529.986251:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0733f000. 00010000:00000010:1.1:1781824529.990128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04605200. 00010000:00000010:1.1:1781824529.990148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604800. 00010000:00000010:1.1:1781824529.990153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f07f1ee00. 00010000:00000010:1.1:1781824529.990159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90600. 00010000:00000010:1.1:1781824529.990162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90200. 00010000:00000010:1.1:1781824529.990167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849d00. 00010000:00000010:1.1:1781824529.990170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9600. 00010000:00000010:1.1:1781824529.990174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08ae9000. 00010000:00000010:1.1:1781824529.990178:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752f00. 00010000:00000010:1.1:1781824529.990181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08beca00. 00010000:00000010:1.1:1781824529.990185:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0461f300. 00010000:00000010:1.1:1781824529.990189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91e00. 00010000:00000010:1.1:1781824529.990192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91200. 00010000:00000010:1.1:1781824529.990194:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849600. 00010000:00000010:1.1:1781824529.990197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f91000. 00010000:00000010:1.1:1781824529.990199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f31f90c00. 00010000:00000010:1.1:1781824529.990202:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06849e00. 00010000:00000010:1.1:1781824529.990205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04604400. 00010000:00000010:1.1:1781824529.990228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f00031200. 00010000:00000010:1.1:1781824529.990233:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a700. 00010000:00000010:1.1:1781824530.078022:0:1469:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f08bedc00. 00010000:00000010:1.1:1781824530.078035:0:1469:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ab00. 00010000:00000010:3.1:1781824553.732539:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797100. 00010000:00000010:3.1:1781824553.732567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fa00. 00010000:00000010:3.1:1781824582.816098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060800. 00010000:00000010:3.1:1781824582.816107:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:3.1:1781824582.816112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00010000:00000010:3.1:1781824582.816115:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ab00. 00010000:00000010:3.1:1781824582.816118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061c00. 00000080:00000010:2.1:1781824582.824541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f102209e0. 00000080:00000010:2.1:1781824582.824563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba3180. 00010000:00000010:0.1:1781824582.858238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061200. 00010000:00000010:0.1:1781824582.858249:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ac00. 00010000:00000010:0.1:1781824582.943610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00010000:00000010:0.1:1781824582.943625:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:3.1:1781824588.070984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00000080:00000010:2.1:1781824588.083158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6080. 00010000:00000010:2.1:1781824588.083190:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a200. 00010000:00000010:2.1:1781824588.083197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060000. 00010000:00000010:2.1:1781824588.130470:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:2.1:1781824588.130493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493800. 00010000:00000010:2.1:1781824588.140189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036e00. 00010000:00000010:2.1:1781824588.140211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:2.1:1781824588.147930:0:121958:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6080. 00010000:00000010:2.1:1781824588.168271:0:121958:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:3.1:1781824588.213507:0:121961:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6100. 00000080:00000010:0.1:1781824588.275667:0:121968:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf40. 00010000:00000010:2.1:1781824588.355134:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5300. 00010000:00000010:2.1:1781824588.355149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:3.1:1781824588.386342:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:3.1:1781824588.386366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493800. 00010000:00000010:1.1:1781824588.503743:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797a00. 00010000:00000010:1.1:1781824588.503759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e400. 00010000:00000010:1.1:1781824588.528133:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a500. 00010000:00000010:1.1:1781824588.528143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f800. 00010000:00000010:0.1:1781824588.554230:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5400. 00010000:00000010:0.1:1781824588.554254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493e00. 00010000:00000010:2.1:1781824588.566225:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036800. 00010000:00000010:2.1:1781824588.566251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493800. 00010000:00000010:0.1:1781824588.579498:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395aa00. 00010000:00000010:0.1:1781824588.579511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061200. 00010000:00000010:2.1:1781824588.596192:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:2.1:1781824588.596207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fc00. 00010000:00000010:1.1:1781824588.604777:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797100. 00010000:00000010:1.1:1781824588.604794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fe00. 00010000:00000010:3.1:1781824588.610143:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036900. 00010000:00000010:3.1:1781824588.610173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060400. 00010000:00000010:2.1:1781824591.231433:0:121981:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781824591.231441:0:121981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510e00. 00010000:00000010:2.1:1781824591.278752:0:121985:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036800. 00010000:00000010:2.1:1781824591.278775:0:121985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00000080:00000010:2.1:1781824591.284756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6bc0. 00010000:00000010:3.1:1781824591.285107:0:121985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492400. 00010000:00000010:3.1:1781824591.285117:0:121985:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:2.1:1781824591.420140:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:2.1:1781824591.420162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492400. 00010000:00000010:2.1:1781824591.433153:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036800. 00010000:00000010:2.1:1781824591.467192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492800. 00010000:00000010:2.1:1781824591.625207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510e00. 00010000:00000010:2.1:1781824591.625232:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781824591.625237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00010000:00000010:2.1:1781824591.625241:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a500. 00010000:00000010:2.1:1781824591.625246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061a00. 00000080:00000010:2.1:1781824591.636405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c60. 00000080:00000010:2.1:1781824591.636457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba5ac0. 00010000:00000010:2.1:1781824597.859130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5a00. 00010000:00000010:2.1:1781824597.859145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ea00. 00010000:00000010:1.1:1781824599.182287:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:1.1:1781824599.182470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493600. 00000080:00000010:2.1:1781824599.193452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec8840. 00000080:00000010:2.1:1781824599.193470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c360. 00010000:00000010:3.1:1781824599.207243:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797d00. 00010000:00000010:3.1:1781824599.207251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f600. 00000080:00000010:0.1:1781824599.224171:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edeb40. 00000080:00000010:0.1:1781824599.224196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf00. 00010000:00000010:1.1:1781824599.229035:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036000. 00010000:00000010:1.1:1781824599.229054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510200. 00000080:00000010:3.1:1781824599.250326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba2100. 00000080:00000010:3.1:1781824599.250340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cde0. 00010000:00000010:3.1:1781824599.253979:0:121638:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ac00. 00010000:00000010:3.1:1781824599.253993:0:121638:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061e00. 00000080:00000010:2.1:1781824599.262665:0:121963:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eb8000. 00000080:00000010:2.1:1781824599.262691:0:121963:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bab40. 00010000:00000010:1.1:1781824599.278297:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036b00. 00010000:00000010:1.1:1781824599.278319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511400. 00000080:00000010:2.1:1781824599.305375:0:2394:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0840. 00000080:00000010:2.1:1781824599.305390:0:2394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94fa0. 00010000:00000010:3.1:1781824599.319070:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036e00. 00010000:00000010:3.1:1781824599.319095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:0.1:1781824599.323159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec9080. 00000080:00000010:0.1:1781824599.323171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8cec0. 00010000:00000010:2.1:1781824599.332170:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5c00. 00010000:00000010:2.1:1781824599.332183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492a00. 00010000:00000010:3.1:1781824599.339327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797f00. 00010000:00000010:3.1:1781824599.339344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f000. 00000080:00000010:2.1:1781824599.340060:0:2394:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecf380. 00000080:00000010:2.1:1781824599.340099:0:2394:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba920. 00000080:00000010:3.1:1781824599.360234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38edf380. 00000080:00000010:3.1:1781824599.360249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1c0. 00010000:00000010:3.1:1781824599.368152:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395af00. 00010000:00000010:3.1:1781824599.368162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060a00. 00000080:00000010:2.1:1781824599.378265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ebb180. 00000080:00000010:2.1:1781824599.378279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94fc0. 00010000:00000010:3.1:1781824599.385609:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:3.1:1781824599.385619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492200. 00000080:00000010:2.1:1781824599.396299:0:122035:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38eca100. 00000080:00000010:2.1:1781824599.396320:0:122035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad60c0. 00000080:00000010:2.1:1781824599.396329:0:122035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07e8c700. 00010000:00000010:3.1:1781824638.081471:0:122654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492e00. 00000080:00000010:2.1:1781824638.117240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1a0. 00010000:00000010:2.1:1781824638.117281:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781824638.117288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:2.1:1781824638.269897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510c00. 00000080:00000010:2.1:1781824638.269917:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6540. 00010000:00000010:2.1:1781824638.283220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00000080:00000010:2.1:1781824638.283241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6060. 00010000:00000010:3.1:1781824638.299210:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:3.1:1781824638.312181:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:3.1:1781824638.312204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493000. 00010000:00000010:2.1:1781824638.324140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492e00. 00010000:00000010:1.1:1781824648.473150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493000. 00010000:00000010:1.1:1781824648.473175:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:1.1:1781824648.473179:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:1.1:1781824648.473183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492e00. 00000080:00000010:1.1:1781824648.520281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ecca40. 00000080:00000010:1.1:1781824648.520300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd720. 00010000:00000010:2.1:1781824655.857132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00000080:00000010:2.1:1781824655.857153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6600. 00010000:00000010:2.1:1781824655.857162:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781824655.857166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:2.1:1781824655.906305:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5700. 00010000:00000010:2.1:1781824655.906320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492a00. 00010000:00000010:2.1:1781824655.926037:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:2.1:1781824655.926052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:2.1:1781824655.926057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6600. 00010000:00000010:2.1:1781824655.950183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:2.1:1781824655.976935:0:123249:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6600. 00010000:00000010:3.1:1781824656.032408:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5e00. 00010000:00000010:3.1:1781824656.032439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510a00. 00000080:00000010:0.1:1781824656.125927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d20. 00010000:00000010:2.1:1781824656.218377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511e00. 00000080:00000010:2.1:1781824656.247334:0:123253:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6fa0. 00010000:00000010:3.1:1781824656.318138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492800. 00000080:00000010:3.1:1781824656.355126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdec0. 00010000:00000010:0.1:1781824656.388354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060a00. 00000080:00000010:1.1:1781824656.417151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94920. 00010000:00000010:3.1:1781824656.498131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511e00. 00000080:00000010:3.1:1781824656.532117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad61c0. 00010000:00000010:2.1:1781824656.587421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060400. 00000080:00000010:0.1:1781824656.615073:0:123257:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d944e0. 00010000:00000010:2.1:1781824656.650368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e000. 00000080:00000010:0.1:1781824656.671120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baee0. 00010000:00000010:2.1:1781824656.723125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00000080:00000010:3.1:1781824656.737581:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6960. 00010000:00000010:2.1:1781824656.769143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00000080:00000010:2.1:1781824656.803455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad69c0. 00000080:00000010:3.1:1781824670.949857:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba940. 00010000:00000010:3.1:1781824670.949888:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ec00. 00010000:00000010:3.1:1781824670.949895:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493600. 00000080:00000010:3.1:1781824670.949900:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6800. 00010000:00000010:3.1:1781824670.949908:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:3.1:1781824670.949913:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:3.1:1781824670.949916:0:2391:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6140. 00010000:00000010:3.1:1781824670.949924:0:2391:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:3.1:1781824670.949927:0:2391:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511a00. 00010000:00000010:1.1:1781824670.988411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493400. 00010000:00000010:1.1:1781824670.992629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493200. 00010000:00000010:1.1:1781824670.992650:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5000. 00010000:00000010:1.1:1781824670.992657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492c00. 00010000:00000010:1.1:1781824670.992659:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5500. 00010000:00000010:1.1:1781824670.992662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511c00. 00010000:00000010:1.1:1781824670.992666:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036a00. 00010000:00000010:1.1:1781824684.510729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511a00. 00000080:00000010:1.1:1781824684.521581:0:123944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad64c0. 00010000:00000010:1.1:1781824684.550152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061400. 00010000:00000010:2.1:1781824684.620141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493a00. 00010000:00000010:2.1:1781824684.620167:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5e00. 00010000:00000010:2.1:1781824684.620174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510e00. 00010000:00000010:2.1:1781824684.620178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00000080:00000010:2.1:1781824684.632111:0:123944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdc20. 00000080:00000010:2.1:1781824684.632142:0:123944:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f38ec98c0. 00000080:00000010:2.1:1781824684.632149:0:123944:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6aa0. 00010000:00000010:2.1:1781824684.655145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:2.1:1781824684.655164:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036500. 00010000:00000010:2.1:1781824684.655169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492600. 00010000:00000010:2.1:1781824684.655173:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036600. 00010000:00000010:2.1:1781824684.655176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00000080:00000010:2.1:1781824684.655185:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f05ba0840. 00000080:00000010:2.1:1781824684.655197:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6340. 00010000:00000010:2.1:1781824689.727312:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036200. 00010000:00000010:2.1:1781824689.727330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00010000:00000010:1.1:1781824692.827208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060e00. 00000080:00000010:2.1:1781824692.849128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94000. 00010000:00000010:2.1:1781824692.853124:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797700. 00010000:00000010:2.1:1781824692.853137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fa00. 00010000:00000010:3.1:1781824692.957132:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:3.1:1781824692.957145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493e00. 00000080:00000010:1.1:1781824696.094324:0:124299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94c00. 00000080:00000010:1.1:1781824696.122176:0:124316:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94800. 00000080:00000010:0.1:1781824696.140439:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a60. 00000080:00000010:2.1:1781824696.171179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baec0. 00000080:00000010:1.1:1781824696.183143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d947c0. 00000080:00000010:0.1:1781824696.213119:0:124321:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd240. 00000080:00000010:2.1:1781824696.239251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad66c0. 00000080:00000010:0.1:1781824696.245606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a20. 00000080:00000010:0.1:1781824696.270283:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd980. 00000080:00000010:3.1:1781824696.292153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1e0. 00000080:00000010:1.1:1781824696.311220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba620. 00000080:00000010:1.1:1781824696.329947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baec0. 00000080:00000010:0.1:1781824696.335800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba660. 00000080:00000010:2.1:1781824696.350979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad65a0. 00000080:00000010:3.1:1781824696.359165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6040. 00000080:00000010:3.1:1781824696.383204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba660. 00000080:00000010:0.1:1781824696.455212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd880. 00000080:00000010:0.1:1781824696.467916:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94660. 00000080:00000010:2.1:1781824696.469109:0:124314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba4a0. 00000080:00000010:2.1:1781824696.524729:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2c0. 00000080:00000010:2.1:1781824696.560690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6140. 00000080:00000010:1.1:1781824696.582864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd700. 00000080:00000010:1.1:1781824696.607238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d949e0. 00000080:00000010:0.1:1781824696.622252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba100. 00000080:00000010:1.1:1781824696.658254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bad60. 00000080:00000010:0.1:1781824696.659788:0:14:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3e0. 00000080:00000010:2.1:1781824696.690574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba100. 00000080:00000010:3.1:1781824696.701601:0:121638:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94380. 00000080:00000010:2.1:1781824696.732630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044babc0. 00000080:00000010:2.1:1781824696.812459:0:124353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1a0. 00000080:00000010:2.1:1781824696.871413:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd8e0. 00000080:00000010:3.1:1781824696.896167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c00. 00000080:00000010:2.1:1781824696.896366:0:124330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6620. 00000080:00000010:1.1:1781824696.923803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba360. 00000080:00000010:1.1:1781824696.923824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d946e0. 00000080:00000010:3.1:1781824696.952567:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baf60. 00000080:00000010:3.1:1781824696.967214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd800. 00000080:00000010:3.1:1781824696.972185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba040. 00000080:00000010:3.1:1781824696.988852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0e0. 00000080:00000010:2.1:1781824697.002416:0:124362:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d943a0. 00000080:00000010:2.1:1781824697.028245:0:124307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0e0. 00000080:00000010:1.1:1781824697.029120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94b80. 00000080:00000010:2.1:1781824697.036396:0:124365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bac40. 00000080:00000010:3.1:1781824697.056866:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd900. 00000080:00000010:3.1:1781824697.076128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb00. 00000080:00000010:1.1:1781824697.100760:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad69c0. 00000080:00000010:0.1:1781824697.110406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044baaa0. 00000080:00000010:2.1:1781824697.148381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044bab40. 00000080:00000010:2.1:1781824697.152358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdb00. 00000080:00000010:2.1:1781824697.169609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c80. 00000080:00000010:2.1:1781824697.210286:0:124376:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd640. 00000080:00000010:1.1:1781824697.250133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad69e0. 00000080:00000010:0.1:1781824697.263378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6fc0. 00000080:00000010:0.1:1781824697.263746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba360. 00000080:00000010:0.1:1781824697.282107:0:124299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94380. 00000080:00000010:3.1:1781824697.296170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba600. 00000080:00000010:2.1:1781824697.320665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba360. 00000080:00000010:3.1:1781824697.346334:0:124386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1a0. 00000080:00000010:3.1:1781824697.349415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd740. 00000080:00000010:3.1:1781824697.363117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba140. 00000080:00000010:0.1:1781824697.445508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94420. 00000080:00000010:3.1:1781824697.464725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94980. 00000080:00000010:2.1:1781824697.465134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba920. 00000080:00000010:3.1:1781824697.490148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d20. 00000080:00000010:2.1:1781824697.500292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6f60. 00000080:00000010:1.1:1781824697.511126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6580. 00000080:00000010:0.1:1781824697.519259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2c0. 00000080:00000010:2.1:1781824697.533322:0:124402:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba760. 00000080:00000010:3.1:1781824697.565462:0:124307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00000080:00000010:2.1:1781824697.567134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba2e0. 00000080:00000010:2.1:1781824697.624980:0:124380:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68e0. 00000080:00000010:3.1:1781824697.649182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00000080:00000010:3.1:1781824697.649216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde40. 00000080:00000010:3.1:1781824697.695111:0:124408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68e0. 00000080:00000010:2.1:1781824697.728137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde40. 00000080:00000010:0.1:1781824697.757236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba900. 00000080:00000010:3.1:1781824697.762350:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6e00. 00000080:00000010:3.1:1781824697.786126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00000080:00000010:0.1:1781824697.805371:0:124414:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba900. 00000080:00000010:3.1:1781824697.852152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba0e0. 00000080:00000010:0.1:1781824697.853329:0:124415:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94dc0. 00000080:00000010:3.1:1781824697.883837:0:124417:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00000080:00000010:2.1:1781824697.921261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94840. 00000080:00000010:3.1:1781824697.949566:0:124419:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6680. 00000080:00000010:3.1:1781824697.956415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044babc0. 00000080:00000010:2.1:1781824697.977612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba140. 00000080:00000010:3.1:1781824698.002683:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a80. 00000080:00000010:3.1:1781824698.014473:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba6e0. 00000080:00000010:3.1:1781824698.014482:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94de0. 00000080:00000010:3.1:1781824698.033489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde20. 00000080:00000010:3.1:1781824698.045797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94580. 00000080:00000010:3.1:1781824698.072094:0:124299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba1a0. 00000080:00000010:2.1:1781824698.089115:0:124299:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6ca0. 00000080:00000010:2.1:1781824698.127291:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecde20. 00000080:00000010:2.1:1781824698.133138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6ca0. 00000080:00000010:1.1:1781824698.150263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5c0. 00000080:00000010:2.1:1781824698.158130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdec0. 00000080:00000010:2.1:1781824698.184729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd380. 00000080:00000010:3.1:1781824698.209427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6ca0. 00000080:00000010:3.1:1781824698.228037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94700. 00000080:00000010:3.1:1781824698.259585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6280. 00000080:00000010:1.1:1781824698.265363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f044ba380. 00000080:00000010:1.1:1781824698.276205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d942c0. 00000080:00000010:1.1:1781824698.296907:0:124427:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad64a0. 00000080:00000010:3.1:1781824698.319629:0:124430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd000. 00000080:00000010:2.1:1781824698.340630:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd7e0. 00000080:00000010:2.1:1781824698.352133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd300. 00000080:00000010:0.1:1781824698.367343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd620. 00000080:00000010:1.1:1781824698.377133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7540. 00000080:00000010:2.1:1781824698.397143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf00. 00000080:00000010:2.1:1781824698.411970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdea0. 00000080:00000010:1.1:1781824698.426113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94be0. 00000080:00000010:3.1:1781824698.446121:0:124412:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:3.1:1781824698.466453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94be0. 00000080:00000010:3.1:1781824698.472668:0:124437:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7b60. 00000080:00000010:2.1:1781824698.498268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:0.1:1781824698.514130:0:124439:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94500. 00000080:00000010:2.1:1781824698.535264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad65c0. 00000080:00000010:3.1:1781824698.556451:0:1091:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3c0. 00000080:00000010:3.1:1781824698.576126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd7c0. 00000080:00000010:0.1:1781824698.607267:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad65c0. 00000080:00000010:2.1:1781824698.613309:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7fe0. 00000080:00000010:2.1:1781824698.662893:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f75a0. 00000080:00000010:0.1:1781824698.677680:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad67c0. 00000080:00000010:1.1:1781824698.698123:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94e60. 00000080:00000010:0.1:1781824698.719551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94140. 00000080:00000010:3.1:1781824698.755390:0:124317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94e60. 00000080:00000010:3.1:1781824698.766225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3c0. 00000080:00000010:3.1:1781824698.800167:0:124309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf20. 00000080:00000010:3.1:1781824698.811892:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3c0. 00000080:00000010:3.1:1781824698.812416:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecddc0. 00000080:00000010:2.1:1781824698.813109:0:124470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68e0. 00000080:00000010:1.1:1781824698.822156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94f20. 00000080:00000010:3.1:1781824698.862314:0:124460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d947c0. 00000080:00000010:0.1:1781824698.864172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7ba0. 00000080:00000010:2.1:1781824698.906866:0:124460:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6700. 00000080:00000010:0.1:1781824698.907177:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7900. 00000080:00000010:2.1:1781824698.914404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6f60. 00000080:00000010:0.1:1781824698.942223:0:112544:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd720. 00000080:00000010:3.1:1781824698.950247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7660. 00000080:00000010:2.1:1781824698.967112:0:124487:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7500. 00000080:00000010:3.1:1781824698.988421:0:124490:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3c0. 00000080:00000010:0.1:1781824699.006970:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf20. 00000080:00000010:2.1:1781824699.020129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6820. 00000080:00000010:3.1:1781824699.055463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6180. 00000080:00000010:2.1:1781824699.063395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94660. 00000080:00000010:3.1:1781824699.107193:0:124458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6080. 00000080:00000010:0.1:1781824699.132135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ea0. 00000080:00000010:0.1:1781824699.132158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68e0. 00000080:00000010:2.1:1781824699.149193:0:124317:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f71e0. 00000080:00000010:2.1:1781824699.166716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd820. 00000080:00000010:0.1:1781824699.182452:0:124505:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94a80. 00000080:00000010:2.1:1781824699.195767:0:124309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6f60. 00000080:00000010:1.1:1781824699.223353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6440. 00000080:00000010:3.1:1781824699.232355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad69c0. 00000080:00000010:3.1:1781824699.257369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6f60. 00000080:00000010:1.1:1781824699.284143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd00. 00000080:00000010:2.1:1781824699.292423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7320. 00000080:00000010:3.1:1781824699.300463:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d946e0. 00000080:00000010:0.1:1781824699.310248:0:124455:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6bc0. 00000080:00000010:3.1:1781824699.342677:0:123953:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7180. 00000080:00000010:2.1:1781824699.373297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd500. 00000080:00000010:2.1:1781824699.401948:0:124303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94080. 00000080:00000010:2.1:1781824699.420106:0:124526:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6ea0. 00000080:00000010:3.1:1781824699.459715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:0.1:1781824699.467043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7e60. 00000080:00000010:3.1:1781824699.482233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f74a0. 00000080:00000010:2.1:1781824699.482303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f78a0. 00000080:00000010:2.1:1781824699.508524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6140. 00000080:00000010:3.1:1781824699.521661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:2.1:1781824699.546148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6da0. 00000080:00000010:3.1:1781824699.568303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6ea0. 00000080:00000010:3.1:1781824699.589748:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7600. 00000080:00000010:3.1:1781824699.631109:0:124303:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:3.1:1781824699.644516:0:124543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6fa0. 00000080:00000010:3.1:1781824699.644527:0:124543:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd920. 00000080:00000010:1.1:1781824699.655131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6de0. 00000080:00000010:1.1:1781824699.671145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7f60. 00000080:00000010:2.1:1781824699.712855:0:124553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94340. 00000080:00000010:3.1:1781824699.714776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7360. 00000080:00000010:0.1:1781824699.729480:0:124552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ea0. 00000080:00000010:3.1:1781824699.759535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:3.1:1781824699.778914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94f40. 00000080:00000010:2.1:1781824699.780259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3a0. 00000080:00000010:2.1:1781824699.800451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7fc0. 00000080:00000010:1.1:1781824699.831251:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6cc0. 00000080:00000010:2.1:1781824699.833130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7aa0. 00000080:00000010:1.1:1781824699.866118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c60. 00000080:00000010:2.1:1781824699.908247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdf00. 00000080:00000010:2.1:1781824699.908263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6e60. 00000080:00000010:3.1:1781824699.924129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7aa0. 00000080:00000010:1.1:1781824699.931281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94fa0. 00000080:00000010:3.1:1781824699.974459:0:124559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd000. 00000080:00000010:3.1:1781824699.989789:0:124559:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:2.1:1781824700.004228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d941c0. 00000080:00000010:2.1:1781824700.026278:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68a0. 00000080:00000010:0.1:1781824700.028444:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ca0. 00000080:00000010:1.1:1781824700.050437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7820. 00000080:00000010:0.1:1781824700.074376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68a0. 00000080:00000010:0.1:1781824700.085690:0:124553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7740. 00000080:00000010:3.1:1781824700.096832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:2.1:1781824700.099116:0:124553:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd280. 00000080:00000010:1.1:1781824700.099206:0:124552:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad61a0. 00000080:00000010:2.1:1781824700.135679:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94020. 00000080:00000010:3.1:1781824700.173795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6540. 00000080:00000010:3.1:1781824700.183227:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f78e0. 00000080:00000010:3.1:1781824700.224484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdd20. 00000080:00000010:2.1:1781824700.241796:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94de0. 00000080:00000010:3.1:1781824700.280068:0:124555:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdce0. 00000080:00000010:3.1:1781824700.280133:0:124555:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd380. 00000080:00000010:0.1:1781824700.296786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7ca0. 00000080:00000010:2.1:1781824700.326603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7920. 00000080:00000010:0.1:1781824700.328263:0:1017:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7ca0. 00000080:00000010:2.1:1781824700.343288:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f73a0. 00000080:00000010:3.1:1781824700.356511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdce0. 00000080:00000010:0.1:1781824700.394179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd380. 00000080:00000010:3.1:1781824700.422665:0:124568:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94e00. 00000080:00000010:1.1:1781824700.459216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f78a0. 00000080:00000010:3.1:1781824700.465193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f74a0. 00000080:00000010:0.1:1781824700.480819:0:1015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdcc0. 00000080:00000010:0.1:1781824700.495147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94720. 00000080:00000010:3.1:1781824700.506133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd800. 00000080:00000010:3.1:1781824700.514904:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd320. 00000080:00000010:2.1:1781824700.572144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a60. 00000080:00000010:3.1:1781824700.578361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7480. 00000080:00000010:2.1:1781824700.597383:0:124567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a00. 00000080:00000010:3.1:1781824700.647521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd320. 00000080:00000010:2.1:1781824700.662584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a00. 00000080:00000010:2.1:1781824700.668546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6380. 00000080:00000010:3.1:1781824700.669247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd320. 00000080:00000010:0.1:1781824700.680185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d945e0. 00000080:00000010:3.1:1781824700.700298:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f79c0. 00000080:00000010:3.1:1781824700.739164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7520. 00000080:00000010:2.1:1781824700.742305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f72a0. 00000080:00000010:2.1:1781824700.750129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad66c0. 00000080:00000010:2.1:1781824700.781526:0:124591:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd860. 00000080:00000010:0.1:1781824700.841023:0:124593:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d945a0. 00000080:00000010:3.1:1781824700.845259:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7300. 00000080:00000010:1.1:1781824700.889176:0:19:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94000. 00000080:00000010:2.1:1781824700.917118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94c80. 00000080:00000010:1.1:1781824700.941652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7a60. 00000080:00000010:3.1:1781824700.944441:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94a20. 00000080:00000010:0.1:1781824700.970229:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7d40. 00000080:00000010:0.1:1781824700.985807:0:124602:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f72e0. 00000080:00000010:3.1:1781824701.008212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd840. 00000080:00000010:2.1:1781824701.020318:0:124309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7020. 00000080:00000010:3.1:1781824701.063372:0:124308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c40. 00000080:00000010:3.1:1781824701.106488:0:124620:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd3e0. 00000080:00000010:0.1:1781824701.139683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd880. 00000080:00000010:0.1:1781824701.180893:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d941e0. 00000080:00000010:2.1:1781824701.186118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd680. 00000080:00000010:2.1:1781824701.186128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a20. 00000080:00000010:3.1:1781824701.192451:0:124616:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94a00. 00000080:00000010:0.1:1781824701.235106:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7f80. 00000080:00000010:0.1:1781824701.261831:0:124304:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f75a0. 00000080:00000010:0.1:1781824701.270596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd520. 00000080:00000010:2.1:1781824701.303274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad68a0. 00000080:00000010:3.1:1781824701.326297:0:124308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7be0. 00000080:00000010:3.1:1781824701.350720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5e0. 00000080:00000010:0.1:1781824701.353180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d946e0. 00000080:00000010:0.1:1781824701.357362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f76c0. 00000080:00000010:3.1:1781824701.372187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5e0. 00000080:00000010:3.1:1781824701.402436:0:124650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1c0. 00000080:00000010:2.1:1781824701.418127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94660. 00000080:00000010:2.1:1781824701.449474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6a20. 00000080:00000010:1.1:1781824701.461015:0:93314:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd960. 00000080:00000010:1.1:1781824701.482560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94080. 00000080:00000010:2.1:1781824701.501226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7ea0. 00000080:00000010:3.1:1781824701.542638:0:124309:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5e0. 00000080:00000010:3.1:1781824701.559799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6a0. 00000080:00000010:3.1:1781824701.569186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7a80. 00000080:00000010:0.1:1781824701.589529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6220. 00000080:00000010:0.1:1781824701.613545:0:124679:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7b60. 00000080:00000010:3.1:1781824701.619248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6a0. 00000080:00000010:2.1:1781824701.642571:0:124684:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd5e0. 00000080:00000010:2.1:1781824701.651195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f76a0. 00000080:00000010:0.1:1781824701.665511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6040. 00000080:00000010:3.1:1781824701.667821:0:124685:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d947a0. 00000080:00000010:2.1:1781824701.680888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94060. 00000080:00000010:3.1:1781824701.697291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6760. 00000080:00000010:3.1:1781824701.708211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6140. 00000080:00000010:3.1:1781824701.722212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6a0. 00000080:00000010:0.1:1781824701.740118:0:124699:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d940c0. 00000080:00000010:3.1:1781824701.744335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94960. 00000080:00000010:3.1:1781824701.767121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdae0. 00000080:00000010:2.1:1781824701.787139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d20. 00000080:00000010:3.1:1781824701.798303:0:124702:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdae0. 00000080:00000010:1.1:1781824701.817180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7fe0. 00000080:00000010:3.1:1781824701.842853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ce0. 00000080:00000010:3.1:1781824701.857473:0:124308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94020. 00000080:00000010:3.1:1781824701.863669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7160. 00000080:00000010:3.1:1781824701.874208:0:124307:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdae0. 00000080:00000010:3.1:1781824701.887615:0:124701:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f72e0. 00000080:00000010:3.1:1781824701.911427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1c0. 00000080:00000010:2.1:1781824701.919134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad62a0. 00000080:00000010:3.1:1781824701.921137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd160. 00000080:00000010:3.1:1781824701.934270:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd1c0. 00000080:00000010:0.1:1781824701.951189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd160. 00010000:00000010:0.1:1781824714.094807:0:2386:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5000. 00010000:00000010:0.1:1781824714.094832:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492200. 00000080:00000010:0.1:1781824714.113273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd600. 00010000:00000010:2.1:1781824714.134189:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036100. 00010000:00000010:2.1:1781824714.134202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511e00. 00010000:00000010:2.1:1781824714.138819:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036300. 00010000:00000010:2.1:1781824714.138835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510a00. 00000080:00000010:2.1:1781824714.138840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d00. 00010000:00000010:2.1:1781824714.167156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510a00. 00000080:00000010:1.1:1781824714.182109:0:124870:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d00. 00010000:00000010:2.1:1781824715.219711:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:2.1:1781824715.219723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511400. 00000080:00000010:2.1:1781824715.241602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6d80. 00010000:00000010:3.1:1781824715.310562:0:125070:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5400. 00010000:00000010:3.1:1781824715.310580:0:125070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00010000:00000010:3.1:1781824715.310586:0:125070:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:3.1:1781824715.310588:0:125070:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511400. 00000080:00000010:3.1:1781824715.317001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6440. 00000080:00000010:3.1:1781824715.317034:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff908f1898b180. 00010000:00000010:3.1:1781824744.683130:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797500. 00010000:00000010:3.1:1781824744.683153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f600. 00010000:00000010:1.1:1781824746.340939:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ae00. 00010000:00000010:1.1:1781824746.340958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060200. 00000100:00000040:3.0:1781824868.443720:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051403904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.443728:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824868.443730:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824868.443732:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824868.443734:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824868.443736:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824868.443739:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051403904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824868.443742:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824868.443744:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824868.443746:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824868.443747:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824868.443751:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824868.443753:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824868.443756:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824868.443759:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824868.443763:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781824868.443766:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051403904, portal 10 00000100:00000001:3.0:1781824868.443768:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824868.443769:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781824868.443774:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051403904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.443781:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824868.443783:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824868.443785:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781824868.443787:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051403904, offset 0 00000400:00000200:3.0:1781824868.443791:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824868.443795:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824868.443798:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824868.443801:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824868.443803:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824868.443806:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824868.443808:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824868.443811:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378063:378063:254:4294967295] 192.168.204.116@tcp LPNI seq info [378014:378014:6:4294967295] 00000400:00000200:3.0:1781824868.443815:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824868.443822:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824868.443826:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824868.443829:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d300. 00000800:00000200:3.0:1781824868.443832:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824868.443837:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824868.443839:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824868.443842:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824868.443845:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 32003 usecs (33 jiffies) 00000400:00000200:3.0:1781824868.443848:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824868.443849:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302160422 00000100:00000001:3.0:1781824868.443852:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302169110 00000100:00000001:3.0:1781824868.443854:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302160422 00000100:00000001:3.0:1781824868.443856:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302169110 00000100:00000001:3.0:1781824868.443858:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824868.443860:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.443862:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824868.443865:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051404160/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.443871:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824868.443872:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824868.443874:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824868.443876:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824868.443878:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824868.443892:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051404160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824868.443895:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824868.443897:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824868.443899:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824868.443901:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824868.443904:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052800. 02000000:00000001:3.0:1781824868.443906:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824868.443909:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824868.443912:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824868.443915:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781824868.443918:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404160, portal 4 00000100:00000001:3.0:1781824868.443920:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824868.443921:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781824868.443926:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051404160/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.443932:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824868.443934:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824868.443936:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781824868.443939:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051404160, offset 0 00000400:00000200:3.0:1781824868.443942:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824868.443945:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824868.443948:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824868.443950:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824868.443952:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824868.443954:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824868.443956:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824868.443959:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378064:378064:253:4294967295] 192.168.204.116@tcp LPNI seq info [378015:378015:5:4294967295] 00000400:00000200:3.0:1781824868.443963:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824868.443969:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824868.443972:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824868.443975:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824868.443978:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824868.443982:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824868.443985:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824868.443987:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824868.443991:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 952472 usecs (953 jiffies) 00000400:00000200:3.0:1781824868.443993:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824868.443995:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302161342 00000100:00000001:3.0:1781824868.443997:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302169110 00000100:00000001:3.0:1781824868.443999:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302161342 00000100:00000001:3.0:1781824868.444000:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302169110 00000100:00000001:3.0:1781824868.444002:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824868.444004:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.444006:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.444008:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.444024:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824868.444026:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.452620:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824868.452625:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824868.453334:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824868.453337:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824868.453341:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824868.453345:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781824868.453347:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781824868.453350:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824868.453354:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051404032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824868.453363:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051404032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.453369:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824868.453371:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824868.453374:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824868.453377:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824868.453379:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824868.453382:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824868.453385:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824868.453393:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=135 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824868.453398:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=135 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824868.453402:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824868.453403:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824868.453406:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824868.453410:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.453414:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824868.453416:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824868.453418:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824868.453419:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824868.453424:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051404032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.453431:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824868.453435:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824868.453437:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824868.453441:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051404032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824868.453449:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051404032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824868.453453:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.453456:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824868.453459:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051404032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824868.453465:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824868.453467:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824868.453471:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824868.453475:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824868.453477:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824868.453480:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824868.453482:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824868.453484:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781824868.453488:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824868.453490:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824868.453492:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781824868.453495:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824868.453498:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824868.453501:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824868.453503:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824868.453505:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781824873.562002:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824873.562013:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824873.562024:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781824873.562031:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824873.562035:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824873.562038:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824873.562043:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824873.562051:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637dd00. 00000100:00000001:3.0:1781824873.562058:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562070:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824873.562103:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824873.562107:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562114:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562145:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562148:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824873.562151:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824873.562155:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781824873.562157:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824873.562159:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824873.562161:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824873.562162:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824873.562166:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d500. 00000100:00000001:3.0:1781824873.562168:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562172:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824873.562179:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824873.562181:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562185:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562193:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562195:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824873.562198:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824873.562201:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781824873.562203:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824873.562205:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824873.562206:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824873.562207:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824873.562211:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d600. 00000100:00000001:3.0:1781824873.562214:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562217:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824873.562224:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824873.562225:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562229:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562235:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562237:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824873.562240:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824873.562243:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781824873.562246:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824873.562248:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824873.562249:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824873.562251:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824873.562253:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d300. 00000100:00000001:3.0:1781824873.562256:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562259:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824873.562271:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824873.562273:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562276:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562283:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562285:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824873.562288:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824873.562293:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7503) 00000100:00000001:3.0:1781824873.562305:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.562308:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.562310:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824873.562315:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562322:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824873.562324:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562328:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824873.562330:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824873.562332:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824873.562335:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.562340:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824873.562345:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824873.562348:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562350:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824873.562354:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824873.562356:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824873.562364:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824873.562368:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824873.562375:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781824873.562382:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404416, portal 10 00000100:00000001:3.0:1781824873.562384:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824873.562386:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:3.0:1781824873.562393:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562400:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824873.562402:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824873.562404:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781824873.562408:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051404416, offset 0 00000400:00000200:3.0:1781824873.562414:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562422:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562429:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824873.562435:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824873.562439:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824873.562442:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824873.562445:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562449:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378065:378065:256:4294967295] 192.168.204.116@tcp LPNI seq info [378016:378016:8:4294967295] 00000400:00000200:3.0:1781824873.562453:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562463:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824873.562468:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824873.562472:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d400. 00000800:00000200:3.0:1781824873.562480:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824873.562487:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824873.562491:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824873.562513:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562518:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31930 usecs (32 jiffies) 00000400:00000200:3.0:1781824873.562521:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824873.562524:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302165540 00000100:00000001:3.0:1781824873.562528:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302169110 00000100:00000001:3.0:1781824873.562530:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302165540 00000100:00000001:3.0:1781824873.562532:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302169110 00000100:00000001:3.0:1781824873.562536:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.562538:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.562541:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824873.562544:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562550:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824873.562551:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562553:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824873.562554:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824873.562557:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824873.562559:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.562562:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824873.562565:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824873.562567:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562568:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824873.562571:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824873.562573:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824873.562576:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824873.562579:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824873.562582:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824873.562585:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404672, portal 4 00000100:00000001:3.0:1781824873.562586:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824873.562587:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781824873.562592:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562598:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824873.562599:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824873.562601:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781824873.562603:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051404672, offset 0 00000400:00000200:3.0:1781824873.562607:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562610:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562613:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824873.562616:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824873.562618:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824873.562620:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824873.562622:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562624:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378066:378066:255:4294967295] 192.168.204.116@tcp LPNI seq info [378017:378017:7:4294967295] 00000400:00000200:3.0:1781824873.562628:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562632:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824873.562636:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824873.562639:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d100. 00000800:00000200:3.0:1781824873.562642:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824873.562645:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824873.562647:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824873.562649:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.562652:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 947706 usecs (948 jiffies) 00000400:00000200:3.0:1781824873.562654:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824873.562656:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302166456 00000100:00000001:3.0:1781824873.562658:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302169110 00000100:00000001:3.0:1781824873.562660:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302166456 00000100:00000001:3.0:1781824873.562662:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302169110 00000100:00000001:3.0:1781824873.562664:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.562665:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.562668:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.562670:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.562677:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824873.562679:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824873.562681:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.562682:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.562683:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824873.562685:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781824873.562687:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.562688:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824873.562690:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.562691:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.562692:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.562693:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824873.562697:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562703:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824873.562705:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562707:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824873.562709:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824873.562711:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824873.562714:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051404288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.562717:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824873.562719:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824873.562721:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562722:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824873.562725:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824873.562727:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824873.562730:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824873.562733:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824873.562735:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781824873.562738:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404288, portal 25 00000100:00000001:3.0:1781824873.562740:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824873.562741:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781824873.562746:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562752:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824873.562755:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824873.562757:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781824873.562759:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051404288, offset 0 00000400:00000200:3.0:1781824873.562763:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562766:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562769:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824873.562772:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824873.562775:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824873.562778:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824873.562791:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562794:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378067:378067:256:4294967295] 192.168.204.116@tcp LPNI seq info [378018:378018:7:4294967295] 00000400:00000200:3.0:1781824873.562798:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562804:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824873.562808:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824873.562811:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637db00. 00000800:00000200:3.0:1781824873.562815:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824873.562818:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824873.562821:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824873.562834:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824873.562837:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824873.562839:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302174229 00000100:00000001:3.0:1781824873.562846:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302169110 00000100:00000001:3.0:1781824873.562849:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302174229 00000100:00000001:3.0:1781824873.562852:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302169110 00000100:00000001:3.0:1781824873.562855:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.562857:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.562859:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824873.562863:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562869:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824873.562870:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562872:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824873.562874:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824873.562876:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824873.562879:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.562885:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824873.562887:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824873.562888:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.562890:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824873.562893:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824873.562895:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824873.562898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824873.562900:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824873.562903:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781824873.562906:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404544, portal 10 00000100:00000001:3.0:1781824873.562907:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824873.562908:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781824873.562913:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.562919:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824873.562921:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824873.562923:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781824873.562925:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051404544, offset 0 00000400:00000200:3.0:1781824873.562930:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824873.562933:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.562936:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824873.562939:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824873.562941:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824873.562943:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824873.562945:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824873.563489:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378068:378068:255:4294967295] 192.168.204.116@tcp LPNI seq info [378019:378019:7:4294967295] 00000400:00000200:3.0:1781824873.563494:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824873.563516:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824873.563520:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824873.563525:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d200. 00000800:00000200:3.0:1781824873.563530:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824873.563534:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824873.563537:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824873.563540:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.563543:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21643 usecs (22 jiffies) 00000400:00000200:3.0:1781824873.563547:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824873.563549:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302165531 00000100:00000001:3.0:1781824873.563551:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302174229 00000100:00000001:3.0:1781824873.563552:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302165531 00000100:00000001:3.0:1781824873.563554:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302174229 00000100:00000001:3.0:1781824873.563556:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.563558:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.563561:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.563563:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.571165:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.571173:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824873.571184:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824873.571186:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824873.571191:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824873.571198:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781824873.571201:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781824873.571205:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824873.571215:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824873.571226:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.571233:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824873.571235:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.571238:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824873.571242:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824873.571244:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824873.571247:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.571250:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824873.571259:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=140 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824873.571263:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=53 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824873.571266:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824873.571267:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824873.571270:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824873.571273:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.571277:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824873.571279:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824873.571281:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824873.571282:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.571287:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.571294:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.571297:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824873.571299:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824873.571303:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824873.571309:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.571314:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.571316:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824873.571319:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051404416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.571325:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824873.571328:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824873.571331:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824873.571335:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824873.571337:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824873.571339:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824873.571341:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824873.571343:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d500. 02000000:00000001:3.0:1781824873.571346:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824873.571348:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824873.571350:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:3.0:1781824873.571356:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824873.571357:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.571360:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.571361:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.571363:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.571364:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.571365:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.575463:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.575468:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824873.575476:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824873.575478:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824873.575481:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824873.575485:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824873.575487:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824873.575490:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824873.575495:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824873.575600:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.575606:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824873.575608:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.575610:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824873.575613:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824873.575616:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824873.575618:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.575621:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824873.575631:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=140 v=5 (5 5 0 0) 00000100:00001000:3.0:1781824873.575635:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=117 v=5 (1 0 0 0) 00000100:00000001:3.0:1781824873.575637:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824873.575639:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824873.575641:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824873.575644:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.575647:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824873.575649:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824873.575651:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824873.575653:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.575657:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.575663:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.575666:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824873.575668:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824873.575672:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824873.575680:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.575684:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.575686:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824873.575689:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051404672/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.575695:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824873.575697:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824873.575700:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824873.575704:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824873.575706:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824873.575708:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824873.575710:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824873.575712:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d300. 02000000:00000001:3.0:1781824873.575716:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824873.575717:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824873.575719:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781824873.575723:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824873.575724:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.575726:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.575728:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.575729:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.575731:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.575732:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.581594:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.581599:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824873.581607:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824873.581609:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824873.581612:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35420. 00000400:00000200:3.0:1781824873.581617:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781824873.581619:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781824873.581622:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824873.581627:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824873.581634:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.581640:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824873.581641:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.581644:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824873.581647:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824873.581649:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824873.581651:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.581653:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824873.581663:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=140 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824873.581667:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=140 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824873.581669:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824873.581671:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824873.581673:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824873.581677:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.581680:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824873.581682:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824873.581684:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824873.581685:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.581689:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.581696:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.581699:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824873.581702:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824873.581705:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824873.581717:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051404544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.581721:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.581724:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824873.581726:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051404544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.581732:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824873.581734:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824873.581738:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824873.581741:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824873.581743:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824873.581745:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824873.581747:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824873.581749:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d600. 02000000:00000001:3.0:1781824873.581753:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824873.581754:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824873.581756:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781824873.581759:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824873.581761:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.581764:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.581766:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.581767:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824873.581768:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.581770:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.584793:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.584797:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824873.584802:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824873.584804:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824873.584807:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824873.584812:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781824873.584814:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781824873.584817:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824873.584821:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824873.584836:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.584843:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824873.584845:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.584847:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824873.584850:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824873.584852:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824873.584854:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824873.584857:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824873.584863:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=140 v=5 (5 5 0 0) 00000100:00001000:3.0:1781824873.584866:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=53 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824873.584869:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824873.584870:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824873.584873:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824873.584875:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.584878:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824873.584882:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.584889:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824873.584892:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824873.584894:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824873.584898:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824873.584905:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051404288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824873.584910:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.584912:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824873.584916:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051404288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824873.584922:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824873.584925:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824873.584928:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824873.584931:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824873.584934:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824873.584936:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824873.584938:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824873.584940:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637dd00. 02000000:00000001:3.0:1781824873.584943:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824873.584945:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824873.584947:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781824873.584952:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824873.584953:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.584955:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824873.584962:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824873.584964:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824873.584966:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824873.584968:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.678653:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.678657:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824878.678659:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824878.678665:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.678673:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824878.678676:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.678680:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824878.678692:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824878.678694:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824878.678698:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051404800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.678702:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824878.678708:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824878.678711:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.678713:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824878.678718:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824878.678720:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824878.678727:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824878.678732:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824878.678738:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781824878.678746:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404800, portal 25 00000100:00000001:3.0:1781824878.678749:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824878.678751:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:3.0:1781824878.678755:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.678772:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824878.678775:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824878.678777:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781824878.678781:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051404800, offset 0 00000400:00000200:3.0:1781824878.678787:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824878.678796:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.678804:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824878.678809:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824878.678813:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824878.678816:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824878.678819:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824878.678822:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378069:378069:256:4294967295] 192.168.204.116@tcp LPNI seq info [378020:378020:8:4294967295] 00000400:00000200:3.0:1781824878.678826:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.678835:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824878.678841:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824878.678846:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637dd00. 00000800:00000200:3.0:1781824878.678851:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824878.678858:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824878.678861:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824878.678880:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824878.678885:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824878.678887:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302179345 00000100:00000001:3.0:1781824878.678895:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302174229 00000100:00000001:3.0:1781824878.678898:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302179345 00000100:00000001:3.0:1781824878.678901:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302174229 00000100:00000001:3.0:1781824878.678904:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.678907:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.678909:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824878.678913:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.678919:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824878.678920:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.678922:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824878.678923:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824878.678925:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824878.678928:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.678931:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824878.678934:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824878.678935:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.678937:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824878.678940:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824878.678942:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824878.678945:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824878.678947:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824878.678951:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824878.678953:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051405056, portal 10 00000100:00000001:3.0:1781824878.678955:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824878.678956:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781824878.678963:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.678970:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824878.678972:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824878.678974:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781824878.678976:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051405056, offset 0 00000400:00000200:3.0:1781824878.678980:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824878.678984:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.678987:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824878.678990:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824878.678993:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824878.678994:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824878.678997:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824878.678999:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378070:378070:255:4294967295] 192.168.204.116@tcp LPNI seq info [378021:378021:7:4294967295] 00000400:00000200:3.0:1781824878.679003:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.679008:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824878.679012:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824878.679015:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824878.679018:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824878.679022:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824878.679024:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824878.679027:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.679031:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21651 usecs (22 jiffies) 00000400:00000200:3.0:1781824878.679034:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824878.679035:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302170646 00000100:00000001:3.0:1781824878.679038:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.679040:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302170646 00000100:00000001:3.0:1781824878.679042:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.679044:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.679045:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.679048:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.679050:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.679058:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824878.679060:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824878.679062:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.679064:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824878.679065:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824878.679067:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824878.679069:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.679071:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824878.679073:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.679075:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.679076:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824878.679110:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824878.679115:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.679122:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824878.679123:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.679126:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824878.679127:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824878.679129:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824878.679132:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051404928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.679136:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824878.679138:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824878.679140:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.679141:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824878.679145:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824878.679146:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824878.679150:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824878.679152:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824878.679155:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781824878.679158:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051404928, portal 10 00000100:00000001:3.0:1781824878.679160:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824878.679161:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781824878.679166:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.679172:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824878.679174:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824878.679860:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781824878.679865:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051404928, offset 0 00000400:00000200:3.0:1781824878.679869:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824878.679874:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.679879:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824878.679883:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824878.679886:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824878.679888:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824878.679890:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824878.679892:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378071:378071:256:4294967295] 192.168.204.116@tcp LPNI seq info [378022:378022:8:4294967295] 00000400:00000200:3.0:1781824878.679896:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.679903:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824878.679907:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824878.679911:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d300. 00000800:00000200:3.0:1781824878.681790:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824878.681799:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824878.681804:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824878.681827:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.681834:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31848 usecs (32 jiffies) 00000400:00000200:3.0:1781824878.681840:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824878.681844:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302170659 00000100:00000001:3.0:1781824878.681848:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.681850:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302170659 00000100:00000001:3.0:1781824878.681852:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.681854:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.681858:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.681863:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824878.681870:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.681879:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824878.681881:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.681884:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824878.681887:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824878.681890:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824878.681894:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.681897:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824878.681903:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824878.681906:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.681908:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824878.681916:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052e00. 02000000:00000001:3.0:1781824878.681918:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824878.681923:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824878.681927:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824878.681934:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781824878.681940:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051405184, portal 4 00000100:00000001:3.0:1781824878.681943:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824878.681944:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781824878.681951:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.681957:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824878.681959:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824878.681962:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781824878.681965:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051405184, offset 0 00000400:00000200:3.0:1781824878.681970:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824878.681976:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.681983:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824878.681989:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824878.681992:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824878.681995:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824878.681998:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824878.682001:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378072:378072:255:4294967295] 192.168.204.116@tcp LPNI seq info [378023:378023:7:4294967295] 00000400:00000200:3.0:1781824878.682005:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824878.682013:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824878.682018:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824878.682022:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824878.682026:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824878.682030:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824878.682033:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824878.682036:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.682039:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 943003 usecs (944 jiffies) 00000400:00000200:3.0:1781824878.682042:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824878.682044:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302171571 00000100:00000001:3.0:1781824878.682046:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.682048:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302171571 00000100:00000001:3.0:1781824878.682050:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302179345 00000100:00000001:3.0:1781824878.682052:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.682054:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.682057:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.682060:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.699906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.699910:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824878.699918:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824878.699920:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824878.699923:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824878.699927:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781824878.699930:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781824878.699934:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824878.699938:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824878.699947:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.699953:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824878.699955:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.699957:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824878.699962:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824878.699965:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824878.699968:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.699971:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824878.699978:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=145 v=5 (5 5 0 0) 00000100:00001000:3.0:1781824878.699982:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=58 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824878.699985:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824878.699986:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824878.699988:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824878.699990:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.699994:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.699998:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.700004:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.700007:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824878.700009:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824878.700013:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824878.700021:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051404800:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824878.700026:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824878.700028:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824878.700029:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35420. 00000400:00000200:3.0:1781824878.700031:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824878.700033:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824878.700035:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824878.700037:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824878.700044:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.700050:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824878.700051:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.700053:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824878.700054:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824878.700056:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824878.700057:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.700059:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824878.700065:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=145 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824878.700068:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=145 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824878.700070:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824878.700071:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824878.700072:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824878.700075:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.700117:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824878.700119:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824878.700121:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824878.700123:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.700126:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.700133:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.700134:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824878.700136:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824878.700139:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824878.700145:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.700148:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.700151:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824878.700154:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051404800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.700160:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824878.700162:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824878.700166:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824878.700169:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824878.700171:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824878.700173:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824878.700188:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824878.700191:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781824878.700195:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824878.700197:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824878.700200:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781824878.700204:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824878.700205:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.700207:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824878.700210:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051405056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.700216:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824878.700217:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824878.700218:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824878.700220:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824878.700221:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824878.700222:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824878.700224:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824878.700225:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781824878.700227:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824878.700228:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824878.700230:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781824878.700232:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824878.700233:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.700236:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.700238:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.700239:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824878.700241:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.700242:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.703643:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.703647:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824878.703655:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824878.703657:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824878.703660:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824878.703666:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:3.0:1781824878.703669:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:3.0:1781824878.703672:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824878.703678:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824878.703957:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.703969:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824878.703971:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.703974:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824878.703977:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824878.703979:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824878.703981:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.703984:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824878.703994:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=145 v=5 (5 5 0 0) 00000100:00001000:3.0:1781824878.703997:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=122 v=5 (1 0 0 0) 00000100:00000001:3.0:1781824878.703999:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824878.704000:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824878.704003:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824878.704006:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704010:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824878.704013:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824878.704015:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824878.704016:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.704021:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.704028:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.704031:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824878.704034:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824878.704038:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824878.704045:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.704049:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704170:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824878.704176:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051405184/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.704183:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824878.704185:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824878.704189:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052e00. 02000000:00000001:3.0:1781824878.704192:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824878.704195:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824878.704197:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824878.704199:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824878.704201:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781824878.704205:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824878.704207:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824878.704208:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781824878.704211:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824878.704213:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.704216:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704218:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.704220:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824878.704222:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704223:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704605:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.704607:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824878.704610:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824878.704612:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824878.704614:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824878.704618:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781824878.704620:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781824878.704623:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824878.704627:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824878.704635:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.704642:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824878.704644:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.704645:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824878.704647:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824878.704648:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824878.704650:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824878.704651:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824878.704656:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=145 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824878.704659:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=58 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824878.704662:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824878.704663:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824878.704665:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824878.704667:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.704669:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824878.704670:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824878.704672:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824878.704673:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824878.704677:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.704693:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824878.704695:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824878.704697:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824878.704701:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824878.704708:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051404928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824878.704712:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.704714:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824878.704717:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051404928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824933 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824878.704723:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824878.704724:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824878.704726:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824878.704729:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824878.704730:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824878.704732:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824878.704733:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824878.704735:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781824878.704737:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824878.704738:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824878.704740:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781824878.704742:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824878.704744:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.704746:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824878.705500:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824878.705504:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824878.705508:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824878.705511:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.798683:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.798688:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824883.798692:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824883.798702:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.798723:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824883.798725:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.798728:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824883.798730:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824883.798732:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824883.798735:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051405312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824883.798739:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824883.798742:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824883.798744:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.798745:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824883.798750:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824883.798751:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824883.798756:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824883.798759:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824883.798765:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781824883.798769:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051405312, portal 25 00000100:00000001:3.0:1781824883.798773:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824883.798776:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781824883.798785:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.798801:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824883.798808:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824883.798813:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781824883.798828:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051405312, offset 0 00000400:00000200:3.0:1781824883.798839:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824883.798847:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824883.798854:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824883.798860:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824883.798864:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824883.798871:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824883.798875:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824883.798879:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378074:378074:255:4294967295] 192.168.204.116@tcp LPNI seq info [378025:378025:7:4294967295] 00000400:00000200:3.0:1781824883.798889:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824883.798899:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824883.798905:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824883.798910:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d000. 00000800:00000200:3.0:1781824883.798917:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824883.798924:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824883.798930:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824883.798936:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824883.798943:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824883.798948:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302184465 00000100:00000001:3.0:1781824883.798959:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302179345 00000100:00000001:3.0:1781824883.798967:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302184465 00000100:00000001:3.0:1781824883.798972:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302179345 00000100:00000001:3.0:1781824883.798979:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824883.798984:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.798989:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824883.798997:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.799014:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824883.799018:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.799023:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824883.799027:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824883.799033:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824883.799040:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824883.799047:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824883.799052:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824883.799055:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.799059:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824883.799063:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824883.799068:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824883.799076:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824883.799123:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824883.799132:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824883.799137:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051405568, portal 10 00000100:00000001:3.0:1781824883.799142:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824883.799145:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781824883.799155:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.799172:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824883.799179:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824883.799184:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781824883.799190:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051405568, offset 0 00000400:00000200:3.0:1781824883.799199:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824883.799206:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824883.799212:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824883.799219:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824883.799225:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824883.799231:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824883.799236:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824883.799242:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378076:378076:253:4294967295] 192.168.204.116@tcp LPNI seq info [378027:378027:5:4294967295] 00000400:00000200:3.0:1781824883.799253:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824883.799268:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824883.799280:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824883.799288:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824883.799293:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824883.799299:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824883.799305:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824883.799311:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824883.799316:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21665 usecs (22 jiffies) 00000400:00000200:3.0:1781824883.799321:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824883.799323:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302175767 00000100:00000001:3.0:1781824883.799326:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302184465 00000100:00000001:3.0:1781824883.799329:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302175767 00000100:00000001:3.0:1781824883.799331:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302184465 00000100:00000001:3.0:1781824883.799333:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824883.799335:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.799338:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.799340:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.799345:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824883.799347:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824883.799349:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.799350:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824883.799352:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.799354:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.804906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.804911:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824883.804920:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824883.804925:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824883.804930:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824883.804937:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824883.804941:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824883.804947:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824883.804955:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824883.804974:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.804987:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824883.804989:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.804992:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824883.804995:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824883.804997:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824883.804999:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.805002:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824883.805012:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=150 v=36 (36 36 0 0) 00000100:00001000:3.0:1781824883.805018:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=150 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824883.805020:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824883.805022:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824883.805024:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824883.805027:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.805031:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824883.805033:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824883.805035:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824883.805037:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824883.805041:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.805048:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824883.805051:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824883.805053:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824883.805056:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824883.805064:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051405568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824883.805068:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.805071:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824883.805075:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051405568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824938 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.805112:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824883.805116:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824883.805119:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824883.805123:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824883.805126:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824883.805128:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824883.805130:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824883.805133:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781824883.805136:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824883.805137:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824883.805140:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781824883.805144:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824883.805145:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.805148:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.805150:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.805151:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824883.805153:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.805154:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.811997:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.812001:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824883.812008:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824883.812010:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824883.812013:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824883.812018:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781824883.812020:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781824883.812023:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824883.812028:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824883.812037:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.812043:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824883.812045:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.812048:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824883.812051:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824883.812059:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824883.812062:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824883.812065:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824883.812072:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=150 v=5 (5 5 0 0) 00000100:00001000:3.0:1781824883.812077:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=63 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824883.812110:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824883.812112:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824883.812115:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824883.812117:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.812119:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824883.812124:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.812131:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824883.812134:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824883.812135:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824883.812139:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824883.812147:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051405312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824883.812152:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.812154:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824883.812158:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051405312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824883.812165:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824883.812168:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824883.812172:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824883.812176:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824883.812179:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824883.812180:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824883.812183:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824883.812185:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781824883.812188:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824883.812190:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824883.812192:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781824883.812196:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824883.812198:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.812199:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824883.812206:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824883.812209:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824883.812210:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824883.812213:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038268:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824894.038280:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824894.038292:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781824894.038298:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824894.038302:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824894.038305:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824894.038310:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824894.038320:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d900. 00000100:00000001:3.0:1781824894.038336:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038347:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051406336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824894.038366:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824894.038371:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038378:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051406336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824894.038422:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038425:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824894.038429:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824894.038433:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781824894.038435:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824894.038437:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824894.038439:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824894.038441:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824894.038444:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d000. 00000100:00000001:3.0:1781824894.038446:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038450:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5880 x1868371051406464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824894.038458:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824894.038460:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038464:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051406464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824894.038472:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038474:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824894.038477:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824894.038480:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781824894.038482:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824894.038484:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824894.038486:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824894.038487:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824894.038490:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d500. 00000100:00000001:3.0:1781824894.038492:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038496:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7b80 x1868371051406592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824894.038503:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824894.038505:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038508:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051406592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824894.038514:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038517:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824894.038520:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824894.038523:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781824894.038525:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824894.038527:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824894.038529:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824894.038530:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824894.038532:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d300. 00000100:00000001:3.0:1781824894.038535:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038538:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6a00 x1868371051406720/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824894.038555:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824894.038557:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038561:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051406720/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824894.038568:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824894.038570:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824894.038573:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824894.038578:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7523) 00000100:00000001:3.0:1781824894.039713:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824894.039716:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158201:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824899.158211:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824899.158223:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781824899.158229:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824899.158245:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824899.158248:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824899.158253:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824899.158261:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d600. 00000100:00000001:3.0:1781824899.158267:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158279:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051406848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824899.158299:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824899.158303:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158310:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051406848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158344:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158347:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824899.158350:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824899.158354:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781824899.158356:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824899.158358:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824899.158360:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824899.158361:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824899.158364:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637dd00. 00000100:00000001:3.0:1781824899.158367:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158371:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824899.158378:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824899.158380:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158384:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158392:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158394:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824899.158396:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824899.158398:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781824899.158400:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824899.158402:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824899.158403:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824899.158405:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824899.158407:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d200. 00000100:00000001:3.0:1781824899.158410:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158413:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051407104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824899.158419:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824899.158430:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158434:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051407104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158440:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158443:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824899.158452:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824899.158455:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781824899.158458:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824899.158459:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824899.158461:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824899.158462:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824899.158465:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637db00. 00000100:00000001:3.0:1781824899.158467:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158470:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824899.158476:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824899.158478:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158481:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158488:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158490:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824899.158493:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824899.158497:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7528) 00000100:00000001:3.0:1781824899.158510:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824899.158513:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824899.158515:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824899.158520:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158527:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824899.158529:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.158532:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824899.158535:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824899.158537:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824899.158540:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051406976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824899.158546:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824899.158551:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824899.158554:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.158556:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824899.158560:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824899.158563:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824899.158570:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824899.158574:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824899.158581:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781824899.158752:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051406976, portal 10 00000100:00000001:3.0:1781824899.158756:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824899.158758:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781824899.158766:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.158773:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824899.158775:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824899.158778:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824899.158782:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051406976, offset 0 00000400:00000200:3.0:1781824899.158788:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824899.158797:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824899.158805:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824899.158810:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824899.158814:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824899.158817:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824899.158820:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824899.158823:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378085:378085:256:4294967295] 192.168.204.116@tcp LPNI seq info [378036:378036:8:4294967295] 00000400:00000200:3.0:1781824899.158827:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824899.158837:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824899.158842:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824899.158848:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d100. 00000800:00000200:3.0:1781824899.158854:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824899.158861:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824899.158865:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824899.158884:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.158889:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31623 usecs (32 jiffies) 00000400:00000200:3.0:1781824899.158892:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824899.158895:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302191136 00000100:00000001:3.0:1781824899.158898:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302194705 00000100:00000001:3.0:1781824899.158900:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302191136 00000100:00000001:3.0:1781824899.158911:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302194705 00000100:00000001:3.0:1781824899.158913:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824899.158915:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.158918:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824899.158921:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.159354:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824899.159356:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.159359:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824899.159361:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824899.159363:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824899.159366:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824899.159370:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824899.159372:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824899.159374:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.159376:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824899.159379:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824899.159381:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824899.159384:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824899.159387:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824899.160701:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781824899.160706:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051407232, portal 4 00000100:00000001:3.0:1781824899.160708:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824899.160710:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:3.0:1781824899.160717:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.160725:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824899.160727:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824899.160729:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781824899.160732:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051407232, offset 0 00000400:00000200:3.0:1781824899.160736:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824899.160740:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824899.160745:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824899.160747:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824899.160750:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824899.160752:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824899.160754:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824899.160757:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378088:378088:254:4294967295] 192.168.204.116@tcp LPNI seq info [378039:378039:6:4294967295] 00000400:00000200:3.0:1781824899.160771:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824899.160778:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824899.160782:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824899.160786:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d400. 00000800:00000200:3.0:1781824899.160790:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824899.160794:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824899.160797:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824899.160800:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.160803:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 924718 usecs (925 jiffies) 00000400:00000200:3.0:1781824899.160806:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824899.160808:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302192031 00000100:00000001:3.0:1781824899.160810:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302199827 00000100:00000001:3.0:1781824899.160812:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302192031 00000100:00000001:3.0:1781824899.160814:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302199827 00000100:00000001:3.0:1781824899.160817:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824899.160818:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.160821:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.160823:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.160827:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824899.160828:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824899.160830:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824899.160831:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824899.160833:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.160835:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.172467:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824899.172476:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824899.172492:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824899.172499:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824899.172508:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824899.172519:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781824899.172526:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781824899.172531:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824899.172544:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824899.172578:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.172594:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824899.172599:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.172607:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824899.172614:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824899.172619:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824899.172624:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.172632:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824899.172646:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=16 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824899.172654:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=79 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824899.172734:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824899.172738:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824899.172744:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824899.172751:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.172763:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824899.172769:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824899.172775:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824899.172777:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.172792:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.173773:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824899.173787:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824899.173791:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824899.173805:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824899.173994:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051406976:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824899.174016:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824899.174021:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824899.174027:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824899.174036:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781824899.174939:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781824899.174949:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824899.174959:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824899.174969:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.174977:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824899.174980:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.174983:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824899.174986:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824899.174988:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824899.174991:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824899.174994:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824899.175004:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=16 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824899.175007:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1781824899.175010:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824899.175012:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824899.175015:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824899.175018:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.175021:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824899.175024:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824899.175026:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824899.175027:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824899.175031:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.175039:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824899.175516:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824899.175518:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824899.175525:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824899.175535:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824899.175541:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.175545:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824899.175549:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051406976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.175557:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824899.175560:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824899.175564:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824899.175568:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824899.175571:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824899.175573:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824899.175576:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824899.175579:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637dd00. 02000000:00000001:3.0:1781824899.175583:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824899.175585:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824899.175587:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781824899.175592:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824899.175593:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.175595:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824899.175599:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051407232/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824899.175604:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824899.175606:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824899.175607:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824899.175609:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824899.175611:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824899.175612:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824899.175613:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824899.175615:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637db00. 02000000:00000001:3.0:1781824899.175617:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824899.175618:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824899.175620:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:3.0:1781824899.175626:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824899.175628:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.175630:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824899.175639:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824899.175641:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824899.175644:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824899.175647:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.291627:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.291636:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824904.291639:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824904.291652:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.291664:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824904.291666:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.291671:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824904.291674:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824904.291677:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824904.291681:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.291686:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824904.291693:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824904.291757:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.291761:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824904.291772:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824904.291774:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824904.291782:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824904.291787:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824904.291794:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781824904.291801:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051407488, portal 10 00000100:00000001:3.0:1781824904.291804:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824904.291805:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781824904.291813:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.291821:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824904.291824:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824904.291826:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781824904.291830:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051407488, offset 0 00000400:00000200:3.0:1781824904.291836:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824904.291845:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.291853:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824904.291858:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824904.291863:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824904.291866:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824904.291869:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824904.291872:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378089:378089:256:4294967295] 192.168.204.116@tcp LPNI seq info [378040:378040:8:4294967295] 00000400:00000200:3.0:1781824904.291877:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.291887:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824904.291893:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824904.291897:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637db00. 00000800:00000200:3.0:1781824904.291903:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824904.291911:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824904.291915:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824904.293212:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.293221:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31570 usecs (32 jiffies) 00000400:00000200:3.0:1781824904.293228:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824904.293232:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302196269 00000100:00000001:3.0:1781824904.293236:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302199827 00000100:00000001:3.0:1781824904.293238:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302196269 00000100:00000001:3.0:1781824904.293241:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302199827 00000100:00000001:3.0:1781824904.293243:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.293246:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.293250:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824904.293260:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.293269:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824904.293270:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293273:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824904.293277:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824904.293279:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824904.293282:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.293286:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824904.293291:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824904.293294:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293308:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824904.293386:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824904.293389:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824904.293394:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824904.293399:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824904.293405:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781824904.293410:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051407744, portal 4 00000100:00000001:3.0:1781824904.293412:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824904.293414:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781824904.293495:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.293515:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824904.293518:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824904.293522:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781824904.293525:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051407744, offset 0 00000400:00000200:3.0:1781824904.293531:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824904.293537:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.293544:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824904.293549:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824904.293553:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824904.293555:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824904.293558:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824904.293561:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378090:378090:255:4294967295] 192.168.204.116@tcp LPNI seq info [378041:378041:7:4294967295] 00000400:00000200:3.0:1781824904.293566:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.293575:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824904.293582:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824904.293586:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637dd00. 00000800:00000200:3.0:1781824904.293592:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824904.293599:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824904.293603:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824904.293607:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.293611:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 920265 usecs (921 jiffies) 00000400:00000200:3.0:1781824904.293614:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824904.293616:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302197158 00000100:00000001:3.0:1781824904.293618:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302199827 00000100:00000001:3.0:1781824904.293620:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302197158 00000100:00000001:3.0:1781824904.293622:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302199827 00000100:00000001:3.0:1781824904.293624:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.293626:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.293628:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.293631:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.293639:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824904.293642:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824904.293644:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.293646:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824904.293647:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824904.293651:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781824904.293652:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.293654:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824904.293656:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.293657:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.293659:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824904.293660:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824904.293665:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.293672:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824904.293673:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293675:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824904.293677:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824904.293679:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824904.293681:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051407360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.293684:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824904.293687:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824904.293688:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293689:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824904.293693:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824904.293694:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824904.293698:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824904.293829:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824904.293834:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781824904.293836:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051407360, portal 25 00000100:00000001:3.0:1781824904.293838:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824904.293839:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781824904.293845:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.293852:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824904.293854:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824904.293858:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781824904.293860:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051407360, offset 0 00000400:00000200:3.0:1781824904.293865:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824904.293869:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.293873:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824904.293876:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824904.293878:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824904.293880:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824904.293882:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824904.293885:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378091:378091:254:4294967295] 192.168.204.116@tcp LPNI seq info [378042:378042:6:4294967295] 00000400:00000200:3.0:1781824904.293889:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.293895:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824904.293899:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824904.293903:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824904.293907:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824904.293911:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824904.293914:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824904.293917:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824904.293920:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824904.293921:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302204958 00000100:00000001:3.0:1781824904.293929:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302199827 00000100:00000001:3.0:1781824904.293933:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302204958 00000100:00000001:3.0:1781824904.293937:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302199827 00000100:00000001:3.0:1781824904.293940:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.293942:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.293944:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824904.293948:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.293955:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824904.293957:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293959:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824904.293961:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824904.293963:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824904.293965:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.293969:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824904.293972:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824904.293973:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.293975:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824904.293978:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053400. 02000000:00000001:3.0:1781824904.293979:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824904.293983:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824904.293985:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824904.293988:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824904.293991:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051407616, portal 10 00000100:00000001:3.0:1781824904.293993:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824904.293994:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781824904.293999:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.294005:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824904.294007:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824904.294010:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781824904.294012:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051407616, offset 0 00000400:00000200:3.0:1781824904.294016:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824904.294019:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.294022:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824904.294024:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824904.294026:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824904.294028:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824904.294030:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824904.294033:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378092:378092:253:4294967295] 192.168.204.116@tcp LPNI seq info [378043:378043:5:4294967295] 00000400:00000200:3.0:1781824904.294037:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824904.294042:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824904.294047:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824904.294050:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d200. 00000800:00000200:3.0:1781824904.294053:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824904.294057:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824904.294059:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824904.294062:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.294065:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21575 usecs (22 jiffies) 00000400:00000200:3.0:1781824904.294067:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824904.294069:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302196259 00000100:00000001:3.0:1781824904.294071:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302204958 00000100:00000001:3.0:1781824904.294073:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302196259 00000100:00000001:3.0:1781824904.294075:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302204958 00000100:00000001:3.0:1781824904.294077:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.294097:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.294100:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.294102:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.294140:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.294142:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.300173:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.300178:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824904.300195:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824904.300197:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824904.300200:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35420. 00000400:00000200:3.0:1781824904.300205:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781824904.300208:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781824904.300211:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824904.300217:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824904.300227:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.300233:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824904.300236:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.300239:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824904.302106:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824904.302111:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824904.302114:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.302118:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824904.302128:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=21 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824904.302133:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=84 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824904.302136:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824904.302137:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824904.302140:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824904.302142:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.302145:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.302154:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.302162:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.302166:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824904.302168:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824904.302172:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824904.302179:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051407360:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824904.302199:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824904.302201:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824904.302204:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824904.302208:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781824904.302210:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781824904.302214:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824904.302218:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824904.302227:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.302234:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824904.302236:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.302691:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824904.302695:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824904.302696:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824904.302698:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.302700:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824904.302718:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=21 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824904.302722:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=148 v=5 (1 0 0 0) 00000100:00000001:3.0:1781824904.302724:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824904.302725:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824904.302727:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824904.302730:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.302733:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824904.302735:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824904.302738:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824904.302739:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.302744:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.302751:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.302752:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824904.302754:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824904.302757:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824904.302765:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.302769:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.302772:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824904.302775:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051407360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.302782:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824904.302784:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824904.302788:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824904.302792:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824904.302794:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824904.302796:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824904.302798:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824904.302801:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781824904.302804:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824904.302806:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824904.302809:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781824904.302812:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824904.302813:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.302815:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824904.302818:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051407744/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.302824:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824904.302825:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824904.302826:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824904.302828:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824904.302829:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824904.302830:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824904.302831:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824904.302833:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781824904.302834:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824904.302835:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824904.302836:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781824904.302838:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824904.302839:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.302842:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.302844:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.302846:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824904.302848:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.302850:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.314701:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.314705:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824904.314713:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824904.314716:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824904.314720:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e18. 00000400:00000200:3.0:1781824904.314723:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781824904.314726:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781824904.314730:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824904.314735:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824904.314745:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.314752:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824904.314754:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.314757:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824904.314760:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824904.314762:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824904.314764:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.314767:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824904.314776:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=21 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824904.314780:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=84 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824904.314782:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824904.314784:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824904.314786:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824904.314790:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.314794:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824904.314796:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824904.314797:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824904.314799:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.314804:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.314812:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.314815:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824904.314817:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824904.314821:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824904.314829:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.314834:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.314836:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824904.314839:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051407488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.314846:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824904.314848:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824904.314851:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824904.314855:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824904.314858:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824904.314859:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824904.314861:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824904.314864:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781824904.314867:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824904.314869:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824904.314871:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781824904.314875:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824904.314877:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.314880:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.314882:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.314883:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824904.314884:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.314886:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.317552:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.317556:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824904.317623:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824904.317625:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824904.317628:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824904.317633:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824904.317636:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824904.317639:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824904.317644:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824904.317653:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.317659:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824904.317661:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.317664:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824904.317667:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824904.317669:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824904.317672:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824904.317675:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824904.317684:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=21 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824904.317688:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=21 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824904.317691:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824904.317692:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824904.317694:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824904.317698:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.317701:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824904.317703:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824904.317705:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824904.317707:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824904.317711:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.317718:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824904.317721:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824904.317723:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824904.317727:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824904.317736:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051407616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824904.317740:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.317743:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824904.317746:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051407616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824904.317752:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824904.317755:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824904.317759:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053400. 02000000:00000001:3.0:1781824904.317762:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824904.317764:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824904.317766:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824904.317769:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824904.317771:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781824904.317775:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824904.317777:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824904.317778:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781824904.317783:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824904.317784:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.317786:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824904.317794:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824904.317796:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824904.317798:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824904.317800:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402164:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824909.402174:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824909.402185:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781824909.402192:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824909.402196:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824909.402199:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824909.402204:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824909.402212:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d400. 00000100:00000001:3.0:1781824909.402219:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402229:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824909.402239:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824909.402243:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402250:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_01+1] req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402289:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402292:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824909.402295:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824909.402298:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781824909.402301:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824909.402303:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824909.402304:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824909.402306:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824909.402310:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d100. 00000100:00000001:3.0:1781824909.402312:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402316:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824909.402324:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824909.402325:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402329:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402336:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402338:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824909.402341:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824909.402343:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781824909.402345:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824909.402347:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824909.402348:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824909.402350:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824909.402352:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d300. 00000100:00000001:3.0:1781824909.402355:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402358:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824909.402364:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824909.402365:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402369:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402375:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402377:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824909.402381:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824909.402384:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781824909.402386:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824909.402388:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824909.402389:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824909.402391:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824909.402394:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d000. 00000100:00000001:3.0:1781824909.402396:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402400:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7480 x1868371051408256/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824909.402406:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824909.402407:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402411:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051408256/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402416:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402418:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824909.402421:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824909.402427:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7539) 00000100:00000001:3.0:1781824909.402448:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.402452:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824909.402453:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824909.402458:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402465:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824909.402467:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.402471:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824909.402474:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824909.402476:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824909.402480:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051408000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824909.402484:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824909.402489:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824909.402491:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.402494:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824909.402498:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053400. 02000000:00000001:3.0:1781824909.402499:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824909.402507:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824909.402511:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824909.402517:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824909.402523:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051408000, portal 10 00000100:00000001:3.0:1781824909.402526:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824909.402527:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781824909.402534:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402540:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824909.402543:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824909.402546:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781824909.402549:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051408000, offset 0 00000400:00000200:3.0:1781824909.402556:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824909.402565:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824909.402572:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824909.402578:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824909.402582:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824909.402585:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824909.402588:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824909.402591:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378093:378093:256:4294967295] 192.168.204.116@tcp LPNI seq info [378044:378044:8:4294967295] 00000400:00000200:3.0:1781824909.402595:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824909.402604:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824909.402610:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824909.402615:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824909.402622:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824909.402629:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824909.402632:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824909.402654:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.402659:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31573 usecs (32 jiffies) 00000400:00000200:3.0:1781824909.402663:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824909.402666:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302201380 00000100:00000001:3.0:1781824909.402670:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302204958 00000100:00000001:3.0:1781824909.402672:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302201380 00000100:00000001:3.0:1781824909.402674:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302204958 00000100:00000001:3.0:1781824909.402676:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824909.402679:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.402681:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824909.402909:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051408256/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402916:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824909.402917:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.402920:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824909.402921:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824909.402923:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824909.402926:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051408256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824909.402929:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824909.402931:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824909.402932:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.402933:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824909.402937:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824909.402938:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824909.402942:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824909.402944:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e18. 00000400:00000010:3.0:1781824909.402948:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781824909.402951:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051408256, portal 4 00000100:00000001:3.0:1781824909.402952:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824909.402953:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:3.0:1781824909.402960:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051408256/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.402966:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824909.402968:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824909.402970:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781824909.407812:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051408256, offset 0 00000400:00000200:3.0:1781824909.407836:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824909.407849:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824909.407856:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824909.407862:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824909.407866:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824909.407869:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824909.407872:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824909.407876:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378096:378096:256:4294967295] 192.168.204.116@tcp LPNI seq info [378047:378047:8:4294967295] 00000400:00000200:3.0:1781824909.407882:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824909.407891:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824909.407897:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824909.407903:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824909.407911:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824909.407918:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824909.407921:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824909.407939:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.407946:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 915838 usecs (916 jiffies) 00000400:00000200:3.0:1781824909.407950:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824909.407953:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302202269 00000100:00000001:3.0:1781824909.407956:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302210071 00000100:00000001:3.0:1781824909.407958:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302202269 00000100:00000001:3.0:1781824909.407961:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302210071 00000100:00000001:3.0:1781824909.407963:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824909.407967:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.407971:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.407974:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.407982:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824909.407984:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824909.407986:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.407989:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824909.407991:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.407993:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.408487:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.408490:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824909.408495:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824909.408497:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824909.408500:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824909.408504:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824909.408506:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824909.408509:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824909.408513:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824909.408522:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.408528:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824909.408530:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.408532:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824909.408535:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824909.408537:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824909.408540:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.408542:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824909.408551:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=26 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824909.408555:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=89 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824909.408558:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824909.408560:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824909.408562:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824909.408566:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.408570:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824909.408571:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824909.408573:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824909.408575:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.408579:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.408587:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824909.408590:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824909.408592:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824909.408597:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824909.408605:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051408000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824909.408609:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.408611:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824909.408613:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051408000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.408620:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824909.408622:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824909.408626:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053400. 02000000:00000001:3.0:1781824909.408629:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824909.408631:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824909.408633:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824909.408635:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824909.408638:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d100. 02000000:00000001:3.0:1781824909.408641:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824909.408642:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824909.408644:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781824909.408648:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824909.408649:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.408651:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.408652:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.408654:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824909.408655:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.408657:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.414881:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.414883:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824909.414887:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824909.414888:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824909.414890:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060faa50. 00000400:00000200:3.0:1781824909.414894:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:3.0:1781824909.414896:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:3.0:1781824909.414899:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824909.414904:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824909.414923:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.414930:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824909.414931:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.414933:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824909.414935:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824909.414936:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824909.414937:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.414939:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824909.414942:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=26 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824909.414945:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=89 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824909.414948:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824909.414949:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824909.414951:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824909.414953:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.414954:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.414958:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.414964:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824909.414966:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824909.414968:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824909.414971:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824909.414978:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051407872:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824909.414982:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824909.414983:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824909.414984:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060faaa8. 00000400:00000200:3.0:1781824909.414986:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:3.0:1781824909.414988:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:3.0:1781824909.414990:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824909.414993:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824909.415007:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.415014:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824909.415015:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.415017:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824909.415018:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824909.415019:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824909.415020:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824909.415022:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824909.415026:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=26 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824909.415028:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=26 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824909.415030:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824909.415031:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824909.415033:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824909.415035:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.415037:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824909.415039:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824909.415041:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824909.415042:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824909.415045:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.415050:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824909.415052:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824909.415053:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824909.415056:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824909.415063:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051408128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824909.415067:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.415068:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824909.415071:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051407872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.415106:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824909.415108:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824909.415110:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:3.0:1781824909.415113:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824909.415115:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824909.415116:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824909.415118:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824909.415119:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d400. 02000000:00000001:3.0:1781824909.415121:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824909.415123:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824909.415124:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:3.0:1781824909.415129:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824909.415131:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.415132:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824909.415135:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051408128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824909.415142:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824909.415143:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824909.415144:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:3.0:1781824909.415147:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824909.415148:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824909.415149:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824909.415150:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824909.415152:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d300. 02000000:00000001:3.0:1781824909.415153:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824909.415154:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824909.415155:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781824909.415157:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824909.415158:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.415160:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824909.415163:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824909.415164:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824909.415166:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824909.415167:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518202:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824914.518215:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824914.518227:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781824914.518234:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824914.518238:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824914.518241:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824914.518247:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824914.518256:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d300. 00000100:00000001:3.0:1781824914.518262:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518274:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051408384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824914.518285:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824914.518288:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518295:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051408384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.518641:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518644:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824914.518648:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824914.518651:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781824914.518654:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824914.518657:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824914.518658:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824914.518660:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824914.518664:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d400. 00000100:00000001:3.0:1781824914.518667:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518672:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6d80 x1868371051408512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824914.518680:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824914.518682:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.518687:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051408512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.520603:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520609:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824914.520613:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824914.520618:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781824914.520622:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824914.520625:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824914.520628:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824914.520631:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824914.520637:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d100. 00000100:00000001:3.0:1781824914.520642:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520648:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051408640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824914.520656:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824914.520659:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520664:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051408640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.520682:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520685:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824914.520688:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824914.520691:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781824914.520693:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824914.520695:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824914.520696:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824914.520698:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824914.520702:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d000. 00000100:00000001:3.0:1781824914.520705:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520708:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824914.520722:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824914.520724:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520728:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_00+0] req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.520739:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.520742:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824914.520745:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824914.520750:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7544) 00000100:00000001:3.0:1781824914.520764:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824914.520767:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824914.520769:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824914.520773:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.520780:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824914.521564:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824914.521567:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824914.521569:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824914.521571:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824914.521575:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051408768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824914.521578:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824914.521582:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824914.521583:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824914.521584:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824914.521588:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824914.521590:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824914.521593:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824914.521596:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824914.521600:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824914.521604:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051408768, portal 4 00000100:00000001:3.0:1781824914.521606:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824914.521607:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:3.0:1781824914.521612:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.521618:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824914.521620:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824914.521623:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781824914.521625:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051408768, offset 0 00000400:00000200:3.0:1781824914.521628:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824914.521633:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824914.521636:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824914.521639:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824914.521641:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824914.521643:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824914.521645:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824914.521648:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378100:378100:255:4294967295] 192.168.204.116@tcp LPNI seq info [378051:378051:7:4294967295] 00000400:00000200:3.0:1781824914.521651:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824914.521656:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824914.521660:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824914.521663:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824914.521667:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824914.521671:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824914.521674:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824914.521870:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.521874:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 911445 usecs (912 jiffies) 00000400:00000200:3.0:1781824914.521878:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824914.521880:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302207379 00000100:00000001:3.0:1781824914.521882:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302215185 00000100:00000001:3.0:1781824914.521884:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302207379 00000100:00000001:3.0:1781824914.521886:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302215185 00000100:00000001:3.0:1781824914.521888:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824914.521889:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.521892:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.521893:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824914.521896:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824914.521898:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824914.521899:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824914.521900:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824914.521901:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.521903:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.530994:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824914.530999:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824914.531005:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824914.531007:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824914.531010:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824914.531013:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824914.531015:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824914.531018:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824914.531023:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824914.531031:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.531036:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824914.531038:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824914.531040:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824914.531043:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824914.531045:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824914.531046:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824914.531050:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824914.531057:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=31 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824914.531061:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=8 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824914.531064:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824914.531065:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824914.531067:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824914.531070:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.531073:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824914.531074:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824914.531076:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824914.531097:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824914.531102:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.531114:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824914.531117:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824914.531118:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824914.531121:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824914.531128:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051408768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824914.531133:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824914.531135:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824914.531138:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051408768/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824914.531145:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824914.531147:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824914.531150:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824914.531153:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824914.531155:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824914.531157:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824914.531159:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824914.531161:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d000. 02000000:00000001:3.0:1781824914.531165:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824914.531166:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824914.531168:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:3.0:1781824914.531171:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824914.531172:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824914.531175:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824914.531181:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824914.531182:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824914.531184:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824914.531186:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.638573:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.638578:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.638580:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824919.638587:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.638595:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824919.638597:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.638600:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824919.638603:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824919.638606:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.638609:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051408896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.638614:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824919.638620:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824919.638622:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.638625:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824919.638630:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824919.638632:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824919.638639:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824919.638644:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824919.638651:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824919.638658:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051408896, portal 25 00000100:00000001:3.0:1781824919.638660:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824919.638662:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781824919.638668:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.638676:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824919.638679:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824919.638681:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781824919.638685:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051408896, offset 0 00000400:00000200:3.0:1781824919.638691:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824919.638700:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.638709:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824919.638714:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824919.638718:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824919.638722:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824919.638725:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824919.638728:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378101:378101:256:4294967295] 192.168.204.116@tcp LPNI seq info [378052:378052:8:4294967295] 00000400:00000200:3.0:1781824919.638733:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.638743:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824919.638750:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824919.638755:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d000. 00000800:00000200:3.0:1781824919.638761:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824919.638769:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824919.638773:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824919.638797:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824919.638802:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824919.638805:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302220305 00000100:00000001:3.0:1781824919.638814:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302215185 00000100:00000001:3.0:1781824919.638819:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302220305 00000100:00000001:3.0:1781824919.638823:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302215185 00000100:00000001:3.0:1781824919.638826:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.638828:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.638831:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.638834:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.639484:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.639487:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824919.639490:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.639491:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.639493:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.639495:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781824919.639496:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.639498:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.639499:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.639512:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.639513:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.639514:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824919.639519:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.639531:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824919.639533:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.639535:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824919.639538:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824919.639540:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.639542:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051409024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.639545:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824919.639549:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824919.639551:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.639552:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824919.639556:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824919.639558:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824919.639562:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824919.639565:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824919.639570:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781824919.639573:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409024, portal 10 00000100:00000001:3.0:1781824919.639575:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824919.639577:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781824919.639583:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.639588:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824919.639591:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824919.639593:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781824919.639595:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051409024, offset 0 00000400:00000200:3.0:1781824919.639599:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824919.639603:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.639608:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824919.639611:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824919.639614:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824919.639617:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824919.639619:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824919.639622:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378102:378102:256:4294967295] 192.168.204.116@tcp LPNI seq info [378053:378053:8:4294967295] 00000400:00000200:3.0:1781824919.639625:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.639631:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824919.639636:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824919.639640:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824919.639645:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824919.639649:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824919.639653:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824919.639675:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.639680:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31411 usecs (32 jiffies) 00000400:00000200:3.0:1781824919.639683:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824919.639685:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302211617 00000100:00000001:3.0:1781824919.639688:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.639690:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302211617 00000100:00000001:3.0:1781824919.639692:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.639694:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.639696:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.639699:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.639700:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.639710:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.639712:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.641948:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.641952:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.641955:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824919.641962:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.641970:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824919.641972:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.641976:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824919.641978:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824919.641981:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.641985:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051409280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.641989:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824919.641993:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824919.641996:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.641998:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824919.642003:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824919.642004:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824919.642011:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824919.642015:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824919.642022:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781824919.642028:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409280, portal 4 00000100:00000001:3.0:1781824919.642030:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824919.642032:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:3.0:1781824919.642039:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.642045:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824919.642047:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824919.642050:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781824919.642052:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051409280, offset 0 00000400:00000200:3.0:1781824919.642058:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824919.642065:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.642071:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824919.642075:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824919.642101:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824919.642104:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824919.642107:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824919.642110:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378103:378103:256:4294967295] 192.168.204.116@tcp LPNI seq info [378054:378054:8:4294967295] 00000400:00000200:3.0:1781824919.642114:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.642123:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824919.642128:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824919.642134:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d200. 00000800:00000200:3.0:1781824919.642139:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824919.642145:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824919.642149:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824919.642217:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.642223:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 907083 usecs (908 jiffies) 00000400:00000200:3.0:1781824919.642226:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824919.642229:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302212496 00000100:00000001:3.0:1781824919.642232:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.642234:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302212496 00000100:00000001:3.0:1781824919.642235:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.642237:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.642240:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642243:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642244:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.642252:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.642254:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824919.642270:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.642271:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.642273:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.642275:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781824919.642276:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.642278:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.642279:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.642280:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.642281:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.642282:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824919.642286:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.642292:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824919.642293:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.642294:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824919.642296:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824919.642298:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824919.642301:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051409152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.642304:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824919.642306:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824919.642308:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.642310:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824919.642313:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824919.642315:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824919.642318:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824919.642320:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e355d8. 00000400:00000010:3.0:1781824919.642324:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781824919.642326:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409152, portal 10 00000100:00000001:3.0:1781824919.642328:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824919.642329:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781824919.642334:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.642340:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824919.642342:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824919.642344:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781824919.642345:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051409152, offset 0 00000400:00000200:3.0:1781824919.642350:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824919.642353:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.642357:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824919.642359:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824919.642362:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824919.642363:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824919.642365:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824919.642368:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378104:378104:255:4294967295] 192.168.204.116@tcp LPNI seq info [378055:378055:7:4294967295] 00000400:00000200:3.0:1781824919.642372:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824919.642378:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824919.642382:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824919.642386:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824919.642390:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824919.642393:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824919.642396:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824919.642399:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.642402:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21568 usecs (22 jiffies) 00000400:00000200:3.0:1781824919.642405:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824919.642406:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302211610 00000100:00000001:3.0:1781824919.642409:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.642411:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302211610 00000100:00000001:3.0:1781824919.642413:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302220305 00000100:00000001:3.0:1781824919.642415:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.642417:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642419:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642421:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642434:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.642437:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.642439:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.642441:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.645199:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.645203:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824919.645210:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824919.645212:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824919.645215:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359f8. 00000400:00000200:3.0:1781824919.645219:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824919.645221:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824919.645224:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824919.645230:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824919.645240:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.645246:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824919.645248:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.645251:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824919.645254:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824919.645501:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824919.645515:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.645518:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824919.645525:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=36 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824919.645530:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=99 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824919.645533:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824919.645535:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824919.645537:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824919.645539:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.645542:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.645547:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.645554:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.645557:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824919.645559:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824919.645563:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824919.645571:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051408896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.645576:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.645578:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824919.645581:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051408896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.645587:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824919.645590:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824919.645594:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824919.645598:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824919.645601:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824919.645603:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824919.645605:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824919.645608:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781824919.645612:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824919.645614:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824919.645616:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781824919.645620:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824919.645621:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.645624:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.645626:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.645627:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824919.645629:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.645630:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.648755:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.648759:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824919.655555:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824919.655563:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824919.655567:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35058. 00000400:00000200:3.0:1781824919.655574:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781824919.655576:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781824919.655581:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824919.655592:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824919.655603:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.655610:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824919.655612:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.655615:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824919.655619:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824919.655621:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824919.655623:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.655626:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824919.655635:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=36 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824919.655639:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=99 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824919.655642:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824919.655644:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824919.655646:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824919.655650:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.655653:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824919.655656:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824919.655658:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824919.655673:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.655679:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.655687:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.655691:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824919.655693:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824919.655697:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824919.655705:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051409024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.655709:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.655713:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824919.655716:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051409024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.655722:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824919.655725:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824919.655729:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824919.655733:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824919.655736:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824919.655737:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824919.655740:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824919.655742:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781824919.655746:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824919.655748:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824919.655749:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781824919.655753:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824919.655755:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.655757:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.655765:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.655767:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.655769:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.655772:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.656402:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.656406:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824919.659389:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824919.659392:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824919.659396:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35420. 00000400:00000200:3.0:1781824919.659401:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781824919.659403:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781824919.659406:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824919.659412:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824919.659421:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659428:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824919.659429:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659432:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824919.659436:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824919.659438:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824919.659441:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.659443:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824919.659454:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=36 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824919.659458:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=13 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824919.659460:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824919.659462:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824919.659465:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824919.659468:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.659471:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824919.659473:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824919.659475:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824919.659477:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.659481:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659487:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.659490:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824919.659492:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824919.659496:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824919.659510:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051409280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.659515:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.659518:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824919.659521:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051409280/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659527:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824919.659529:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824919.659533:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824919.659536:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824919.659539:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824919.659541:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824919.659543:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824919.659546:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781824919.659549:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824919.659551:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824919.659553:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781824919.659557:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824919.659559:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659562:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.659564:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.659567:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824919.659569:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824919.659571:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824919.659573:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e355d8. 00000400:00000200:3.0:1781824919.659576:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781824919.659578:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781824919.659580:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824919.659583:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824919.659592:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659598:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824919.659600:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659602:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824919.659603:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824919.659604:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824919.659605:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824919.659607:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824919.659611:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=36 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824919.659614:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=36 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824919.659616:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824919.659617:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824919.659619:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824919.659621:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.659623:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824919.659625:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824919.659627:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824919.659628:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824919.659632:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659638:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824919.659640:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824919.659642:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824919.659645:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824919.659653:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051409152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824919.659657:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659659:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824919.659662:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051409152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824919.659668:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824919.659670:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824919.659672:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824919.659674:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824919.659675:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824919.659677:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824919.659679:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824919.659680:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781824919.659682:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824919.659683:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824919.659684:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781824919.659687:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824919.659689:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659690:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824919.659698:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824919.659700:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824919.659702:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824919.659703:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758391:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824924.758402:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824924.758410:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781824924.758417:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824924.758421:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824924.758424:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824924.758429:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824924.758438:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637dd00. 00000100:00000001:3.0:1781824924.758445:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758457:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5500 x1868371051409408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824924.758467:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824924.758471:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758477:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051409408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758497:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758500:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824924.758503:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824924.758506:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781824924.758508:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824924.758511:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824924.758512:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824924.758513:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824924.758516:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637db00. 00000100:00000001:3.0:1781824924.758519:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758523:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6680 x1868371051409536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824924.758530:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824924.758532:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758536:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_00+0] req@ffff908f079f6680 x1868371051409536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758544:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758546:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824924.758549:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824924.758552:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781824924.758554:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824924.758556:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824924.758557:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824924.758558:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824924.758562:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d600. 00000100:00000001:3.0:1781824924.758565:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758569:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4e00 x1868371051409664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824924.758575:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824924.758577:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758580:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051409664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758587:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758589:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824924.758592:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824924.758595:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781824924.758597:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824924.758599:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824924.758600:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824924.758602:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824924.758605:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d200. 00000100:00000001:3.0:1781824924.758607:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758610:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4380 x1868371051409792/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824924.758617:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824924.758619:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758623:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051409792/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758629:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.758631:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824924.758634:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824924.758639:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7554) 00000100:00000001:3.0:1781824924.758652:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824924.758657:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824924.758659:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824924.758664:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051409408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758671:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824924.758673:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.758676:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824924.758679:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824924.758681:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824924.758684:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051409408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824924.758688:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824924.758694:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824924.758697:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.758699:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824924.758703:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052800. 02000000:00000001:3.0:1781824924.758705:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824924.758713:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824924.758717:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e355d8. 00000400:00000010:3.0:1781824924.758724:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781824924.758732:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409408, portal 25 00000100:00000001:3.0:1781824924.758735:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824924.758736:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:3.0:1781824924.758743:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051409408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758751:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824924.758754:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824924.758756:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781824924.758760:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051409408, offset 0 00000400:00000200:3.0:1781824924.758766:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824924.758774:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.758782:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824924.758796:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824924.758801:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824924.758805:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824924.758807:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824924.758811:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378105:378105:256:4294967295] 192.168.204.116@tcp LPNI seq info [378056:378056:8:4294967295] 00000400:00000200:3.0:1781824924.758816:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.758826:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824924.758832:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824924.758837:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824924.758844:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824924.758851:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824924.758855:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824924.758907:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824924.758913:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824924.758915:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302225425 00000100:00000001:3.0:1781824924.758923:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302220305 00000100:00000001:3.0:1781824924.758926:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302225425 00000100:00000001:3.0:1781824924.758929:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302220305 00000100:00000001:3.0:1781824924.758932:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824924.758934:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.758937:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824924.758941:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051409664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.758947:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824924.758949:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.758951:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824924.758952:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824924.758954:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824924.758957:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051409664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824924.758960:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824924.758963:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824924.758964:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.758966:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824924.758969:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781824924.758971:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824924.758974:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824924.758977:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35420. 00000400:00000010:3.0:1781824924.758981:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781824924.758984:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409664, portal 10 00000100:00000001:3.0:1781824924.758986:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824924.758987:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:3.0:1781824924.758994:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051409664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.759001:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824924.759003:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824924.759006:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824924.759008:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051409664, offset 0 00000400:00000200:3.0:1781824924.759012:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759015:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759019:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824924.759022:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824924.759024:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824924.759026:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824924.759028:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759030:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378106:378106:255:4294967295] 192.168.204.116@tcp LPNI seq info [378057:378057:7:4294967295] 00000400:00000200:3.0:1781824924.759034:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759040:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824924.759044:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824924.759048:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d000. 00000800:00000200:3.0:1781824924.759051:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824924.759055:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824924.759058:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824924.759061:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.759065:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21571 usecs (22 jiffies) 00000400:00000200:3.0:1781824924.759068:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824924.759070:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302216726 00000100:00000001:3.0:1781824924.759072:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759074:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302216726 00000100:00000001:3.0:1781824924.759076:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759109:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824924.759111:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.759114:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.759116:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824924.759123:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824924.759125:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824924.759127:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824924.759128:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824924.759130:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824924.759132:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824924.759133:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824924.759135:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824924.759136:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824924.759138:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824924.759139:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824924.759140:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824924.759144:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051409536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.759150:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824924.759151:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.759153:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824924.759154:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824924.759156:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824924.759159:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051409536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824924.759162:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824924.759164:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824924.759165:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.759167:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824924.759170:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053400. 02000000:00000001:3.0:1781824924.759172:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824924.759175:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824924.759177:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35058. 00000400:00000010:3.0:1781824924.759180:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781824924.759183:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409536, portal 10 00000100:00000001:3.0:1781824924.759185:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824924.759187:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:3.0:1781824924.759196:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051409536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.759202:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824924.759206:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824924.759208:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781824924.759210:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051409536, offset 0 00000400:00000200:3.0:1781824924.759215:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759218:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759221:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824924.759224:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824924.759226:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824924.759228:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824924.759230:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759232:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378107:378107:254:4294967295] 192.168.204.116@tcp LPNI seq info [378058:378058:6:4294967295] 00000400:00000200:3.0:1781824924.759236:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759241:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824924.759246:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824924.759248:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d400. 00000800:00000200:3.0:1781824924.759252:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824924.759256:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824924.759258:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824924.759261:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.759263:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31370 usecs (32 jiffies) 00000400:00000200:3.0:1781824924.759266:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824924.759268:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302216737 00000100:00000001:3.0:1781824924.759270:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759272:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302216737 00000100:00000001:3.0:1781824924.759274:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759276:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824924.759277:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.759279:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824924.759283:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051409792/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.759296:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824924.759297:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.759299:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824924.759301:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824924.759307:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824924.759310:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051409792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824924.759313:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824924.759315:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824924.759317:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824924.759318:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824924.759322:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052e00. 02000000:00000001:3.0:1781824924.759323:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824924.759326:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824924.759328:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359f8. 00000400:00000010:3.0:1781824924.759331:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781824924.759334:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051409792, portal 4 00000100:00000001:3.0:1781824924.759335:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824924.759336:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781824924.759341:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051409792/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824924.759347:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824924.759349:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824924.759350:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781824924.759352:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051409792, offset 0 00000400:00000200:3.0:1781824924.759356:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759359:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759362:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824924.759365:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824924.759367:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824924.759369:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824924.759371:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824924.759374:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378108:378108:253:4294967295] 192.168.204.116@tcp LPNI seq info [378059:378059:5:4294967295] 00000400:00000200:3.0:1781824924.759378:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824924.759384:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824924.759388:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824924.759391:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d100. 00000800:00000200:3.0:1781824924.759394:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824924.759399:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824924.759401:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824924.759403:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824924.759406:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 902808 usecs (903 jiffies) 00000400:00000200:3.0:1781824924.759409:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824924.759411:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302217608 00000100:00000001:3.0:1781824924.759413:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759415:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302217608 00000100:00000001:3.0:1781824924.759417:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302225425 00000100:00000001:3.0:1781824924.759419:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824924.759421:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.759423:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824924.759425:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878202:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824929.878215:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824929.878226:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781824929.878232:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824929.878236:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824929.878239:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824929.878245:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824929.878255:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d300. 00000100:00000001:3.0:1781824929.878261:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878273:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5500 x1868371051409920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824929.878290:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824929.878295:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878302:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051409920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824929.878334:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878337:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824929.878341:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824929.878344:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781824929.878346:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824929.878349:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824929.878350:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824929.878352:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824929.878355:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d900. 00000100:00000001:3.0:1781824929.878358:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878362:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051410048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824929.878370:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824929.878372:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878376:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051410048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824929.878384:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878386:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824929.878389:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824929.878392:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781824929.878394:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824929.878397:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824929.878398:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824929.878399:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824929.878402:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637dd00. 00000100:00000001:3.0:1781824929.878406:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878410:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6680 x1868371051410176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824929.878417:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824929.878418:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878422:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_01+1] req@ffff908f079f6680 x1868371051410176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824929.878428:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878430:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824929.878434:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824929.878437:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781824929.878439:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824929.878441:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824929.878442:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824929.878444:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824929.878459:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d200. 00000100:00000001:3.0:1781824929.878462:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878466:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4e00 x1868371051410304/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824929.878473:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824929.878474:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878477:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_00+0] req@ffff908f079f4e00 x1868371051410304/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824929.878483:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824929.878485:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824929.878487:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824929.878492:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7559) 00000100:00000040:3.0:1781824934.999151:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824934.999166:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824934.999178:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781824934.999183:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824934.999187:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824934.999190:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824934.999205:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824934.999214:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d600. 00000100:00000001:3.0:1781824934.999221:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999233:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6d80 x1868371051410432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824934.999244:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824934.999248:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999255:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_01+1] req@ffff908f079f6d80 x1868371051410432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999286:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999289:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824934.999292:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824934.999295:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781824934.999297:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824934.999300:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824934.999301:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824934.999303:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824934.999306:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d100. 00000100:00000001:3.0:1781824934.999308:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999312:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824934.999319:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824934.999321:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999324:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999331:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999333:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824934.999336:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824934.999338:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781824934.999341:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824934.999450:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824934.999454:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824934.999459:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824934.999467:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d400. 00000100:00000001:3.0:1781824934.999473:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999483:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5f80 x1868371051410688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824934.999494:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824934.999498:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999506:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051410688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999521:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999525:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824934.999532:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824934.999537:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781824934.999542:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824934.999544:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824934.999546:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824934.999550:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824934.999554:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d000. 00000100:00000001:3.0:1781824934.999558:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999566:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824934.999579:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824934.999595:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999601:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999615:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999617:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824934.999620:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824934.999625:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7564) 00000100:00000001:3.0:1781824934.999744:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824934.999746:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824934.999748:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824934.999753:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999773:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824934.999774:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824934.999777:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824934.999779:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824934.999781:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824934.999784:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051410560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824934.999787:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824934.999790:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824934.999791:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824934.999793:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824934.999797:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824934.999799:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824934.999803:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824934.999806:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824934.999811:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781824934.999814:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051410560, portal 10 00000100:00000001:3.0:1781824934.999816:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824934.999817:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781824934.999824:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999830:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824934.999833:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824934.999836:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781824934.999839:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051410560, offset 0 00000400:00000200:3.0:1781824934.999844:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824934.999853:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824934.999860:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824934.999865:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824934.999869:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824934.999872:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824934.999874:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824934.999878:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378113:378113:256:4294967295] 192.168.204.116@tcp LPNI seq info [378064:378064:8:4294967295] 00000400:00000200:3.0:1781824934.999882:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824934.999891:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824934.999896:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824934.999900:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824934.999907:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824934.999913:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824934.999918:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824934.999937:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824934.999942:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31278 usecs (32 jiffies) 00000400:00000200:3.0:1781824934.999945:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824934.999948:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302226977 00000100:00000001:3.0:1781824934.999952:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302230546 00000100:00000001:3.0:1781824934.999954:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302226977 00000100:00000001:3.0:1781824934.999956:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302230546 00000100:00000001:3.0:1781824934.999959:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824934.999961:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824934.999963:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824934.999966:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824934.999977:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824934.999978:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824934.999981:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824934.999982:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824934.999984:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824934.999987:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051410816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824934.999990:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824934.999992:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824934.999994:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824934.999995:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824934.999998:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824935.000000:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824935.000003:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824935.000006:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824935.000009:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781824935.000012:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051410816, portal 4 00000100:00000001:3.0:1781824935.000014:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824935.000016:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:3.0:1781824935.000021:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.000027:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824935.000029:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824935.000031:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781824935.000034:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051410816, offset 0 00000400:00000200:3.0:1781824935.000038:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824935.000041:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824935.000044:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824935.000047:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824935.000050:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824935.000052:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824935.000054:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824935.000057:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378114:378114:255:4294967295] 192.168.204.116@tcp LPNI seq info [378065:378065:7:4294967295] 00000400:00000200:3.0:1781824935.000061:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824935.000066:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824935.000071:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824935.000076:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824935.001185:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824935.001190:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824935.001202:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824935.001206:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824935.001210:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 894328 usecs (895 jiffies) 00000400:00000200:3.0:1781824935.001214:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824935.001216:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302227842 00000100:00000001:3.0:1781824935.001219:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302235667 00000100:00000001:3.0:1781824935.001220:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302227842 00000100:00000001:3.0:1781824935.001222:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302235667 00000100:00000001:3.0:1781824935.001224:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824935.001226:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.001229:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.001231:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.001235:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824935.001237:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1781824935.001239:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824935.001240:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824935.001241:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.001244:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.007511:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824935.007515:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824935.007520:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824935.007521:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824935.007524:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824935.007528:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781824935.007530:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781824935.007534:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824935.007539:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824935.007547:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.007553:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824935.007555:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.007557:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824935.007559:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824935.007561:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824935.007563:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824935.007565:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824935.007571:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=52 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824935.007575:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=115 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824935.007577:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824935.007578:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824935.007580:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824935.007582:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.007596:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824935.007598:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824935.007601:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824935.007602:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824935.007606:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.007612:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824935.007614:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824935.007616:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824935.007619:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824935.007626:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051410560:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824935.007631:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824935.007632:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824935.007634:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824935.007636:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781824935.007638:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781824935.007640:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824935.007644:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824935.007652:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.007657:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824935.007659:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.007660:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824935.007661:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824935.007662:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824935.007664:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824935.007666:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824935.007670:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=52 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824935.007673:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=29 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824935.007675:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824935.007677:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824935.007678:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824935.007680:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.007682:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824935.007683:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824935.007685:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824935.007686:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824935.007690:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.007696:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824935.007697:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824935.007699:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824935.007702:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824935.007712:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051410816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824935.007716:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.007718:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824935.007721:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051410560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824989 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.008383:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824935.008384:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824935.008386:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053000. 02000000:00000001:3.0:1781824935.008389:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824935.008391:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824935.008392:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824935.008393:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824935.008395:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d100. 02000000:00000001:3.0:1781824935.008397:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824935.008398:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824935.008399:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781824935.008402:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824935.008403:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.008405:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824935.008409:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051410816/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824935.008414:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824935.008416:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824935.008417:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824935.008419:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824935.008420:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824935.008421:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824935.008422:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824935.008423:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d000. 02000000:00000001:3.0:1781824935.008424:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824935.008425:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824935.008426:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:3.0:1781824935.008428:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824935.008429:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.008431:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824935.008438:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824935.008440:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824935.008442:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824935.008444:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824938.518384:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824938.518388:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824938.518391:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781824940.118206:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824940.118217:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824940.118228:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781824940.118234:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824940.118239:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824940.118242:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824940.118247:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824940.118255:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d000. 00000100:00000001:3.0:1781824940.118262:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.118274:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7480 x1868371051410944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824940.118284:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824940.118288:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.118295:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_01+1] req@ffff908f079f7480 x1868371051410944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.118636:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.118639:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824940.118643:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824940.118646:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781824940.118649:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824940.118652:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824940.118653:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824940.118655:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824940.118659:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d100. 00000100:00000001:3.0:1781824940.118662:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.118666:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051411072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824940.118674:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824940.118676:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.118680:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051411072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.120323:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120327:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824940.120331:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824940.120336:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781824940.120341:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824940.120344:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824940.120346:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824940.120350:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824940.120354:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d200. 00000100:00000001:3.0:1781824940.120359:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120365:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824940.120374:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824940.120377:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120382:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.120404:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120407:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824940.120410:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824940.120413:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781824940.120416:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824940.120417:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824940.120419:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824940.120421:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824940.120423:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637dd00. 00000100:00000001:3.0:1781824940.120426:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120429:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824940.120435:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824940.120437:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120440:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.120447:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.120449:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824940.120451:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824940.120456:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7569) 00000100:00000001:3.0:1781824940.133438:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824940.133442:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824940.133446:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824940.133447:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824940.133450:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae18. 00000400:00000200:3.0:1781824940.133465:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:3.0:1781824940.133469:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:3.0:1781824940.133472:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824940.133477:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824940.133494:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133501:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824940.133503:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133505:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824940.133506:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824940.133508:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824940.133510:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824940.133513:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824940.133522:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=57 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824940.133526:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=57 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824940.133529:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824940.133530:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824940.133533:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824940.133536:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824940.133540:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824940.133542:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824940.133543:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824940.133545:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.133549:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133555:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824940.133558:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824940.133560:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824940.133563:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824940.133570:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051411200:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824940.133575:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824940.133577:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824940.133579:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa580. 00000400:00000200:3.0:1781824940.133585:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:3.0:1781824940.133589:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:3.0:1781824940.133591:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824940.133595:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824940.133613:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133628:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824940.133630:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133634:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824940.133635:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824940.133638:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824940.133640:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824940.133644:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824940.133650:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=57 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824940.133655:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=34 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824940.133660:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824940.133663:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824940.133667:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824940.133670:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824940.133674:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824940.133677:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824940.133681:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824940.133683:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824940.133691:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133699:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824940.133703:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824940.133707:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824940.133712:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824940.133725:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051411328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824940.133733:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133738:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824940.133745:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051411200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781824995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133759:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824940.133763:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824940.133768:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:3.0:1781824940.133775:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824940.133780:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824940.133784:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824940.133788:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824940.133902:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d200. 02000000:00000001:3.0:1781824940.133908:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824940.133911:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824940.133914:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781824940.133919:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824940.133920:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133923:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824940.133927:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051411328/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824940.133933:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824940.133935:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824940.133937:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:3.0:1781824940.133940:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824940.133941:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824940.133942:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824940.133944:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824940.133946:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637dd00. 02000000:00000001:3.0:1781824940.133948:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824940.133948:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824940.133950:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781824940.133952:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824940.133954:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133955:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824940.133959:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824940.133961:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824940.133962:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824940.133964:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824940.567250:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824940.567254:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824940.567257:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824942.614378:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824942.614382:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824942.614385:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824944.662304:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824944.662308:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824944.662323:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781824945.238635:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.238639:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824945.238641:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824945.238647:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.238654:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824945.238656:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.238660:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824945.238662:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824945.238664:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824945.238668:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051411456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.238672:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824945.238679:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824945.238682:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.238684:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824945.238689:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824945.238691:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824945.238698:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824945.238703:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824945.238710:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781824945.238718:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051411456, portal 25 00000100:00000001:3.0:1781824945.238720:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824945.238722:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781824945.238728:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.238735:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824945.238737:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824945.238740:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781824945.238743:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051411456, offset 0 00000400:00000200:3.0:1781824945.238749:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824945.238756:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.238763:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824945.238767:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824945.238772:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824945.238775:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824945.238778:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824945.238781:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378121:378121:256:4294967295] 192.168.204.116@tcp LPNI seq info [378072:378072:8:4294967295] 00000400:00000200:3.0:1781824945.238786:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.238796:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824945.238801:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824945.238805:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d100. 00000800:00000200:3.0:1781824945.238812:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824945.238819:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824945.238823:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824945.238844:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824945.238849:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824945.238851:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302245905 00000100:00000001:3.0:1781824945.238859:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302240785 00000100:00000001:3.0:1781824945.238862:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302245905 00000100:00000001:3.0:1781824945.238866:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302240785 00000100:00000001:3.0:1781824945.238869:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.238872:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.238874:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824945.238878:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.238884:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824945.238885:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.238887:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824945.238889:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824945.238891:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824945.238894:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.238897:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824945.238900:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824945.238901:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.238904:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824945.238907:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824945.238908:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824945.238912:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824945.238914:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824945.238917:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781824945.238920:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051411712, portal 10 00000100:00000001:3.0:1781824945.238922:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824945.238923:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781824945.238928:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.238934:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824945.238935:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824945.238937:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781824945.238939:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051411712, offset 0 00000400:00000200:3.0:1781824945.238943:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824945.238946:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.238949:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824945.238951:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824945.238953:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824945.238955:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824945.238957:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824945.238960:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378122:378122:255:4294967295] 192.168.204.116@tcp LPNI seq info [378073:378073:7:4294967295] 00000400:00000200:3.0:1781824945.238964:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.238971:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824945.238975:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824945.238977:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d400. 00000800:00000200:3.0:1781824945.238981:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824945.238984:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824945.238997:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824945.239000:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.239004:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21468 usecs (22 jiffies) 00000400:00000200:3.0:1781824945.239007:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824945.239009:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302237206 00000100:00000001:3.0:1781824945.239011:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239012:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302237206 00000100:00000001:3.0:1781824945.239014:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239016:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.239018:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239020:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239021:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.239029:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824945.239030:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824945.239032:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.239033:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824945.239034:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824945.239037:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824945.239038:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.239040:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824945.239041:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.239042:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.239043:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824945.239044:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824945.239047:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.239053:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824945.239054:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.239056:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824945.239057:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824945.239059:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824945.239061:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.239064:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824945.239066:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824945.239068:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.239069:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824945.239072:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824945.239073:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824945.239076:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824945.239109:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781824945.239113:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781824945.239116:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051411584, portal 10 00000100:00000001:3.0:1781824945.239117:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824945.239118:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781824945.239123:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.239129:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824945.239131:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824945.239133:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781824945.239136:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051411584, offset 0 00000400:00000200:3.0:1781824945.239140:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824945.239143:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.239147:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824945.239149:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824945.239151:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824945.239153:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824945.239155:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824945.239157:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378123:378123:254:4294967295] 192.168.204.116@tcp LPNI seq info [378074:378074:6:4294967295] 00000400:00000200:3.0:1781824945.239161:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.239166:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824945.239169:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824945.239173:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824945.239176:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824945.239180:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824945.239182:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824945.239185:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.239188:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31152 usecs (32 jiffies) 00000400:00000200:3.0:1781824945.239190:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824945.239192:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302237217 00000100:00000001:3.0:1781824945.239194:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239196:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302237217 00000100:00000001:3.0:1781824945.239198:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239199:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.239201:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239203:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824945.239207:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.239213:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824945.239215:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.239217:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824945.239218:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824945.239220:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824945.239223:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.239226:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824945.239228:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824945.239229:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.239231:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824945.239233:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824945.239235:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824945.239239:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824945.239241:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781824945.239244:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781824945.239246:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051411840, portal 4 00000100:00000001:3.0:1781824945.239248:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824945.239249:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781824945.239254:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.239261:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824945.239263:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824945.239265:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824945.239267:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051411840, offset 0 00000400:00000200:3.0:1781824945.239271:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824945.239274:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.239276:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824945.239278:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824945.239279:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824945.239281:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824945.239282:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824945.239284:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378124:378124:253:4294967295] 192.168.204.116@tcp LPNI seq info [378075:378075:5:4294967295] 00000400:00000200:3.0:1781824945.239287:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824945.239291:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824945.239293:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824945.239295:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824945.239298:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824945.239300:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824945.239302:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824945.239304:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.239306:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 885977 usecs (886 jiffies) 00000400:00000200:3.0:1781824945.239308:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824945.239309:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302238071 00000100:00000001:3.0:1781824945.239311:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239312:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302238071 00000100:00000001:3.0:1781824945.239313:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302245905 00000100:00000001:3.0:1781824945.239314:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.239315:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239317:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239318:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.239327:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.239330:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.248208:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.248213:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824945.248650:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824945.248653:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824945.248659:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781824945.248663:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781824945.248666:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781824945.248669:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824945.248726:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824945.248736:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248742:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824945.248744:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.248747:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824945.248750:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824945.248753:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824945.248755:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.248758:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824945.248768:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=62 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824945.248772:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=39 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824945.248775:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824945.248777:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824945.248779:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824945.248782:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.248787:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824945.248788:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824945.248790:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824945.248792:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.248795:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248806:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.248809:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824945.248811:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824945.248814:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824945.248821:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411840:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824945.248827:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824945.248828:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824945.248830:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824945.248832:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:3.0:1781824945.248833:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:3.0:1781824945.248836:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824945.248839:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824945.248845:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248850:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824945.248851:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.248853:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824945.248854:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824945.248855:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824945.248856:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.248858:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824945.248862:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=62 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824945.248864:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=62 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824945.248866:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824945.248867:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824945.248869:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824945.248870:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.248873:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824945.248874:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824945.248876:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824945.248877:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.248881:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248886:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.248888:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824945.248889:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824945.248892:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824945.248899:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.248902:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.248904:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824945.248907:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051411840/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248914:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824945.248916:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824945.248920:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824945.248924:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824945.248926:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824945.248929:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824945.248933:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824945.248935:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781824945.248938:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824945.248940:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824945.248942:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781824945.248946:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824945.248947:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.248949:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824945.248952:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051411712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.248958:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824945.248960:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824945.248961:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824945.248963:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824945.248964:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824945.248965:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824945.248967:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824945.248968:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781824945.248970:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824945.248971:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824945.248972:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781824945.248974:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824945.248975:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.248978:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.248980:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.248982:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824945.248984:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824945.248985:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824945.248986:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781824945.248989:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781824945.248990:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781824945.248992:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824945.248996:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824945.249002:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.249008:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824945.249009:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.249011:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824945.249012:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824945.249013:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824945.249015:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.249017:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824945.249020:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=62 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824945.249023:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=125 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824945.249025:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824945.249026:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824945.249028:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824945.249029:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.249031:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824945.249033:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824945.249034:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824945.249035:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.249039:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.249044:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.249046:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824945.249047:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824945.249050:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824945.249055:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051411584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.249059:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.249060:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824945.249063:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051411584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.249068:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824945.249069:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824945.249070:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824945.249073:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824945.249074:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824945.249075:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824945.249076:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824945.253468:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781824945.253486:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824945.253487:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824945.253491:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781824945.253495:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824945.253497:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.253503:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.253506:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.253509:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824945.253513:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.253514:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.257647:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.257651:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824945.259890:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824945.259896:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824945.259901:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824945.259908:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781824945.259910:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781824945.259915:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824945.259925:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824945.259936:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.259945:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824945.259947:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.259950:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824945.259954:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824945.259956:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824945.259958:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824945.259961:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824945.259968:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=62 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824945.259972:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=125 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824945.259975:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824945.259977:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824945.259980:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824945.259982:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.260367:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824945.260374:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.260383:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824945.260396:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824945.260398:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824945.260403:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824945.260412:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051411456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824945.260418:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.260421:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824945.260424:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051411456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824945.260432:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824945.260435:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824945.260438:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824945.260442:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824945.260445:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824945.260447:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824945.260449:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824945.260452:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781824945.260455:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824945.260457:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824945.260460:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781824945.260464:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824945.260465:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.260468:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824945.260475:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824945.260477:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824945.260479:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824945.260482:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824946.710312:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824946.710316:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824946.710318:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824948.758576:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824948.758579:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824948.758582:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781824950.358778:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.358795:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824950.358798:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824950.358804:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.358818:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824950.358820:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.358823:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824950.358826:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824950.358829:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824950.358832:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051411968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.358836:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824950.358841:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824950.358845:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.358847:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824950.358852:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824950.358854:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824950.358862:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824950.358866:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824950.358874:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781824950.358881:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051411968, portal 25 00000100:00000001:3.0:1781824950.358884:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824950.358886:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:3.0:1781824950.358891:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.358898:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824950.358900:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824950.358903:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781824950.358906:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051411968, offset 0 00000400:00000200:3.0:1781824950.358912:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824950.358921:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.358928:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824950.358933:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824950.358937:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824950.358941:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824950.358944:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824950.358947:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378125:378125:256:4294967295] 192.168.204.116@tcp LPNI seq info [378076:378076:8:4294967295] 00000400:00000200:3.0:1781824950.358952:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.358961:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824950.358968:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824950.358974:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d500. 00000800:00000200:3.0:1781824950.358981:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824950.358988:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824950.358992:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824950.359015:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824950.359020:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824950.359023:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302251025 00000100:00000001:3.0:1781824950.359031:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302245905 00000100:00000001:3.0:1781824950.359035:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302251025 00000100:00000001:3.0:1781824950.359039:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302245905 00000100:00000001:3.0:1781824950.359042:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.359045:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.359047:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824950.359051:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359058:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824950.359059:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359061:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824950.359063:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824950.359065:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824950.359067:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.359071:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824950.359073:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824950.359075:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359077:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824950.359118:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824950.359121:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824950.359124:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824950.359126:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781824950.359130:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781824950.359133:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051412224, portal 10 00000100:00000001:3.0:1781824950.359135:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824950.359136:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781824950.359143:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359148:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824950.359150:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824950.359152:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781824950.359154:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051412224, offset 0 00000400:00000200:3.0:1781824950.359157:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824950.359161:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.359164:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824950.359167:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824950.359169:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824950.359172:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824950.359173:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824950.359176:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378126:378126:255:4294967295] 192.168.204.116@tcp LPNI seq info [378077:378077:7:4294967295] 00000400:00000200:3.0:1781824950.359180:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.359186:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824950.359190:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824950.359194:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d900. 00000800:00000200:3.0:1781824950.359206:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824950.359211:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824950.359213:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824950.359216:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.359220:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21447 usecs (22 jiffies) 00000400:00000200:3.0:1781824950.359222:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824950.359224:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302242327 00000100:00000001:3.0:1781824950.359227:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.359229:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302242327 00000100:00000001:3.0:1781824950.359231:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.359232:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.359234:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.359237:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.359239:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.359246:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824950.359248:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824950.359250:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.359252:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824950.359253:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824950.359256:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824950.359257:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.359259:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824950.359261:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.359262:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.359263:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824950.359264:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824950.359267:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359273:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824950.359275:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359277:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824950.359279:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824950.359281:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824950.359284:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.359299:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824950.359301:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824950.359303:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359304:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824950.359307:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824950.359309:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824950.359313:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824950.359315:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824950.359319:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824950.359322:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051412096, portal 10 00000100:00000001:3.0:1781824950.359323:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824950.359325:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781824950.359330:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359337:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824950.359339:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824950.359341:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781824950.359343:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051412096, offset 0 00000400:00000200:3.0:1781824950.359348:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824950.359351:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.359354:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824950.359356:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824950.359359:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824950.359361:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824950.359363:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824950.359365:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378127:378127:254:4294967295] 192.168.204.116@tcp LPNI seq info [378078:378078:6:4294967295] 00000400:00000200:3.0:1781824950.359369:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.359375:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824950.359379:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824950.359383:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d600. 00000800:00000200:3.0:1781824950.359387:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824950.359391:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824950.359393:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824950.359396:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.359398:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 31085 usecs (32 jiffies) 00000400:00000200:3.0:1781824950.359402:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824950.359403:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302242337 00000100:00000001:3.0:1781824950.359406:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.359408:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302242337 00000100:00000001:3.0:1781824950.359410:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.359412:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.359413:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.359415:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824950.359418:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359424:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824950.359425:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359427:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824950.359428:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824950.359430:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824950.359432:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.359435:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824950.359437:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824950.359439:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.359440:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824950.359444:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824950.359445:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824950.359449:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824950.359451:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781824950.359454:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781824950.359456:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051412352, portal 4 00000100:00000001:3.0:1781824950.359458:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824950.359459:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781824950.359463:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.359469:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824950.362936:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824950.362950:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781824950.362960:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051412352, offset 0 00000400:00000200:3.0:1781824950.362967:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824950.362978:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.362987:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824950.362992:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824950.362996:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824950.363000:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824950.363002:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824950.363006:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378128:378128:253:4294967295] 192.168.204.116@tcp LPNI seq info [378079:378079:5:4294967295] 00000400:00000200:3.0:1781824950.363010:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824950.363021:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824950.363028:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824950.363035:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0637d400. 00000800:00000200:3.0:1781824950.363042:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824950.363050:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824950.363055:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0637d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824950.363059:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.363066:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 881857 usecs (882 jiffies) 00000400:00000200:3.0:1781824950.363070:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824950.363074:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302243190 00000100:00000001:3.0:1781824950.363094:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.363097:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302243191 00000100:00000001:3.0:1781824950.363099:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302251025 00000100:00000001:3.0:1781824950.363102:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.363106:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.363112:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.363117:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.363141:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.363144:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.371108:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.371115:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824950.371598:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824950.371601:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824950.371605:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781824950.371611:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:3.0:1781824950.371615:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:3.0:1781824950.371618:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824950.371624:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824950.371632:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371638:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824950.371641:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.371643:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824950.371647:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824950.371650:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824950.371652:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.371725:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824950.371739:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=67 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824950.371744:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=67 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824950.371746:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824950.371749:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824950.371752:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824950.371756:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.371760:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824950.371763:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824950.371765:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824950.371767:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.371772:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371780:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.371784:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824950.371787:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824950.371791:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824950.371800:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.371806:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.371809:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824950.371812:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051412224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371818:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824950.371821:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824950.371825:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824950.371829:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824950.371832:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824950.371835:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824950.371837:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824950.371840:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781824950.371845:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824950.371847:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824950.371849:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781824950.371854:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824950.371856:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.371860:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.371861:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.371863:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824950.371866:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824950.371868:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824950.371870:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824950.371872:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781824950.371874:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781824950.371876:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824950.371880:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824950.371888:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371894:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824950.371896:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.371898:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824950.371899:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824950.371900:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824950.371902:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.371903:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824950.371908:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=67 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824950.371911:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=130 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824950.371913:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824950.371915:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824950.371916:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824950.371918:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.371920:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824950.371922:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824950.371923:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824950.371925:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.371928:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371935:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.371937:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824950.371938:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824950.371942:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824950.371949:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412096:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824950.371954:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824950.371955:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824950.371957:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781824950.371960:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781824950.371961:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781824950.371963:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824950.371967:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824950.371975:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.371982:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824950.371983:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.371985:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824950.371986:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824950.371987:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824950.371989:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.371990:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824950.371995:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=67 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824950.371997:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=44 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824950.371999:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824950.372000:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824950.372002:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824950.372004:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.372007:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824950.372008:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824950.372010:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824950.372011:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.372015:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372021:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.372023:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824950.372024:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824950.372027:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824950.372034:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051412352:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824950.372039:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824950.372040:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824950.372042:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824950.372045:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781824950.372046:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781824950.372048:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824950.372052:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824950.372061:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372067:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824950.372068:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372070:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824950.372072:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824950.372073:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824950.372074:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824950.372076:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824950.372171:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=67 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824950.372174:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=130 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824950.372177:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824950.372178:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824950.372180:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824950.372182:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.372184:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824950.372188:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372195:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824950.372197:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824950.372199:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824950.372202:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824950.372210:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051411968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824950.372214:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372216:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824950.372219:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051412096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372226:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824950.372228:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824950.372230:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824950.372233:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824950.372235:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824950.372236:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824950.372239:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824950.372240:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781824950.372243:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824950.372244:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824950.372245:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781824950.372249:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824950.372250:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372252:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824950.372324:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051412352/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372333:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824950.372334:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824950.372336:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052000. 02000000:00000001:3.0:1781824950.372339:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824950.372340:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824950.372341:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824950.372343:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824950.372345:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781824950.372347:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824950.372348:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824950.372349:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781824950.372352:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824950.372353:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372355:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824950.372359:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051411968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824950.372364:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824950.372365:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824950.372367:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824950.372368:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824950.372369:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824950.372371:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824950.372373:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824950.372374:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781824950.372376:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824950.372377:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824950.372378:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781824950.372380:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824950.372381:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372383:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824950.372393:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824950.372394:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824950.372397:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824950.372399:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824950.806658:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824950.806665:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824950.806670:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824952.854365:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824952.854368:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824952.854371:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824954.902601:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824954.902604:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824954.902607:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824956.952262:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824956.952267:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824956.952271:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824958.999183:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824958.999187:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824958.999190:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824961.049409:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824961.049415:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824961.049420:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824963.094992:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824963.094996:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824963.094998:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824965.145778:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824965.145785:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824965.145789:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781824965.719039:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824965.719049:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824965.719062:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781824965.719069:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781824965.719074:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824965.719118:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824965.719124:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824965.719137:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d400. 00000100:00000001:3.0:1781824965.719146:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719162:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051413504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824965.719174:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824965.719179:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719197:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051413504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719235:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719237:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824965.719241:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824965.719244:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781824965.719247:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824965.719250:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824965.719252:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824965.719253:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824965.719257:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d600. 00000100:00000001:3.0:1781824965.719260:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719266:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824965.719277:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824965.719281:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719289:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719325:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719329:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824965.719336:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824965.719341:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781824965.719345:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781824965.719352:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824965.719356:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824965.719359:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824965.719362:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d900. 00000100:00000001:3.0:1781824965.719367:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719375:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6a00 x1868371051413760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824965.719385:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824965.719390:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719397:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051413760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719412:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719415:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781824965.719421:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781824965.719426:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781824965.719429:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781824965.719431:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781824965.719432:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781824965.719434:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781824965.719437:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0637d500. 00000100:00000001:3.0:1781824965.719440:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719448:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781824965.719459:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781824965.719463:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719472:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719488:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719493:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781824965.719498:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781824965.719506:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7595) 00000100:00000001:3.0:1781824965.719537:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.719541:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824965.719544:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824965.719552:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719568:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824965.719571:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.719576:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824965.719579:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824965.719583:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824965.719595:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051413632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824965.719611:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824965.719616:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824965.719619:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.719623:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824965.719628:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824965.719633:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824965.719639:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824965.719643:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824965.719648:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781824965.719652:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051413632, portal 10 00000100:00000001:3.0:1781824965.719658:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824965.719659:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781824965.719671:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.719690:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824965.719697:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824965.719702:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781824965.719707:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051413632, offset 0 00000400:00000200:3.0:1781824965.719717:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824965.719723:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824965.719730:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824965.719737:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824965.719745:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824965.719748:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824965.719754:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824965.719761:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378138:378138:255:4294967295] 192.168.204.116@tcp LPNI seq info [378089:378089:7:4294967295] 00000400:00000200:3.0:1781824965.719771:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824965.719784:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824965.719795:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824965.719805:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f20a08200. 00000800:00000200:3.0:1781824965.719813:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824965.719823:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824965.719828:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f20a08200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824965.719833:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.719839:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30886 usecs (31 jiffies) 00000400:00000200:3.0:1781824965.719846:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824965.719851:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302257696 00000100:00000001:3.0:1781824965.719855:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302266386 00000100:00000001:3.0:1781824965.719859:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302257696 00000100:00000001:3.0:1781824965.719865:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302266386 00000100:00000001:3.0:1781824965.719870:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824965.719875:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.719881:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824965.719889:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.721737:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824965.721744:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.721749:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824965.721753:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824965.721756:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824965.721762:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051413888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824965.721768:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824965.721773:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824965.721776:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.721778:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824965.721785:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824965.721788:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824965.721793:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824965.721798:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781824965.721804:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824965.721809:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051413888, portal 4 00000100:00000001:3.0:1781824965.721812:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824965.721813:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781824965.721823:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.721831:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824965.721833:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824965.721836:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781824965.721839:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051413888, offset 0 00000400:00000200:3.0:1781824965.721845:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824965.721852:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824965.721858:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824965.721863:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824965.721866:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824965.721869:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824965.721872:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824965.721875:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378140:378140:256:4294967295] 192.168.204.116@tcp LPNI seq info [378091:378091:8:4294967295] 00000400:00000200:3.0:1781824965.721880:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824965.721888:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824965.721894:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824965.721900:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f20a08200. 00000800:00000200:3.0:1781824965.721905:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824965.722557:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824965.722562:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f20a08200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824965.722646:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.722652:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 869787 usecs (870 jiffies) 00000400:00000200:3.0:1781824965.722657:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824965.722661:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302258538 00000100:00000001:3.0:1781824965.722665:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302266386 00000100:00000001:3.0:1781824965.722668:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302258538 00000100:00000001:3.0:1781824965.722670:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302266386 00000100:00000001:3.0:1781824965.722673:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824965.722676:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.722680:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.722683:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.722691:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824965.722693:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824965.722696:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.722698:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824965.722699:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.722702:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.733708:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.733712:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824965.733716:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824965.733720:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824965.733724:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824965.733731:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781824965.733735:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781824965.733739:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824965.733744:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824965.733752:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.733758:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824965.733759:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.733761:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824965.733763:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824965.733764:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824965.733766:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.733768:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824965.733774:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=82 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824965.733778:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=145 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824965.733780:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824965.733782:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824965.733783:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824965.733786:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.733789:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824965.733791:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824965.733793:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824965.733795:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.733799:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.733805:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824965.733807:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824965.733808:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824965.733812:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824965.733820:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051413632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824965.733825:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.733827:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824965.733830:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051413632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825020 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.733836:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824965.733838:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824965.733840:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824965.733842:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824965.733844:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824965.733845:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824965.733847:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824965.733849:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d600. 02000000:00000001:3.0:1781824965.733851:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824965.733852:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824965.733854:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781824965.733856:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824965.733858:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.733860:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.733861:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.733863:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824965.733864:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.733866:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.734528:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.734530:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824965.743153:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824965.743161:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824965.743165:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781824965.743173:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781824965.743175:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781824965.743180:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824965.743192:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824965.743204:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.743213:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824965.743216:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.743219:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824965.743223:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824965.743225:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824965.743227:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824965.743231:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824965.743241:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=82 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824965.743245:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=59 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824965.743248:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824965.743250:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824965.743252:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824965.743256:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.743394:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824965.743397:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824965.743399:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824965.743400:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824965.743406:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.743414:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824965.743418:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824965.743420:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824965.743424:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824965.743432:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051413888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824965.743437:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.743441:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824965.743444:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051413888/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824965.743450:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824965.743453:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824965.743456:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781824965.743459:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824965.743462:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824965.743464:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824965.743466:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824965.743469:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0637d500. 02000000:00000001:3.0:1781824965.743473:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824965.743475:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824965.743477:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781824965.743481:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824965.743482:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.743485:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824965.743492:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824965.743494:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824965.743497:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824965.743499:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824967.190723:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824967.190727:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824967.190729:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781824969.239615:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824969.239618:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824969.239621:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781824970.838653:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.838658:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824970.838660:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824970.838666:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.838673:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824970.838675:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.838679:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824970.838681:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824970.838683:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824970.838686:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051414016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.838690:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824970.838696:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824970.838699:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.838701:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824970.838705:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052e00. 02000000:00000001:3.0:1781824970.838707:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824970.838714:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824970.838718:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781824970.838725:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824970.838732:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051414016, portal 25 00000100:00000001:3.0:1781824970.838734:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824970.838736:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781824970.838741:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.838748:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824970.838751:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824970.838753:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781824970.838756:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051414016, offset 0 00000400:00000200:3.0:1781824970.838763:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824970.838773:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.838781:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824970.838785:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824970.838790:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824970.838793:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824970.838796:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824970.838800:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378141:378141:256:4294967295] 192.168.204.116@tcp LPNI seq info [378092:378092:8:4294967295] 00000400:00000200:3.0:1781824970.838804:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.838813:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824970.838818:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824970.838824:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f20a08200. 00000800:00000200:3.0:1781824970.838831:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824970.838837:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824970.838842:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f20a08200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824970.838864:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824970.838869:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824970.838872:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302271505 00000100:00000001:3.0:1781824970.838880:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302266386 00000100:00000001:3.0:1781824970.838883:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302271505 00000100:00000001:3.0:1781824970.838899:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302266386 00000100:00000001:3.0:1781824970.838904:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.838906:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.838909:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824970.838912:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.838919:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824970.838920:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.838922:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824970.838924:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824970.838925:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824970.838928:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.838931:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824970.838934:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824970.838935:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.838936:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824970.838940:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824970.838941:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824970.838945:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824970.838947:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824970.838951:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781824970.838954:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051414272, portal 10 00000100:00000001:3.0:1781824970.838955:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824970.838957:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781824970.838963:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.838968:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824970.838970:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824970.838972:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781824970.838974:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051414272, offset 0 00000400:00000200:3.0:1781824970.838978:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824970.838981:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.838985:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824970.838987:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824970.838989:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824970.838991:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824970.838993:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824970.838996:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378142:378142:255:4294967295] 192.168.204.116@tcp LPNI seq info [378093:378093:7:4294967295] 00000400:00000200:3.0:1781824970.838999:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.839005:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824970.839010:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824970.839014:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:3.0:1781824970.839017:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824970.839022:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824970.839024:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824970.839027:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.839032:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21410 usecs (22 jiffies) 00000400:00000200:3.0:1781824970.839034:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824970.839036:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302262806 00000100:00000001:3.0:1781824970.839038:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839040:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302262806 00000100:00000001:3.0:1781824970.839042:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839044:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.839046:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839048:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839050:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.839057:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824970.839059:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824970.839061:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.839062:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824970.839064:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824970.839067:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824970.839068:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.839070:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824970.839072:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.839073:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.839074:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824970.839075:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824970.839117:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.839125:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824970.839126:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.839128:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824970.839130:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824970.839132:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824970.839134:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.839138:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824970.839140:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824970.839142:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.839143:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824970.839146:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824970.839148:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824970.839151:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824970.839153:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824970.839156:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781824970.839159:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051414144, portal 10 00000100:00000001:3.0:1781824970.839161:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824970.839162:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781824970.839167:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.839173:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824970.839175:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824970.839177:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781824970.839179:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051414144, offset 0 00000400:00000200:3.0:1781824970.839183:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824970.839187:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.839190:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824970.839193:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824970.839195:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824970.839197:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824970.839199:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824970.839202:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378143:378143:254:4294967295] 192.168.204.116@tcp LPNI seq info [378094:378094:6:4294967295] 00000400:00000200:3.0:1781824970.839205:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.839211:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824970.839214:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824970.839218:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:3.0:1781824970.839221:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824970.839225:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824970.839227:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824970.839229:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.839232:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30840 usecs (31 jiffies) 00000400:00000200:3.0:1781824970.839235:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824970.839237:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302262816 00000100:00000001:3.0:1781824970.839239:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839241:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302262816 00000100:00000001:3.0:1781824970.839243:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839245:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.839247:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839249:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824970.839253:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.839259:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824970.839260:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.839262:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824970.839264:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824970.839266:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824970.839269:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.839271:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824970.839274:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824970.839275:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.839277:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824970.839279:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824970.839281:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824970.839284:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824970.839287:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781824970.839290:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781824970.839293:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051414400, portal 4 00000100:00000001:3.0:1781824970.839295:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824970.839296:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781824970.839300:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.839307:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824970.839309:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824970.839311:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781824970.839313:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051414400, offset 0 00000400:00000200:3.0:1781824970.839316:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824970.839320:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.839323:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824970.839325:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824970.839327:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824970.839329:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824970.839331:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824970.839334:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378144:378144:253:4294967295] 192.168.204.116@tcp LPNI seq info [378095:378095:5:4294967295] 00000400:00000200:3.0:1781824970.839338:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824970.839343:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824970.839348:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824970.839351:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:3.0:1781824970.839355:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824970.839358:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824970.839360:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824970.839363:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.839366:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 865897 usecs (866 jiffies) 00000400:00000200:3.0:1781824970.839369:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824970.839370:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302263651 00000100:00000001:3.0:1781824970.839373:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839374:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302263651 00000100:00000001:3.0:1781824970.839376:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302271505 00000100:00000001:3.0:1781824970.839378:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.839380:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839382:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839384:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.839395:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.839397:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.844949:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.844953:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824970.844959:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824970.844961:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824970.844965:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781824970.844969:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781824970.844971:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781824970.844975:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824970.844979:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824970.844989:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.844996:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824970.844998:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845000:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824970.845004:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824970.845007:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824970.845009:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.845012:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824970.845021:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=87 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824970.845025:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=64 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824970.845028:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824970.845030:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824970.845033:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824970.845036:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845039:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824970.845041:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824970.845043:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824970.845045:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.845050:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845057:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.845060:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824970.845062:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824970.845067:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824970.845075:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414400:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824970.845365:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824970.845366:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824970.845368:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781824970.845371:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781824970.845372:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781824970.845374:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824970.845378:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824970.845386:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845397:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824970.845398:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845400:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824970.845460:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824970.845462:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824970.845464:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.845466:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824970.845470:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=87 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824970.845473:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=150 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824970.845475:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824970.845477:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824970.845527:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824970.845529:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845531:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.845534:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845538:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.845540:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824970.845541:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824970.845626:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824970.845633:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051414016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.845637:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845639:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824970.845641:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051414400/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845646:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824970.845648:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824970.845651:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824970.845654:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824970.845656:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824970.845658:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824970.845660:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824970.845662:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781824970.845664:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824970.845666:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824970.845667:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781824970.845669:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824970.845670:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845671:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824970.845673:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051414016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845677:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824970.845678:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824970.845678:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052e00. 02000000:00000001:3.0:1781824970.845679:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824970.845680:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824970.845680:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824970.845681:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824970.845682:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781824970.845683:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824970.845684:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824970.845684:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781824970.845686:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824970.845687:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845689:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845690:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.845691:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824970.845693:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824970.845693:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824970.845695:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824970.845696:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781824970.845697:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781824970.845698:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824970.845700:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824970.845704:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845709:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824970.845709:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845711:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824970.845712:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824970.845712:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824970.845713:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.845714:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824970.845718:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=87 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824970.845720:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=150 v=5 (1 2 0 0) 00000100:00000001:3.0:1781824970.845721:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824970.845722:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824970.845723:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824970.845725:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845772:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824970.845773:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824970.845775:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824970.845775:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.845831:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845837:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.845838:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824970.845839:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824970.845841:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824970.845847:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.845850:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845851:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824970.845852:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051414144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.845856:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824970.845857:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824970.845859:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781824970.845861:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824970.845862:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824970.845863:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824970.845864:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824970.845865:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781824970.845866:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824970.845867:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824970.845868:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781824970.845870:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824970.845870:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.845872:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845873:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.845874:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824970.845874:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.845875:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.855137:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.855142:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824970.855149:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824970.855151:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824970.855155:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824970.855160:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:3.0:1781824970.855162:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:3.0:1781824970.855165:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824970.855171:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824970.855180:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.855185:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824970.855188:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.855191:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824970.855194:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824970.855197:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824970.855199:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824970.855203:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824970.855214:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=87 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824970.855219:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=87 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824970.855221:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824970.855223:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824970.855226:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824970.855229:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.855233:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824970.855236:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824970.855237:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824970.855238:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824970.855243:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.855247:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824970.855250:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824970.855252:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824970.855257:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824970.855265:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051414272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824970.855270:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.855274:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824970.855277:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051414272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825025 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824970.855285:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824970.855288:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824970.855293:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824970.855296:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824970.855299:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824970.855301:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824970.855304:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824970.855307:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781824970.855310:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824970.855312:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824970.855314:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781824970.855318:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824970.855320:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.855322:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824970.855336:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824970.855338:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824970.855340:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824970.855343:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781824971.289642:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781824971.289646:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781824971.289649:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781824981.079317:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.079321:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824981.079324:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824981.079330:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079339:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824981.079341:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079344:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824981.079347:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824981.079350:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824981.079353:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051415040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.079357:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824981.079364:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824981.079367:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079369:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824981.079374:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824981.079375:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824981.079382:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824981.079387:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781824981.079395:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781824981.079402:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051415040, portal 25 00000100:00000001:3.0:1781824981.079404:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824981.079406:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781824981.079411:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079424:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824981.079427:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824981.079429:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781824981.079433:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051415040, offset 0 00000400:00000200:3.0:1781824981.079438:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079446:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079454:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824981.079459:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824981.079463:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824981.079466:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824981.079469:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079472:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378149:378149:256:4294967295] 192.168.204.116@tcp LPNI seq info [378100:378100:8:4294967295] 00000400:00000200:3.0:1781824981.079477:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079486:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824981.079492:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824981.079497:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:3.0:1781824981.079503:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824981.079510:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824981.079514:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824981.079534:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824981.079540:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824981.079542:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302281746 00000100:00000001:3.0:1781824981.079549:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302276626 00000100:00000001:3.0:1781824981.079553:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302281746 00000100:00000001:3.0:1781824981.079556:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302276626 00000100:00000001:3.0:1781824981.079559:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.079561:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.079564:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824981.079567:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079574:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824981.079576:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079578:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824981.079580:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824981.079582:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824981.079585:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.079587:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824981.079590:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824981.079592:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079593:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824981.079596:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824981.079597:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824981.079600:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824981.079602:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824981.079606:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824981.079609:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051415296, portal 10 00000100:00000001:3.0:1781824981.079610:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824981.079611:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781824981.079616:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079621:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824981.079624:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824981.079625:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781824981.079627:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051415296, offset 0 00000400:00000200:3.0:1781824981.079631:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079635:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079638:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824981.079641:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824981.079643:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824981.079645:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824981.079647:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079650:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378150:378150:255:4294967295] 192.168.204.116@tcp LPNI seq info [378101:378101:7:4294967295] 00000400:00000200:3.0:1781824981.079654:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079660:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824981.079664:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824981.079667:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781824981.079671:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824981.079675:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824981.079677:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824981.079680:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.079683:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21378 usecs (22 jiffies) 00000400:00000200:3.0:1781824981.079686:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824981.079696:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302273047 00000100:00000001:3.0:1781824981.079699:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.079701:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302273047 00000100:00000001:3.0:1781824981.079703:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.079704:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.079706:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.079709:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.079711:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.079717:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824981.079719:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781824981.079721:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.079722:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824981.079724:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824981.079725:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781824981.079727:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.079728:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824981.079730:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.079731:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.079732:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824981.079733:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824981.079737:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079743:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824981.079744:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079746:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824981.079748:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824981.079750:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824981.079752:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.079755:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824981.079757:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824981.079758:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079759:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824981.079762:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824981.079764:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824981.079766:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824981.079769:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781824981.079772:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781824981.079774:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051415168, portal 10 00000100:00000001:3.0:1781824981.079776:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824981.079777:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781824981.079781:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079786:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824981.079789:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824981.079790:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781824981.079792:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051415168, offset 0 00000400:00000200:3.0:1781824981.079795:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079799:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079801:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824981.079804:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824981.079806:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824981.079808:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824981.079811:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079813:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378151:378151:254:4294967295] 192.168.204.116@tcp LPNI seq info [378102:378102:6:4294967295] 00000400:00000200:3.0:1781824981.079828:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079833:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824981.079837:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824981.079841:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781824981.079845:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824981.079848:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824981.079851:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824981.079853:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.079856:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30668 usecs (31 jiffies) 00000400:00000200:3.0:1781824981.079859:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824981.079860:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302273056 00000100:00000001:3.0:1781824981.079863:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.079865:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302273056 00000100:00000001:3.0:1781824981.079867:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.079869:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.079871:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.079873:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824981.079876:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079882:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824981.079884:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079886:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824981.079887:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824981.079889:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824981.079892:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.079895:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824981.079897:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824981.079898:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.079900:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824981.079903:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824981.079905:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824981.079908:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824981.079911:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781824981.079914:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824981.079917:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051415424, portal 4 00000100:00000001:3.0:1781824981.079919:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824981.079920:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781824981.079925:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.079932:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824981.079934:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824981.079936:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781824981.079938:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051415424, offset 0 00000400:00000200:3.0:1781824981.079942:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079945:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079949:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824981.079951:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824981.079953:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824981.079955:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824981.079957:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824981.079960:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378152:378152:253:4294967295] 192.168.204.116@tcp LPNI seq info [378103:378103:5:4294967295] 00000400:00000200:3.0:1781824981.079964:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824981.079969:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824981.079972:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824981.079975:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:3.0:1781824981.079979:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824981.079982:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824981.079985:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824981.079987:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.079991:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 858016 usecs (859 jiffies) 00000400:00000200:3.0:1781824981.079994:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824981.079995:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302273884 00000100:00000001:3.0:1781824981.079997:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.079999:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302273884 00000100:00000001:3.0:1781824981.080001:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302281746 00000100:00000001:3.0:1781824981.080003:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.080005:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.080008:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.080011:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.080022:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.080024:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.087474:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.087480:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824981.088574:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824981.088578:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824981.088583:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781824981.088589:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:3.0:1781824981.088594:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:3.0:1781824981.088599:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824981.088666:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824981.088679:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.088696:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824981.088698:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.088701:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824981.088704:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824981.088707:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824981.088709:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.088712:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824981.088719:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=98 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824981.088723:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=11 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824981.088726:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824981.088728:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824981.088731:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824981.088733:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.088735:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.088740:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.088747:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.088751:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824981.088753:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824981.088757:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824981.088766:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051415040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.088772:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.088775:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824981.088779:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051415040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.088786:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824981.088788:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824981.088792:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824981.088795:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824981.088798:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824981.088800:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781824981.088802:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824981.088805:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781824981.088808:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824981.088810:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824981.088812:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781824981.088874:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824981.088878:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.088885:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.088889:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.088892:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824981.088897:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824981.088900:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824981.088903:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781824981.088908:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:3.0:1781824981.088913:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:3.0:1781824981.088918:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824981.088926:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824981.089027:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089042:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824981.089046:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089048:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824981.089051:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824981.089053:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824981.089054:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.089181:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824981.089189:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=98 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824981.089193:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=11 v=5 (1 1 2 0) 00000100:00000001:3.0:1781824981.089195:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824981.089197:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824981.089268:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824981.089270:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.089274:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824981.089275:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781824981.089277:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824981.089278:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.089283:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089289:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.089291:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824981.089292:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824981.089295:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824981.089302:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415168:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824981.089307:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824981.089309:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824981.089311:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781824981.089313:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781824981.089314:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781824981.089316:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824981.089318:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824981.089325:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089330:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824981.089331:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089333:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824981.089334:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824981.089335:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824981.089336:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.089338:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824981.089343:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=98 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824981.089345:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824981.089347:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824981.089348:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824981.089349:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824981.089350:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.089352:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824981.089353:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824981.089355:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824981.089356:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.089359:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089366:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.089368:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824981.089369:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824981.089372:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824981.089379:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415424:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781824981.089383:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824981.089384:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824981.089386:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824981.089387:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781824981.089389:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781824981.089390:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824981.089393:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824981.089399:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089404:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824981.089405:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089406:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824981.089407:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824981.089408:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824981.089409:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824981.089411:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824981.089415:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=98 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824981.089417:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=98 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824981.089420:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824981.089421:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824981.089422:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824981.089423:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.089425:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824981.089426:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824981.089428:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824981.089429:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824981.089433:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089439:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824981.089441:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824981.089442:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824981.089446:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824981.089452:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051415296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824981.089456:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089458:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824981.089461:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051415168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089467:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824981.089469:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824981.089471:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781824981.089473:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824981.089475:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824981.089476:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824981.089478:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824981.089479:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781824981.089482:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824981.089483:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824981.089484:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781824981.089487:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824981.089488:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089489:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824981.089492:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051415424/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781824997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089498:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824981.089499:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824981.089500:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052400. 02000000:00000001:3.0:1781824981.089502:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824981.089503:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824981.089504:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824981.089506:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824981.089508:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781824981.089510:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824981.089511:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824981.089512:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781824981.089515:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824981.089517:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089518:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824981.089521:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051415296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824981.089526:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824981.089527:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824981.089528:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781824981.089530:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824981.089531:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824981.089532:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824981.089534:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824981.089535:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781824981.089536:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824981.089537:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824981.089538:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781824981.089540:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824981.089541:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089542:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824981.089549:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824981.089551:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824981.089553:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824981.089555:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324453:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.324456:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824991.324458:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824991.324464:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.324471:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824991.324472:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.324474:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824991.324476:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824991.324478:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824991.324481:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051416320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824991.324485:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824991.324487:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824991.324500:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.324510:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824991.324513:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824991.324515:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824991.324519:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824991.324522:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781824991.324526:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781824991.324530:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051416320, portal 10 00000100:00000001:3.0:1781824991.324532:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824991.324533:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:3.0:1781824991.324538:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.324544:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824991.324546:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824991.324548:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781824991.324551:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051416320, offset 0 00000400:00000200:3.0:1781824991.324555:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824991.324559:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824991.324563:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824991.324566:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824991.324569:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824991.324571:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824991.324573:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824991.324576:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378159:378159:256:4294967295] 192.168.204.116@tcp LPNI seq info [378110:378110:8:4294967295] 00000400:00000200:3.0:1781824991.324579:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824991.324586:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824991.324590:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824991.324594:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781824991.324599:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824991.324604:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824991.324606:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824991.324621:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824991.324625:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21328 usecs (22 jiffies) 00000400:00000200:3.0:1781824991.324628:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824991.324630:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302283292 00000100:00000001:3.0:1781824991.324632:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302291985 00000100:00000001:3.0:1781824991.324635:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302283292 00000100:00000001:3.0:1781824991.324637:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302291985 00000100:00000001:3.0:1781824991.324639:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824991.324641:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324643:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324645:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.324649:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824991.324651:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1781824991.324653:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.324654:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824991.324655:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824991.324657:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781824991.324659:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.324660:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824991.324661:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.324663:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.324664:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781824991.324665:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781824991.324668:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.324674:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781824991.324675:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.324677:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781824991.324679:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781824991.324680:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781824991.324683:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051416448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824991.324686:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781824991.324689:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781824991.324690:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.324693:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781824991.324696:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824991.324697:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781824991.324700:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781824991.324703:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781824991.324706:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781824991.324709:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051416448, portal 4 00000100:00000001:3.0:1781824991.324711:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781824991.324712:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:3.0:1781824991.324717:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.324724:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781824991.324726:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781824991.324728:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781824991.324730:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051416448, offset 0 00000400:00000200:3.0:1781824991.324734:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781824991.324738:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824991.324742:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781824991.324744:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781824991.324747:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781824991.324749:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781824991.324751:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781824991.324754:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378160:378160:255:4294967295] 192.168.204.116@tcp LPNI seq info [378111:378111:7:4294967295] 00000400:00000200:3.0:1781824991.324757:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781824991.324763:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781824991.324766:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781824991.324769:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:3.0:1781824991.324773:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781824991.324777:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781824991.324779:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781824991.324782:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824991.324785:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 850321 usecs (851 jiffies) 00000400:00000200:3.0:1781824991.324787:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781824991.324789:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302284121 00000100:00000001:3.0:1781824991.324791:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302291985 00000100:00000001:3.0:1781824991.324793:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302284121 00000100:00000001:3.0:1781824991.324795:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302291985 00000100:00000001:3.0:1781824991.324797:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824991.324799:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324801:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324803:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.324812:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.324814:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.329431:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.329440:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824991.329453:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824991.329458:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824991.329465:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781824991.329475:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:3.0:1781824991.329481:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:3.0:1781824991.329504:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824991.329520:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824991.329556:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.329570:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824991.329575:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.329581:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824991.329586:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824991.329591:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824991.329596:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.329601:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824991.329617:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=108 v=5 (5 5 5 0) 00000100:00001000:3.0:1781824991.329630:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=85 v=5 (1 1 0 0) 00000100:00000001:3.0:1781824991.329639:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824991.329643:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824991.329649:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824991.329656:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.329664:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824991.329669:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781824991.329674:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824991.329679:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824991.329697:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.329730:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824991.329738:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824991.329743:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824991.329758:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824991.329800:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051416448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824991.329814:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.329821:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824991.329829:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051416448/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.329881:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824991.329887:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824991.329894:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781824991.329901:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824991.329911:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824991.329917:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781824991.329924:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824991.329930:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781824991.329942:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824991.329947:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824991.329952:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781824991.329961:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824991.329965:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.329973:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.329977:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.329981:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781824991.329987:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781824991.329990:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781824991.329994:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781824991.330000:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781824991.330005:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781824991.330010:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781824991.330019:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781824991.330050:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.330458:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781824991.330461:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.330464:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781824991.330466:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781824991.330468:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781824991.330470:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781824991.330473:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781824991.330480:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=108 v=36 (36 36 36 0) 00000100:00001000:3.0:1781824991.330484:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=108 v=5 (1 1 1 0) 00000100:00000001:3.0:1781824991.330487:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781824991.330500:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781824991.330502:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781824991.330505:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.330508:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781824991.330509:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781824991.330511:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781824991.330513:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781824991.330520:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.330527:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781824991.330529:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781824991.330530:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781824991.330534:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781824991.330542:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051416320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781824991.330548:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.330550:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781824991.330553:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051416320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781824991.330560:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781824991.330562:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781824991.330564:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052200. 02000000:00000001:3.0:1781824991.330567:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781824991.330569:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781824991.330570:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781824991.330573:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781824991.330575:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781824991.330577:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781824991.330579:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781824991.330581:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781824991.330583:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781824991.330585:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.330587:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781824991.330593:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781824991.330595:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781824991.330597:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781824991.330599:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781824991.766368:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781824991.766371:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781824993.815023:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781824993.815026:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781824993.815029:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781824995.863242:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781824995.863246:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781824995.863249:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781824997.913932:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781824997.913937:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781824997.913941:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781824999.963474:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781824999.963480:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781824999.963484:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825002.006599:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825002.006604:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825002.006607:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825004.054561:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825004.054565:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825004.054567:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825006.103708:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825006.103712:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825006.103715:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825008.155961:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825008.155968:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825008.155973:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825010.198395:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825010.198398:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825010.198401:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825012.246336:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825012.246340:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825012.246343:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825014.294731:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825014.294746:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825014.294748:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825016.346492:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825016.346499:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825016.346505:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825016.918260:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825016.918271:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825016.918281:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825016.918297:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825016.918301:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825016.918304:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825016.918309:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825016.918317:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825016.918323:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918333:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825016.918344:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825016.918347:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918354:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918387:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918390:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825016.918393:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825016.918395:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825016.918398:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825016.918400:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825016.918402:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825016.918403:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825016.918406:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1a00. 00000100:00000001:3.0:1781825016.918408:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918412:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825016.918419:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825016.918421:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918424:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918432:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918434:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825016.918437:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825016.918439:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825016.918442:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825016.918444:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825016.918445:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825016.918446:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825016.918450:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:3.0:1781825016.918453:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918456:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825016.918462:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825016.918464:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918467:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918474:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918476:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825016.918479:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825016.918482:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825016.918484:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825016.918486:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825016.918487:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825016.918488:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825016.918491:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:3.0:1781825016.918493:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918497:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825016.918503:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825016.918504:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918507:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918514:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918515:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825016.918518:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825016.918522:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7646) 00000100:00000001:3.0:1781825016.918536:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.918539:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825016.918541:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825016.918556:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918564:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825016.918565:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.918569:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825016.918571:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825016.918573:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825016.918577:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051418752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825016.918580:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825016.918585:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825016.918588:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.918591:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825016.918595:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825016.918597:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825016.918604:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825016.918608:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825016.918615:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825016.918622:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051418752, portal 10 00000100:00000001:3.0:1781825016.918624:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825016.918626:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781825016.918632:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.918639:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825016.918642:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825016.918645:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825016.918658:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051418752, offset 0 00000400:00000200:3.0:1781825016.918666:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825016.918674:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825016.918681:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825016.918685:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825016.918689:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825016.918692:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825016.918695:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825016.918698:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378177:378177:256:4294967295] 192.168.204.116@tcp LPNI seq info [378128:378128:8:4294967295] 00000400:00000200:3.0:1781825016.918703:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825016.918712:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825016.918717:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825016.918721:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:3.0:1781825016.918727:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825016.918734:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825016.918737:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825016.918760:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.918765:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30265 usecs (31 jiffies) 00000400:00000200:3.0:1781825016.918772:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825016.918775:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302308895 00000100:00000001:3.0:1781825016.918778:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302312467 00000100:00000001:3.0:1781825016.918781:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302308895 00000100:00000001:3.0:1781825016.918783:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302312467 00000100:00000001:3.0:1781825016.918786:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825016.918788:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.918791:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825016.918796:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.918799:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.918804:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825016.918806:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825016.918808:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825016.918810:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.918814:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825016.918817:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781825016.918817:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825016.918820:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825016.918828:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051419008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825016.918834:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825016.918835:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825016.918837:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.918839:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825016.918842:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825016.918843:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.918846:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781825016.918846:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1781825016.918851:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825016.918853:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825016.918856:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825016.918861:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00100000:2.0:1781825016.918866:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051418624:192.168.204.116@tcp:400:kworker.0 00000400:00000010:3.0:1781825016.918867:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781825016.918872:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000001:2.0:1781825016.918873:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1781825016.918878:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051419008, portal 4 02000000:00000001:2.0:1781825016.918879:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781825016.918883:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1781825016.918884:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.918885:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 02000000:00000001:2.0:1781825016.918887:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825016.918892:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 00000100:00000040:3.0:1781825016.918895:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781825016.918896:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825016.918904:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825016.918910:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825016.918913:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825016.918917:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825016.918919:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051419008, offset 0 00000400:00000200:3.0:1781825016.918923:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825016.918923:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000200:3.0:1781825016.918928:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825016.918931:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000400:00000200:3.0:1781825016.918934:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000200:2.0:1781825016.918937:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051418624, portal 25 00000400:00000200:3.0:1781825016.918939:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1781825016.918942:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1781825016.918945:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:2.0:1781825016.918945:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000400:00000200:3.0:1781825016.918950:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825016.918955:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000040:2.0:1781825016.918956:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825016.918960:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378178:378178:255:4294967295] 192.168.204.116@tcp LPNI seq info [378129:378129:7:4294967295] 00000400:00000200:3.0:1781825016.918971:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825016.918977:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825016.918984:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825016.918985:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:2.0:1781825016.918988:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000800:00000200:3.0:1781825016.919004:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825016.919009:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000100:00000200:2.0:1781825016.919009:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051418624, offset 0 00000800:00000200:3.0:1781825016.919015:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781825016.919020:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:3.0:1781825016.919024:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825016.919029:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781825016.919033:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825016.919035:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.919040:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 831705 usecs (832 jiffies) 00000400:00000200:2.0:1781825016.919041:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825016.919046:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825016.919048:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781825016.919050:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302309696 00000400:00000200:2.0:1781825016.919054:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:3.0:1781825016.919055:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302312467 00000100:00000001:3.0:1781825016.919060:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302309696 00000400:00000200:2.0:1781825016.919061:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781825016.919065:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302312467 00000400:00000200:2.0:1781825016.919067:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781825016.919070:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781825016.919075:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378179:378179:254:4294967295] 192.168.204.116@tcp LPNI seq info [378130:378130:6:4294967295] 00000100:00000001:3.0:1781825016.919076:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.919112:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.919114:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.919122:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825016.919124:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825016.919126:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.919127:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825016.919129:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.919130:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825016.919559:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825016.919566:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825016.919571:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825016.919575:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825016.919579:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825016.919583:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825016.919587:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825016.919602:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825016.919607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825016.919609:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302317586 00000100:00000001:2.0:1781825016.919617:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302312467 00000100:00000001:2.0:1781825016.919620:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302317586 00000100:00000001:2.0:1781825016.919623:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302312467 00000100:00000001:2.0:1781825016.919626:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825016.919628:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.919632:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825016.919637:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.919644:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825016.919646:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825016.919649:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825016.919651:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825016.919653:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825016.919656:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051418880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825016.919659:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825016.919662:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825016.919665:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825016.919669:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825016.919675:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825016.919680:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825016.919687:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825016.919692:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825016.919698:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825016.919704:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051418880, portal 10 00000100:00000001:2.0:1781825016.919710:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825016.919713:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825016.919724:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.919736:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825016.919744:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825016.919748:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825016.919752:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051418880, offset 0 00000400:00000200:2.0:1781825016.919760:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825016.919764:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825016.919770:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825016.919773:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825016.919776:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825016.919778:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825016.919781:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825016.919784:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378180:378180:256:4294967295] 192.168.204.116@tcp LPNI seq info [378131:378131:8:4294967295] 00000400:00000200:2.0:1781825016.919788:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825016.919795:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825016.919799:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825016.919802:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825016.919806:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825016.919810:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825016.919813:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825016.919832:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825016.919836:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21228 usecs (22 jiffies) 00000400:00000200:2.0:1781825016.919839:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825016.919841:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302308887 00000100:00000001:2.0:1781825016.919844:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302317586 00000100:00000001:2.0:1781825016.919846:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302308887 00000100:00000001:2.0:1781825016.919848:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302317586 00000100:00000001:2.0:1781825016.919851:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825016.919853:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.919855:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.919857:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.919861:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825016.919864:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825016.919866:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.919868:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825016.919869:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.919872:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.926513:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.926517:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825016.926524:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825016.926526:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825016.926529:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825016.926533:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:2.0:1781825016.926536:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:2.0:1781825016.926539:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825016.926545:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825016.926712:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.926718:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825016.926720:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.926723:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825016.926726:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825016.926728:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825016.926729:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825016.926732:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825016.926738:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=133 v=5 (5 5 5 0) 00000100:00001000:2.0:1781825016.926741:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=46 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825016.926744:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825016.926745:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825016.926748:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825016.926750:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.926752:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825016.926756:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.926761:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825016.926764:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825016.926766:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825016.926769:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825016.926776:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051418624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825016.926781:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.926783:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825016.926786:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051418624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.926793:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825016.926795:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825016.926799:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825016.926803:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825016.926806:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825016.926808:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825016.926810:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825016.926813:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825016.926817:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825016.926818:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825016.926820:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825016.926824:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825016.926825:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.926828:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.926829:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.926830:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825016.926832:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.926833:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.927356:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.927359:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825016.927370:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825016.927371:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825016.927374:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825016.927378:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781825016.927380:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781825016.927382:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825016.927386:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825016.927395:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.927401:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825016.927403:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.927405:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825016.927406:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825016.927407:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825016.927409:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.927411:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825016.927417:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=133 v=36 (36 36 36 0) 00000100:00001000:3.0:1781825016.927420:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=46 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825016.927422:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825016.927424:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825016.927425:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825016.927428:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.927431:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825016.927433:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825016.927434:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825016.927436:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.927439:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.927452:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825016.927455:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825016.927456:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825016.927459:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825016.927466:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051418752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825016.927470:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.927472:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825016.927474:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051418752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.927481:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825016.927482:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825016.927484:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825016.927486:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825016.927488:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825016.927489:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825016.927491:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825016.927493:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1a00. 02000000:00000001:3.0:1781825016.927496:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825016.927497:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825016.927498:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781825016.927501:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825016.927502:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.927504:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.927506:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.927507:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825016.927508:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.927510:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.928442:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.928445:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825016.929340:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825016.929343:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825016.929346:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781825016.929350:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:3.0:1781825016.929353:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:3.0:1781825016.929356:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825016.929367:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825016.929378:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.929385:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825016.929387:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.929389:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825016.929392:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825016.929394:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825016.929396:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825016.929399:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825016.929406:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=133 v=5 (5 5 5 0) 00000100:00001000:3.0:1781825016.929409:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=110 v=5 (1 1 0 0) 00000100:00000001:3.0:1781825016.929412:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825016.929414:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825016.929416:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825016.929418:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.929421:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825016.929423:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825016.929425:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825016.929426:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825016.929431:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.929438:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825016.929441:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825016.929443:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825016.929447:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825016.929455:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051419008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825016.929460:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.929463:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825016.929466:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051419008/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825016.929473:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825016.929475:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825016.929478:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825016.929481:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825016.929483:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825016.929485:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825016.929487:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825016.929489:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:3.0:1781825016.929492:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825016.929493:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825016.929495:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825016.929501:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825016.929502:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.929504:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825016.929511:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825016.929513:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825016.929515:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825016.929517:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.932120:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.932124:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825016.932130:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825016.932131:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825016.932134:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825016.932139:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825016.932142:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825016.932146:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825016.932152:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825016.932167:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.932174:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825016.932176:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.932179:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825016.932182:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825016.932184:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825016.932187:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825016.932190:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825016.932198:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=133 v=36 (36 36 36 0) 00000100:00001000:2.0:1781825016.932202:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=133 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825016.932205:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825016.932207:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825016.932209:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825016.932213:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.932216:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825016.932218:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825016.932220:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825016.932221:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825016.932226:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.932244:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825016.932247:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825016.932249:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825016.932254:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825016.932262:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051418880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825016.932267:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.932269:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825016.932272:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051418880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825071 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825016.932279:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825016.932281:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825016.932284:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825016.932288:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825016.932291:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825016.932293:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825016.932295:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825016.932297:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:2.0:1781825016.932300:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825016.932302:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825016.932304:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825016.932307:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825016.932308:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.932310:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825016.932317:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825016.932319:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825016.932321:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825016.932323:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825018.390428:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825018.390432:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825018.390435:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825020.438323:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825020.438326:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825020.438329:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825022.040134:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825022.040146:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825022.040157:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825022.040164:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825022.040168:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825022.040171:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825022.040176:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825022.040186:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825022.040193:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040205:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825022.040215:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825022.040220:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040227:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_01+1] req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825022.040271:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040273:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825022.040277:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825022.040280:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825022.040282:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825022.040284:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825022.040286:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825022.040288:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825022.040291:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825022.040294:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040298:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825022.040304:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825022.040306:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040310:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825022.040316:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040318:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825022.040321:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825022.040323:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825022.040325:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825022.040327:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825022.040328:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825022.040329:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825022.040332:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825022.040335:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040338:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825022.040345:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825022.040347:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040350:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825022.040357:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040360:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825022.040363:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825022.040366:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825022.040368:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825022.040370:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825022.040371:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825022.040373:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825022.040375:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825022.040378:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040381:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825022.040388:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825022.040390:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040393:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_00+0] req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825022.040400:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825022.040401:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825022.040405:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825022.040409:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7651) 00000100:00000001:3.0:1781825022.040498:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.040502:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825022.040505:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825022.040511:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.040518:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825022.040520:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.040525:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825022.040527:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825022.040530:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825022.040533:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051419136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.040537:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825022.040543:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825022.040546:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.040548:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825022.040553:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053400. 02000000:00000001:3.0:1781825022.040555:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825022.040563:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825022.040567:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781825022.040574:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825022.040581:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051419136, portal 25 00000100:00000001:3.0:1781825022.040583:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825022.040585:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:3.0:1781825022.040590:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.040597:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825022.040600:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825022.040602:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825022.040606:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051419136, offset 0 00000400:00000200:3.0:1781825022.040611:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825022.040620:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.040627:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825022.040632:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825022.040636:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825022.040640:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825022.040643:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825022.040646:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378181:378181:256:4294967295] 192.168.204.116@tcp LPNI seq info [378132:378132:8:4294967295] 00000400:00000200:3.0:1781825022.040650:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.040660:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825022.040666:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825022.040671:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825022.040678:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825022.040685:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825022.040689:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825022.040807:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825022.040812:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825022.040815:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302322707 00000100:00000001:3.0:1781825022.040824:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302317586 00000100:00000001:3.0:1781825022.040827:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302322707 00000100:00000001:3.0:1781825022.040831:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302317586 00000100:00000001:3.0:1781825022.040834:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.040837:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.040840:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825022.040844:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.040850:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825022.040852:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.040854:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825022.040856:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825022.040858:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825022.040861:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.040864:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825022.040866:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825022.040868:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.040869:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825022.040872:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052800. 02000000:00000001:3.0:1781825022.040874:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825022.040878:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825022.040881:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825022.040884:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825022.040887:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051419392, portal 10 00000100:00000001:3.0:1781825022.040889:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825022.040903:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781825022.040911:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.040917:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825022.040920:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825022.040923:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825022.040925:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051419392, offset 0 00000400:00000200:3.0:1781825022.040929:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825022.040933:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.040936:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825022.040939:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825022.040941:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825022.040943:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825022.040946:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825022.040948:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378182:378182:255:4294967295] 192.168.204.116@tcp LPNI seq info [378133:378133:7:4294967295] 00000400:00000200:3.0:1781825022.040952:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.040958:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825022.040963:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825022.040966:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:3.0:1781825022.040970:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825022.040974:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825022.040977:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825022.040980:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.040983:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21218 usecs (22 jiffies) 00000400:00000200:3.0:1781825022.040986:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825022.040989:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302314008 00000100:00000001:3.0:1781825022.040991:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.040993:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302314008 00000100:00000001:3.0:1781825022.040995:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.040997:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.040999:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041002:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041005:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.041013:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825022.041015:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825022.041017:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.041018:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825022.041019:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825022.041022:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781825022.041024:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.041025:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825022.041026:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.041028:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.041029:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825022.041030:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825022.041034:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.041041:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825022.041042:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.041044:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825022.041046:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825022.041048:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825022.041051:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.041054:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825022.041057:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825022.041058:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.041060:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825022.041063:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825022.041065:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825022.041068:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825022.041071:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781825022.041075:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825022.041113:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051419264, portal 10 00000100:00000001:3.0:1781825022.041115:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825022.041116:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:3.0:1781825022.041122:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.041129:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825022.041131:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825022.041134:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825022.041136:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051419264, offset 0 00000400:00000200:3.0:1781825022.041140:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825022.041144:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.041147:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825022.041149:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825022.041152:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825022.041154:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825022.041156:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825022.041158:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378183:378183:254:4294967295] 192.168.204.116@tcp LPNI seq info [378134:378134:6:4294967295] 00000400:00000200:3.0:1781825022.041162:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.041168:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825022.041172:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825022.041175:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825022.041179:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825022.041183:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825022.041186:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825022.041188:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.041192:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30197 usecs (31 jiffies) 00000400:00000200:3.0:1781825022.041196:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825022.041198:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302314018 00000100:00000001:3.0:1781825022.041200:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.041203:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302314018 00000100:00000001:3.0:1781825022.041205:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.041207:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.041209:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041212:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825022.041215:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.041222:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825022.041223:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.041226:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825022.041227:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825022.041230:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825022.041233:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.041236:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825022.041239:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825022.041240:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.041242:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825022.041250:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825022.041252:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825022.041256:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825022.041259:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781825022.041263:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000001:2.0:1781825022.041266:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1781825022.041267:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051419520, portal 4 00000100:00000001:2.0:1781825022.041270:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041271:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825022.041275:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781825022.041282:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.041290:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825022.041292:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825022.041294:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825022.041297:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051419520, offset 0 00000400:00000200:3.0:1781825022.041302:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825022.041306:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.041309:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825022.041311:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825022.041314:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825022.041316:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825022.041318:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825022.041320:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378184:378184:253:4294967295] 192.168.204.116@tcp LPNI seq info [378135:378135:5:4294967295] 00000400:00000200:3.0:1781825022.041324:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825022.041330:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825022.041334:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825022.041337:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:3.0:1781825022.041341:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825022.041345:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825022.041347:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825022.041350:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.041352:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 828085 usecs (829 jiffies) 00000400:00000200:3.0:1781825022.041355:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825022.041357:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302314816 00000100:00000001:3.0:1781825022.041359:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.041361:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302314816 00000100:00000001:3.0:1781825022.041363:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302322707 00000100:00000001:3.0:1781825022.041365:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.041367:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041369:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.041371:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.049365:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.049370:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825022.049377:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825022.049379:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825022.049382:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781825022.049387:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:3.0:1781825022.049390:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:3.0:1781825022.049393:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825022.049398:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825022.049408:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049414:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825022.049416:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.049419:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825022.049422:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825022.049425:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825022.049427:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.049430:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825022.049435:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=139 v=5 (5 5 5 0) 00000100:00001000:3.0:1781825022.049439:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=52 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825022.049442:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825022.049443:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825022.049446:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825022.049448:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.049451:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.049455:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049463:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.049466:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825022.049468:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825022.049471:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825022.049478:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051419136:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825022.049484:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825022.049485:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825022.049486:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825022.049489:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825022.049491:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825022.049493:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825022.049496:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825022.049504:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049510:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825022.049511:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.049513:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825022.049514:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825022.049515:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825022.049516:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.049518:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825022.049524:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=139 v=36 (36 36 36 0) 00000100:00001000:3.0:1781825022.049527:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=139 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825022.049529:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825022.049531:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825022.049532:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825022.049535:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.049539:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825022.049541:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825022.049543:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825022.049544:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.049548:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049554:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.049556:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825022.049557:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825022.049560:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825022.049567:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.049574:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.049576:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825022.049579:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051419136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049586:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825022.049588:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825022.049592:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053400. 02000000:00000001:3.0:1781825022.049595:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825022.049598:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825022.049600:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825022.049602:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825022.049604:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825022.049608:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825022.049610:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825022.049612:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781825022.049616:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825022.049618:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.049619:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825022.049623:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051419392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.049629:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825022.049630:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825022.049632:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052800. 02000000:00000001:3.0:1781825022.049634:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825022.049635:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825022.049636:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825022.049638:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825022.049639:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825022.049641:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825022.049642:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825022.049643:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781825022.049645:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825022.049646:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.049649:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.049650:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.050626:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825022.050630:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825022.050632:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825022.050634:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781825022.050637:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:3.0:1781825022.050639:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:3.0:1781825022.050642:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825022.050646:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825022.050826:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.050833:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825022.050836:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.050838:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825022.050840:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825022.050841:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825022.050843:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.050845:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825022.050851:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=139 v=36 (36 36 36 0) 00000100:00001000:3.0:1781825022.050854:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=52 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825022.050856:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825022.050858:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825022.050860:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825022.050862:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.050865:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825022.050867:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825022.050869:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825022.050870:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.050874:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.050880:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.050882:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825022.050884:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825022.050887:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825022.051331:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.051337:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.051339:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825022.051343:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051419264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.051350:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825022.051352:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825022.051354:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825022.051357:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825022.051359:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825022.051361:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825022.051362:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825022.051364:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781825022.051367:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825022.051369:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825022.051371:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781825022.051373:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825022.051375:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.051727:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.051730:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.051732:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825022.051734:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.051840:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.055542:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.055546:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825022.055553:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825022.055555:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825022.055558:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781825022.055563:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825022.055565:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825022.055568:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825022.055573:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825022.055588:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.055594:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825022.055596:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.055598:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825022.055601:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825022.055604:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825022.055606:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825022.055609:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825022.055619:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=139 v=5 (5 5 5 0) 00000100:00001000:3.0:1781825022.055623:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1781825022.055626:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825022.055628:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825022.055630:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825022.055634:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.055637:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825022.055639:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825022.055640:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825022.055642:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825022.055646:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.055653:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825022.055656:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825022.055657:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825022.055662:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825022.055671:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051419520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825022.055676:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.055679:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825022.055682:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051419520/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825022.055689:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825022.055691:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825022.055694:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825022.055697:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825022.055712:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825022.055714:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825022.055717:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825022.055719:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825022.055723:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825022.055725:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825022.055727:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781825022.055732:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825022.055733:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.055797:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825022.055805:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825022.055807:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825022.055809:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825022.055811:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825022.486634:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825022.486636:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825022.486638:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825024.534344:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825024.534348:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825024.534351:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825026.583336:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825026.583340:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825026.583346:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825028.633189:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825028.633193:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825028.633197:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825030.681769:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825030.681777:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825030.681782:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825032.282064:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825032.282072:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825032.282102:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825032.282107:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825032.282112:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825032.282116:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825032.282120:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825032.282128:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825032.282135:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282146:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825032.282156:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825032.282160:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282167:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282192:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282195:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825032.282199:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825032.282202:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825032.282205:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825032.282207:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825032.282208:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825032.282210:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825032.282213:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825032.282215:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282219:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825032.282225:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825032.282227:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282231:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_00+0] req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282238:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282239:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825032.282242:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825032.282245:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825032.282247:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825032.282249:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825032.282250:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825032.282252:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825032.282265:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825032.282268:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282273:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825032.282279:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825032.282281:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282284:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_01+1] req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282291:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282293:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825032.282295:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825032.282299:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825032.282301:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825032.282303:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825032.282304:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825032.282305:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825032.282308:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825032.282310:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282314:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825032.282321:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825032.282322:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282326:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_00+0] req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282332:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282334:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825032.282338:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825032.282342:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7661) 00000100:00000001:2.0:1781825032.282361:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.282365:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825032.282367:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825032.282372:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282379:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825032.282380:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282384:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825032.282387:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825032.282390:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825032.282393:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.282397:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825032.282403:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825032.282406:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282408:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825032.282412:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825032.282415:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825032.282422:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825032.282425:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825032.282432:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825032.282438:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051420288, portal 10 00000100:00000001:2.0:1781825032.282439:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825032.282441:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:2.0:1781825032.282446:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282452:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825032.282455:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825032.282457:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825032.282460:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051420288, offset 0 00000400:00000200:2.0:1781825032.282465:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282473:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282480:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825032.282485:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825032.282489:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825032.282492:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825032.282494:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282497:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378189:378189:256:4294967295] 192.168.204.116@tcp LPNI seq info [378140:378140:8:4294967295] 00000400:00000200:2.0:1781825032.282501:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282510:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825032.282516:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825032.282520:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825032.282526:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825032.282534:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825032.282537:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825032.282552:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282557:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 30066 usecs (31 jiffies) 00000400:00000200:2.0:1781825032.282560:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825032.282563:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302324259 00000100:00000001:2.0:1781825032.282566:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302327825 00000100:00000001:2.0:1781825032.282568:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302324259 00000100:00000001:2.0:1781825032.282570:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302327825 00000100:00000001:2.0:1781825032.282572:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.282574:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.282576:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825032.282579:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282585:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825032.282586:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282588:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825032.282590:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825032.282592:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825032.282594:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.282597:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825032.282600:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825032.282601:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282602:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825032.282605:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825032.282607:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825032.282610:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825032.282613:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825032.282616:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825032.282618:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051420544, portal 4 00000100:00000001:2.0:1781825032.282620:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825032.282621:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:2.0:1781825032.282626:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282632:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825032.282634:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825032.282636:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825032.282638:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051420544, offset 0 00000400:00000200:2.0:1781825032.282641:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282644:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282647:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825032.282650:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825032.282653:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825032.282655:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825032.282657:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282659:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378190:378190:255:4294967295] 192.168.204.116@tcp LPNI seq info [378141:378141:7:4294967295] 00000400:00000200:2.0:1781825032.282663:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282667:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825032.282671:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825032.282674:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825032.282677:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825032.282680:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825032.282682:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825032.282684:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.282687:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 820948 usecs (821 jiffies) 00000400:00000200:2.0:1781825032.282689:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825032.282703:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302325049 00000100:00000001:2.0:1781825032.282708:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302327825 00000100:00000001:2.0:1781825032.282709:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302325049 00000100:00000001:2.0:1781825032.282711:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302327825 00000100:00000001:2.0:1781825032.282712:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.282714:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.282716:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.282718:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.282724:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825032.282726:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825032.282728:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.282729:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825032.282730:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825032.282732:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825032.282733:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.282735:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825032.282736:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.282737:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.282738:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825032.282739:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825032.282742:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282747:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825032.282749:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282750:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825032.282752:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825032.282754:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825032.282757:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051420160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.282760:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825032.282762:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825032.282763:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282765:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825032.282768:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825032.282770:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825032.282773:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825032.282776:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825032.282780:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825032.282782:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051420160, portal 25 00000100:00000001:2.0:1781825032.282784:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825032.282785:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825032.282790:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282796:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825032.282798:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825032.282800:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825032.282803:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051420160, offset 0 00000400:00000200:2.0:1781825032.282806:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282810:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282813:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825032.282815:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825032.282818:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825032.282826:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825032.282829:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282831:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378191:378191:254:4294967295] 192.168.204.116@tcp LPNI seq info [378142:378142:6:4294967295] 00000400:00000200:2.0:1781825032.282835:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282841:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825032.282845:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825032.282849:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825032.282853:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825032.282857:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825032.282859:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825032.282862:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825032.282865:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825032.282867:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302332949 00000100:00000001:2.0:1781825032.282874:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302327825 00000100:00000001:2.0:1781825032.282877:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302332949 00000100:00000001:2.0:1781825032.282880:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302327825 00000100:00000001:2.0:1781825032.282883:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.282886:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.282887:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825032.282891:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282897:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825032.282898:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282900:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825032.282901:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825032.282903:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825032.282906:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.282909:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825032.282911:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825032.282912:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.282914:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825032.282916:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825032.282919:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825032.282922:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825032.282924:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825032.282927:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825032.282930:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051420416, portal 10 00000100:00000001:2.0:1781825032.282932:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825032.282933:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825032.282938:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.282944:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825032.282946:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825032.282948:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825032.282950:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051420416, offset 0 00000400:00000200:2.0:1781825032.282955:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282959:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282962:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825032.282964:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825032.282966:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825032.282969:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825032.282971:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825032.282974:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378192:378192:253:4294967295] 192.168.204.116@tcp LPNI seq info [378143:378143:5:4294967295] 00000400:00000200:2.0:1781825032.282978:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825032.282983:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825032.282987:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825032.282990:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825032.282994:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825032.282998:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825032.283000:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825032.283002:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.283005:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21162 usecs (22 jiffies) 00000400:00000200:2.0:1781825032.283008:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825032.283009:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302324250 00000100:00000001:2.0:1781825032.283011:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302332949 00000100:00000001:2.0:1781825032.283013:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302324250 00000100:00000001:2.0:1781825032.283015:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302332949 00000100:00000001:2.0:1781825032.283017:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.283018:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.283020:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.283022:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.283050:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.283052:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.289448:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.289452:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825032.290892:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825032.290896:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825032.290900:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825032.290907:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825032.290909:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825032.290913:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825032.290921:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825032.290932:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.290950:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825032.290953:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.290955:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825032.290959:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825032.290961:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825032.290963:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.290967:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825032.290978:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=149 v=36 (36 36 36 0) 00000100:00001000:2.0:1781825032.290983:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=62 v=5 (1 1 2 0) 00000100:00000001:2.0:1781825032.290985:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825032.290986:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825032.290989:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825032.290992:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.290996:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825032.290998:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825032.291000:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825032.291001:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.291006:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291013:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.291016:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825032.291018:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825032.291022:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825032.291029:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420288:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825032.291035:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825032.291036:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825032.291038:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825032.291040:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781825032.291042:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781825032.291044:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825032.291048:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825032.291055:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291061:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825032.291062:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291064:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825032.291065:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825032.291066:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825032.291067:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.291069:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825032.291072:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=149 v=5 (5 5 5 0) 00000100:00001000:2.0:1781825032.291074:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1781825032.291076:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825032.291109:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825032.291111:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825032.291112:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291114:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825032.291116:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825032.291117:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825032.291119:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.291122:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291129:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.291130:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825032.291132:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825032.291135:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825032.291141:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.291145:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291147:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825032.291150:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051420288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291156:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825032.291159:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825032.291162:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825032.291165:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825032.291168:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825032.291170:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825032.291172:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825032.291174:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781825032.291177:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825032.291179:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825032.291181:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:2.0:1781825032.291184:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825032.291186:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291187:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825032.291190:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051420544/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291196:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825032.291198:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825032.291199:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825032.291202:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825032.291203:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825032.291204:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825032.291206:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825032.291207:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825032.291209:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825032.291210:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825032.291211:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781825032.291213:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825032.291214:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291217:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291219:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.291221:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825032.291223:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825032.291224:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825032.291226:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825032.291228:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825032.291230:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825032.291232:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825032.291236:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825032.291245:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291250:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825032.291252:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291253:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825032.291475:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825032.291477:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825032.291478:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.291480:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825032.291483:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=149 v=5 (5 5 5 0) 00000100:00001000:2.0:1781825032.291486:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=62 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825032.291488:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825032.291489:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825032.291491:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825032.291493:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291494:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.291498:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291504:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.291505:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825032.291507:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825032.291509:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825032.291515:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051420160:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825032.291521:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825032.291522:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825032.291524:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825032.291526:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825032.291528:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825032.291530:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825032.291533:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825032.291540:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291546:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825032.291547:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291549:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825032.291551:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825032.291552:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825032.291553:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825032.291555:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825032.291559:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=149 v=36 (36 36 36 0) 00000100:00001000:2.0:1781825032.291561:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=149 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825032.291563:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825032.291564:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825032.291566:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825032.291568:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291570:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825032.291572:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825032.291573:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825032.291575:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825032.291578:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291583:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825032.291585:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825032.291586:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825032.291589:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825032.291595:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051420416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825032.291599:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291601:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825032.291603:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051420160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291609:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825032.291610:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825032.291612:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825032.291615:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825032.291616:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825032.291618:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825032.291619:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825032.291620:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825032.291623:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825032.291624:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825032.291625:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825032.291628:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825032.291628:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291630:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825032.291633:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051420416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825032.291643:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825032.291644:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825032.291645:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825032.291647:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825032.291648:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825032.291649:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825032.291651:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825032.291652:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825032.291654:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825032.291655:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825032.291656:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825032.291658:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825032.291659:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291660:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825032.291667:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825032.291669:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825032.291671:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825032.291672:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825032.726499:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825032.726502:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825032.726505:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825034.774687:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825034.774691:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825034.774694:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825036.822352:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825036.822356:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825036.822359:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825038.870719:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825038.870724:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825038.870731:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825040.918444:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825040.918447:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825040.918450:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825042.518763:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825042.518773:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825042.518783:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825042.518789:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825042.518793:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825042.518795:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825042.518800:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825042.518808:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1900. 00000100:00000001:3.0:1781825042.518813:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518823:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825042.518833:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825042.518837:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518843:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.518874:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518878:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825042.518881:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825042.518884:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825042.518887:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825042.518890:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825042.518892:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825042.518894:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825042.518897:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:2.0:1781825042.518898:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.518901:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.518904:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781825042.518908:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825042.518908:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825042.518918:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.518919:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825042.518923:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518931:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.518939:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518941:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825042.518944:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825042.518947:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825042.518949:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825042.518951:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825042.518953:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825042.518954:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825042.518957:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825042.518959:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518963:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825042.518969:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825042.518971:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518974:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.518982:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.518987:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825042.518989:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825042.518992:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1781825042.518993:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1781825042.518997:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 02000000:00000001:2.0:1781825042.518999:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1781825042.519002:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 02000000:00000001:2.0:1781825042.519003:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.519007:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825042.519009:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519011:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825042.519014:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825042.519016:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051421184:192.168.204.116@tcp:400:kworker.0 02000000:00000010:3.0:1781825042.519020:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:2.0:1781825042.519022:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825042.519026:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825042.519029:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825042.519033:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.519034:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781825042.519038:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781825042.519044:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1781825042.519044:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 00000100:00000001:3.0:1781825042.519049:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825042.519049:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.519056:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825042.519058:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825042.519063:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000100:00000001:3.0:1781825042.519070:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.519072:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1781825042.519074:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000040:3.0:1781825042.519076:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825042.519115:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7672) 00000100:00000001:3.0:1781825042.519129:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.519131:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825042.519133:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825042.519137:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.519144:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825042.519146:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519148:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825042.519150:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825042.519152:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825042.519155:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825042.519158:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825042.519161:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825042.519163:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519165:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825042.519169:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053000. 02000000:00000001:3.0:1781825042.519170:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825042.519174:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825042.519187:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781825042.519192:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825042.519198:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421312, portal 10 00000100:00000001:3.0:1781825042.519200:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825042.519202:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781825042.519209:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.519216:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825042.519219:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825042.519221:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825042.519225:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051421312, offset 0 00000400:00000200:3.0:1781825042.519231:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519240:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519248:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825042.519252:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825042.519257:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825042.519261:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825042.519263:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519266:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378197:378197:256:4294967295] 192.168.204.116@tcp LPNI seq info [378148:378148:8:4294967295] 00000400:00000200:3.0:1781825042.519270:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519279:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825042.519284:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825042.519288:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825042.519294:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825042.519301:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825042.519304:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825042.519323:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.519328:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29947 usecs (30 jiffies) 00000400:00000200:3.0:1781825042.519331:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825042.519334:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302334495 00000100:00000001:3.0:1781825042.519337:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302338065 00000100:00000001:3.0:1781825042.519339:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302334495 00000100:00000001:3.0:1781825042.519342:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302338066 00000100:00000001:3.0:1781825042.519344:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.519346:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.519348:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825042.519352:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.519357:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825042.519358:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519360:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825042.519361:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825042.519363:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825042.519365:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825042.519368:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825042.519370:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825042.519372:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519374:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825042.519376:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781825042.519377:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825042.519380:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825042.519382:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781825042.519386:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825042.519389:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421568, portal 4 00000100:00000001:3.0:1781825042.519390:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825042.519392:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:3.0:1781825042.519396:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.519401:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825042.519404:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825042.519406:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825042.519408:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051421568, offset 0 00000400:00000200:3.0:1781825042.519412:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519415:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519419:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825042.519421:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825042.519423:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825042.519425:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825042.519427:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519430:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378198:378198:255:4294967295] 192.168.204.116@tcp LPNI seq info [378149:378149:7:4294967295] 00000400:00000200:3.0:1781825042.519433:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519438:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825042.519442:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825042.519446:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:3.0:1781825042.519449:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825042.519456:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825042.519458:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825042.519460:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.519463:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 813938 usecs (814 jiffies) 00000400:00000200:3.0:1781825042.519466:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825042.519468:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302335279 00000100:00000001:3.0:1781825042.519469:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302338065 00000100:00000001:3.0:1781825042.519471:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302335279 00000100:00000001:3.0:1781825042.519473:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302338066 00000100:00000001:3.0:1781825042.519475:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.519477:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.519479:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.519481:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.519488:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825042.519490:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825042.519504:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.519505:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825042.519507:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825042.519509:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825042.519511:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.519513:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825042.519514:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.519516:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.519517:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825042.519518:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825042.519521:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.519527:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825042.519528:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519530:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825042.519532:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825042.519533:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825042.519535:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825042.519538:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825042.519541:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825042.519542:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.519544:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825042.519546:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781825042.519548:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825042.519551:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825042.519554:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825042.519557:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825042.519560:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421440, portal 10 00000100:00000001:3.0:1781825042.519561:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825042.519562:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:3.0:1781825042.519567:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825042.519634:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421184, portal 25 00000100:00000001:2.0:1781825042.519637:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825042.519638:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825042.519645:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825042.519653:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825042.519655:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825042.519658:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825042.519661:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051421184, offset 0 00000100:00000001:3.0:1781825042.519668:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825042.519671:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825042.519675:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825042.519678:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051421440, offset 0 00000400:00000200:3.0:1781825042.519681:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519684:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519687:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825042.519689:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825042.519692:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825042.519694:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825042.519695:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825042.519698:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378199:378199:254:4294967295] 192.168.204.116@tcp LPNI seq info [378150:378150:6:4294967295] 00000400:00000200:3.0:1781825042.519701:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825042.519706:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825042.519709:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825042.519712:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825042.519715:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825042.519719:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825042.519723:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781825042.519725:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825042.519728:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825042.519732:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781825042.519733:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21126 usecs (22 jiffies) 00000400:00000200:3.0:1781825042.519740:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825042.519741:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781825042.519742:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302334487 00000400:00000200:2.0:1781825042.519746:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781825042.519747:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302338065 00000100:00000001:3.0:1781825042.519751:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302334487 00000400:00000200:2.0:1781825042.519751:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:3.0:1781825042.519757:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302338066 00000400:00000200:2.0:1781825042.519757:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781825042.519762:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781825042.519762:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781825042.519767:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825042.519768:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378200:378200:253:4294967295] 192.168.204.116@tcp LPNI seq info [378151:378151:5:4294967295] 00000100:00000001:3.0:1781825042.519770:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.519775:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825042.519776:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825042.519787:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825042.519791:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825042.519795:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825042.519800:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825042.519805:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825042.519808:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825042.519811:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825042.519814:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825042.519817:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302343186 00000100:00000001:2.0:1781825042.519825:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302338065 00000100:00000001:2.0:1781825042.519828:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302343186 00000100:00000001:2.0:1781825042.519831:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302338066 00000100:00000001:2.0:1781825042.519834:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825042.519836:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.519839:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.519841:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825042.519844:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825042.519846:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825042.519848:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825042.519849:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825042.519850:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.519852:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.529119:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.529124:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825042.533432:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825042.533439:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825042.533443:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781825042.533450:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825042.533452:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825042.533457:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825042.533470:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825042.533482:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.533490:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825042.533519:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.533528:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825042.533532:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825042.533534:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825042.533536:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.533539:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825042.533549:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=9 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825042.533553:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=72 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825042.533555:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825042.533557:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825042.533559:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825042.533563:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.533566:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825042.533568:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825042.533578:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825042.533579:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.533584:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.533591:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.533594:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825042.533595:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825042.533599:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825042.533607:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825042.533613:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.533616:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825042.533619:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051421312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.533625:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825042.533627:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825042.533630:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053000. 02000000:00000001:3.0:1781825042.533634:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825042.533637:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825042.533638:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825042.533640:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825042.533643:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:3.0:1781825042.533646:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825042.533648:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825042.533650:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781825042.533653:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825042.533655:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.533658:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.533660:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.533662:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825042.533663:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.533665:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.538141:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.538147:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825042.539839:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825042.539845:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825042.539849:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825042.539857:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825042.539859:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825042.539864:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825042.539874:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825042.539893:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.539901:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825042.539903:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.539906:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825042.539909:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825042.539912:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825042.539913:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.539917:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825042.539926:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=9 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825042.539931:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825042.539934:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825042.539935:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825042.539937:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825042.539941:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.539944:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825042.539946:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825042.539948:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825042.539950:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.539954:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.539961:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.539965:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825042.539967:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825042.539970:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825042.539978:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421440:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825042.539985:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825042.539987:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825042.539988:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781825042.539991:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825042.539993:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825042.539995:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825042.539999:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825042.540006:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.540012:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825042.540013:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.540015:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825042.540016:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825042.540018:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825042.540019:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825042.540021:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825042.540025:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825042.540028:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1781825042.540030:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825042.540031:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825042.540033:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825042.540034:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.540036:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825042.540038:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825042.540039:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825042.540041:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825042.540057:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.540064:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825042.540066:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825042.540068:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825042.540071:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825042.540210:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825042.540219:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.540222:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825042.540226:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051421440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.540234:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825042.540236:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825042.540239:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781825042.540243:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825042.540245:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825042.540248:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825042.540249:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825042.540252:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:3.0:1781825042.540256:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825042.540257:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825042.540259:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:3.0:1781825042.540262:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825042.540264:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.540265:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825042.540269:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051421568/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825042.540274:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825042.540275:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825042.540277:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781825042.540278:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825042.540279:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825042.540280:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825042.540282:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825042.540283:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:3.0:1781825042.540285:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825042.540286:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825042.540287:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:3.0:1781825042.540289:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825042.540290:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.540292:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825042.540300:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825042.540302:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825042.540304:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825042.540307:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.542415:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825042.542422:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825042.542431:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825042.542433:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825042.542437:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825042.542445:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825042.542448:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825042.542452:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825042.542461:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825042.542471:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825042.542479:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825042.542480:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825042.542483:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825042.542485:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825042.542488:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825042.542490:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825042.542503:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825042.542509:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=9 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825042.542513:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=72 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825042.542516:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825042.542525:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825042.542528:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825042.542530:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.542532:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825042.542537:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825042.542543:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825042.542546:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825042.542548:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825042.542551:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825042.542558:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051421184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825042.542563:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825042.542565:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825042.542568:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051421184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825042.542880:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825042.542883:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825042.542887:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825042.542892:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825042.542895:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825042.542896:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825042.542899:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825042.542901:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1900. 02000000:00000001:2.0:1781825042.542905:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825042.542906:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825042.542908:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825042.542914:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825042.542915:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825042.542918:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825042.542924:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825042.542925:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825042.542927:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825042.542929:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825042.966392:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825042.966396:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825042.966398:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825045.017436:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825045.017442:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825045.017454:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825047.063589:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825047.063594:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825047.063598:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825047.638207:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825047.638219:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825047.638231:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825047.638304:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825047.638318:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825047.638321:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825047.638326:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825047.638335:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:3.0:1781825047.638342:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638354:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825047.638365:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825047.638370:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638385:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_01+1] req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638432:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638436:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825047.638440:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825047.638443:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825047.638445:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825047.638448:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825047.638450:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825047.638452:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825047.638456:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825047.638459:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638463:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825047.638471:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825047.638473:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638476:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638484:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638486:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825047.638489:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825047.638491:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825047.638493:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825047.638495:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825047.638496:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825047.638497:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825047.638500:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:3.0:1781825047.638502:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638506:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825047.638513:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825047.638515:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638518:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638524:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638527:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825047.638530:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825047.638533:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825047.638535:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825047.638537:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825047.638538:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825047.638540:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825047.638542:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:3.0:1781825047.638544:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638548:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825047.638574:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825047.638577:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638581:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638588:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.638590:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825047.638593:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825047.638598:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7677) 00000100:00000001:3.0:1781825047.638678:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.638682:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825047.638685:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825047.638690:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638698:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825047.638700:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.638703:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825047.638706:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825047.638708:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825047.638711:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825047.638716:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825047.638722:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825047.638725:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.638727:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825047.638732:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781825047.638734:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825047.638741:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825047.638746:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781825047.638753:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825047.638760:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421824, portal 10 00000100:00000001:3.0:1781825047.638763:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825047.638764:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:3.0:1781825047.638772:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.638779:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825047.638781:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825047.638784:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825047.638787:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051421824, offset 0 00000400:00000200:3.0:1781825047.638794:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825047.638802:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825047.638810:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825047.638814:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825047.638818:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825047.638822:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825047.638824:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825047.638828:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378201:378201:256:4294967295] 192.168.204.116@tcp LPNI seq info [378152:378152:8:4294967295] 00000400:00000200:3.0:1781825047.638832:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825047.638841:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825047.638847:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825047.638851:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825047.638858:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825047.638866:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825047.638871:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825047.638974:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.638977:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825047.638978:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825047.638984:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.638991:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825047.638992:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.638995:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825047.638996:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825047.638998:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825047.639001:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051421696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825047.639004:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825047.639007:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825047.639009:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.639011:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825047.639014:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825047.639016:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825047.639019:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825047.639022:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825047.639027:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825047.639030:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421696, portal 25 00000100:00000001:2.0:1781825047.639032:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825047.639034:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781825047.639038:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.639045:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825047.639048:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825047.639050:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825047.639052:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051421696, offset 0 00000400:00000200:2.0:1781825047.639056:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825047.639060:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825047.639063:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825047.639066:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825047.639069:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825047.639071:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825047.639073:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825047.639077:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378202:378202:255:4294967295] 192.168.204.116@tcp LPNI seq info [378153:378153:7:4294967295] 00000400:00000200:2.0:1781825047.639104:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825047.639111:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825047.639115:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825047.639119:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825047.639123:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825047.639128:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825047.639130:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825047.639180:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.639185:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29907 usecs (30 jiffies) 00000400:00000200:3.0:1781825047.639190:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825047.639193:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302339615 00000100:00000001:3.0:1781825047.639196:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302343186 00000100:00000001:3.0:1781825047.639198:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302339615 00000100:00000001:3.0:1781825047.639201:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302343186 00000100:00000001:3.0:1781825047.639203:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825047.639206:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.639208:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825047.639213:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.639219:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825047.639221:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.639223:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825047.639224:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825047.639227:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825047.639229:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825047.639232:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825047.639235:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825047.639237:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.639247:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825047.639251:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053400. 02000000:00000001:3.0:1781825047.639253:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825047.639256:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825047.639259:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825047.639263:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825047.639266:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422080, portal 4 00000100:00000001:3.0:1781825047.639267:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825047.639268:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:3.0:1781825047.639274:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.639279:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825047.639282:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825047.639285:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825047.639287:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051422080, offset 0 00000400:00000200:3.0:1781825047.639291:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825047.639295:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825047.639298:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825047.639300:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825047.639303:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825047.639305:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825047.639307:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825047.639310:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378203:378203:254:4294967295] 192.168.204.116@tcp LPNI seq info [378154:378154:6:4294967295] 00000400:00000200:3.0:1781825047.639313:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825047.639319:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825047.639323:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825047.639327:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825047.639331:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825047.639334:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825047.639337:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825047.643304:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825047.643330:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825047.643334:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302348310 00000100:00000001:2.0:1781825047.643343:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302343186 00000100:00000001:2.0:1781825047.643350:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302348310 00000100:00000001:2.0:1781825047.643353:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302343186 00000100:00000001:2.0:1781825047.643356:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825047.643359:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.643364:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825047.643374:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.643400:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825047.643403:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.643408:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825047.643412:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825047.643414:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825047.643418:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051421952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825047.643422:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825047.643428:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825047.643431:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.643434:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825047.643443:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825047.643445:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825047.643450:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825047.643459:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825047.643467:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825047.643474:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051421952, portal 10 00000100:00000001:2.0:1781825047.643476:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825047.643478:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825047.643485:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.643492:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825047.643494:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825047.643497:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825047.643500:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051421952, offset 0 00000400:00000200:2.0:1781825047.643506:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825047.643514:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825047.643520:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825047.643525:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825047.643530:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825047.643533:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825047.643536:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825047.643539:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378204:378204:253:4294967295] 192.168.204.116@tcp LPNI seq info [378155:378155:5:4294967295] 00000400:00000200:2.0:1781825047.643544:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825047.643553:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825047.643558:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825047.643576:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825047.643584:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825047.643591:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825047.643595:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825047.643599:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825047.643602:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21138 usecs (22 jiffies) 00000400:00000200:2.0:1781825047.643606:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825047.643608:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302339611 00000100:00000001:2.0:1781825047.643618:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302348310 00000100:00000001:2.0:1781825047.643620:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302339611 00000100:00000001:2.0:1781825047.643622:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302348310 00000100:00000001:2.0:1781825047.643624:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825047.643626:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.643629:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.643632:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.643639:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825047.643641:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825047.643644:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.643646:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825047.643647:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.643650:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.644017:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.644023:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 810528 usecs (811 jiffies) 00000400:00000200:3.0:1781825047.644027:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825047.644029:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302340400 00000100:00000001:3.0:1781825047.644032:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302348310 00000100:00000001:3.0:1781825047.644034:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302340400 00000100:00000001:3.0:1781825047.644036:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302348310 00000100:00000001:3.0:1781825047.644038:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825047.644040:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.644043:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.644044:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.644049:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825047.644051:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825047.644053:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.644054:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825047.644056:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.644058:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.648891:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.648896:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825047.648902:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825047.648904:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825047.648907:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825047.648912:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825047.648914:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825047.648918:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825047.648923:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825047.648933:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.648939:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825047.648941:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.648943:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825047.648946:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825047.648949:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825047.648951:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.648954:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825047.648961:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825047.648965:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=77 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825047.648967:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825047.648969:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825047.648971:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825047.648974:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.648976:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825047.648980:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.648988:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825047.648992:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825047.648994:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825047.648997:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825047.649005:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051421696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825047.649011:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.649013:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825047.649016:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051421696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.649023:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825047.649026:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825047.649029:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825047.649033:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825047.649036:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825047.649038:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825047.649039:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825047.649042:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:2.0:1781825047.649046:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825047.649048:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825047.649050:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825047.649053:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825047.649055:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.649058:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.649060:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.649061:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825047.649062:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.649064:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.650787:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.650791:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825047.655974:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825047.655982:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825047.655987:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825047.655993:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825047.655997:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825047.656001:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825047.656014:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825047.656026:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.656070:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825047.656073:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.656076:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825047.656098:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825047.656101:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825047.656103:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.656106:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825047.656116:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825047.656121:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1781825047.656123:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825047.656125:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825047.656128:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825047.656132:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.656136:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825047.656138:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825047.656140:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825047.656141:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.656147:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.656160:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825047.656164:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825047.656166:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825047.656170:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825047.656178:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825047.656183:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.656186:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825047.656189:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051422080/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.656196:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825047.656198:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825047.656202:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053400. 02000000:00000001:3.0:1781825047.656206:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825047.656208:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825047.656210:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825047.656213:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825047.656215:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:3.0:1781825047.656219:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825047.656220:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825047.656222:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:3.0:1781825047.656225:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825047.656226:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.656230:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.656232:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.656234:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825047.656236:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.656252:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.659954:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.659958:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825047.660199:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825047.660201:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825047.660204:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825047.660209:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825047.660212:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825047.660216:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825047.660220:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825047.660229:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.660236:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825047.660238:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.660240:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825047.660243:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825047.660245:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825047.660247:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825047.660250:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825047.660260:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=14 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825047.660264:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825047.660267:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825047.660268:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825047.660271:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825047.660274:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.660278:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825047.660280:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825047.660282:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825047.660283:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825047.660288:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.660296:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825047.660300:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825047.660302:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825047.660305:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825047.660313:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051421952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825047.660317:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.660330:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825047.660333:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051421952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825047.660339:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825047.660341:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825047.660345:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825047.660349:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825047.660352:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825047.660354:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825047.660356:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825047.660359:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:2.0:1781825047.660362:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825047.660364:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825047.660366:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825047.660375:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825047.660376:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.660379:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825047.660386:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825047.660388:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825047.660390:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825047.660402:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.662042:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.662049:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825047.662056:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825047.662058:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825047.662062:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781825047.662069:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825047.662071:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825047.662075:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825047.662110:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825047.662122:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.662130:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825047.662132:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.662135:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825047.662138:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825047.662140:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825047.662143:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825047.662146:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825047.662153:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=14 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825047.662157:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=77 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825047.662159:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825047.662161:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825047.662163:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825047.662166:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.662169:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825047.662171:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825047.662173:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825047.662174:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825047.662178:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.662186:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825047.662189:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825047.662191:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825047.662195:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825047.662203:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051421824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825047.662208:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.662210:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825047.662214:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051421824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825102 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825047.662220:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825047.662222:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825047.662226:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053c00. 02000000:00000001:3.0:1781825047.662229:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825047.662232:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825047.662233:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825047.662247:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825047.662249:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:3.0:1781825047.662253:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825047.662254:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825047.662256:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:3.0:1781825047.662259:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825047.662260:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.662262:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825047.662268:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825047.662269:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825047.662272:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825047.662274:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825049.111798:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825049.111802:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825049.111806:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825051.159655:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825051.159659:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825051.159662:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825052.758313:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825052.758324:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825052.758334:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825052.758340:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825052.758344:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825052.758347:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825052.758352:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825052.758360:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825052.758366:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758378:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825052.758388:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825052.758393:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758399:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758439:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758442:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825052.758446:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825052.758449:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825052.758451:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825052.758454:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825052.758455:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825052.758457:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825052.758460:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:3.0:1781825052.758463:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758467:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825052.758475:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825052.758477:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758481:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758489:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758492:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825052.758495:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825052.758498:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825052.758500:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825052.758502:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825052.758503:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825052.758505:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825052.758508:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1100. 00000100:00000001:3.0:1781825052.758510:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758514:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825052.758527:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825052.758529:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758533:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758540:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758542:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825052.758546:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825052.758551:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825052.758553:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825052.758556:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825052.758557:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825052.758558:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825052.758561:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:3.0:1781825052.758564:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758568:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825052.758574:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825052.758576:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758580:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758587:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758590:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825052.758594:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825052.758598:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7682) 00000100:00000001:3.0:1781825052.758611:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.758615:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825052.758617:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825052.758622:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758635:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825052.758637:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.758641:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825052.758644:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825052.758646:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825052.758649:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.758653:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825052.758659:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825052.758662:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.758664:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825052.758668:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052800. 02000000:00000001:3.0:1781825052.758670:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825052.758678:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825052.758683:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781825052.758690:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825052.758697:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422336, portal 10 00000100:00000001:3.0:1781825052.758699:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825052.758701:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:3.0:1781825052.758708:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758716:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825052.758729:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825052.758732:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825052.758735:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051422336, offset 0 00000400:00000200:3.0:1781825052.758742:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825052.758751:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.758758:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825052.758763:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825052.758767:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825052.758770:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825052.758772:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825052.758776:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378205:378205:256:4294967295] 192.168.204.116@tcp LPNI seq info [378156:378156:8:4294967295] 00000400:00000200:3.0:1781825052.758780:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.758790:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825052.758795:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825052.758800:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:3.0:1781825052.758807:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825052.758825:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825052.758829:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825052.758845:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.758851:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29906 usecs (30 jiffies) 00000400:00000200:3.0:1781825052.758854:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825052.758868:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302344734 00000100:00000001:3.0:1781825052.758871:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302348310 00000100:00000001:3.0:1781825052.758873:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302344734 00000100:00000001:3.0:1781825052.758875:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302348310 00000100:00000001:3.0:1781825052.758877:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.758880:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.758882:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825052.758887:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758893:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825052.758903:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.758906:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825052.758908:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825052.758910:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825052.758913:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.758916:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825052.758918:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825052.758920:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.758922:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825052.758925:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825052.758926:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825052.758929:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825052.758932:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825052.758936:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825052.758939:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422592, portal 4 00000100:00000001:3.0:1781825052.758941:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825052.758942:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781825052.758947:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.758953:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825052.758955:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825052.758957:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825052.758959:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051422592, offset 0 00000400:00000200:3.0:1781825052.758963:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825052.758966:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.758969:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825052.758972:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825052.758974:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825052.758976:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825052.758978:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825052.758980:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378206:378206:255:4294967295] 192.168.204.116@tcp LPNI seq info [378157:378157:7:4294967295] 00000400:00000200:3.0:1781825052.758983:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.758988:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825052.758991:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825052.758994:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825052.758997:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825052.759001:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825052.759003:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825052.759005:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.759008:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 807128 usecs (808 jiffies) 00000400:00000200:3.0:1781825052.759011:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825052.759013:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302345512 00000100:00000001:3.0:1781825052.759015:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302348310 00000100:00000001:3.0:1781825052.759017:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302345512 00000100:00000001:3.0:1781825052.759019:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302348310 00000100:00000001:3.0:1781825052.759021:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.759023:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.759025:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.759027:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.759035:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825052.759038:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825052.759040:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.759042:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825052.759043:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825052.759045:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825052.759047:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.759048:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825052.759050:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.759051:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.759052:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825052.759053:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825052.759057:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.759062:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825052.759064:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.759066:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825052.759067:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825052.759069:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825052.759071:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051422208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.759073:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825052.759075:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825052.759076:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.759101:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825052.759104:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781825052.759106:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825052.759109:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825052.759112:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781825052.759115:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825052.759118:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422208, portal 25 00000100:00000001:3.0:1781825052.759119:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825052.759120:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:3.0:1781825052.759125:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.759131:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825052.759133:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825052.759136:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825052.759138:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051422208, offset 0 00000400:00000200:3.0:1781825052.759141:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825052.759144:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.759148:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825052.759150:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825052.759152:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825052.759154:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825052.759156:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825052.759158:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378207:378207:254:4294967295] 192.168.204.116@tcp LPNI seq info [378158:378158:6:4294967295] 00000400:00000200:3.0:1781825052.759162:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.759166:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825052.759170:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825052.759172:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825052.759176:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825052.759179:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825052.759181:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825052.759183:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825052.759186:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825052.759188:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302353426 00000100:00000001:3.0:1781825052.759194:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302348310 00000100:00000001:3.0:1781825052.759197:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302353426 00000100:00000001:3.0:1781825052.759200:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302348310 00000100:00000001:3.0:1781825052.759203:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.759204:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.759206:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825052.759210:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.759216:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825052.759217:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.759219:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825052.759221:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825052.759223:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825052.759225:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.759227:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825052.759230:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825052.759231:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.759232:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825052.759236:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825052.759237:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825052.759240:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825052.759242:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781825052.759244:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825052.759247:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422464, portal 10 00000100:00000001:3.0:1781825052.759249:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825052.759250:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:3.0:1781825052.759254:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.759259:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825052.759261:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825052.759263:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825052.759265:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051422464, offset 0 00000400:00000200:3.0:1781825052.759268:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825052.759271:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.759274:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825052.759276:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825052.759278:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825052.759280:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825052.759281:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825052.759284:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378208:378208:253:4294967295] 192.168.204.116@tcp LPNI seq info [378159:378159:5:4294967295] 00000400:00000200:3.0:1781825052.759287:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825052.759291:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825052.759306:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825052.759309:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:3.0:1781825052.759313:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825052.759316:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825052.759318:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825052.759320:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.759323:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21152 usecs (22 jiffies) 00000400:00000200:3.0:1781825052.759325:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825052.759327:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302344727 00000100:00000001:3.0:1781825052.759329:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302353426 00000100:00000001:3.0:1781825052.759331:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302344727 00000100:00000001:3.0:1781825052.759337:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302353426 00000100:00000001:3.0:1781825052.759340:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.759342:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.759344:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.759346:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825052.759385:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825052.759390:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.769628:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.769632:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825052.769639:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825052.769641:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825052.769644:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:3.0:1781825052.769649:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825052.770649:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825052.770659:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825052.770668:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825052.770677:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.770684:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825052.770686:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.770689:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825052.770692:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825052.770694:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825052.770695:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.770698:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825052.770705:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825052.770708:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=82 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825052.770711:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825052.770712:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825052.770714:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825052.770716:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.770719:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.770722:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.770729:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.770732:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825052.770733:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825052.770737:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825052.770743:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051422208:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825052.770753:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825052.770755:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825052.770757:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:3.0:1781825052.770761:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825052.770762:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825052.770765:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825052.770768:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825052.770775:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.770848:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825052.770850:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.770852:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825052.770862:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825052.770871:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825052.770873:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.770875:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825052.770881:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=19 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825052.770884:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=82 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825052.770887:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825052.770888:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825052.770890:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825052.770893:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.771055:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825052.771058:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825052.771060:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825052.771061:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.771066:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.771074:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.771076:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825052.771095:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825052.771100:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825052.771109:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.771113:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.771116:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825052.771120:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051422208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.771127:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825052.771130:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825052.771133:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052c00. 02000000:00000001:3.0:1781825052.771137:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825052.771140:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825052.771142:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825052.771144:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825052.771147:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:3.0:1781825052.771162:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825052.771164:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825052.771166:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:3.0:1781825052.771169:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825052.771171:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.771173:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825052.771176:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051422336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.771182:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825052.771184:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825052.771185:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052800. 02000000:00000001:3.0:1781825052.771187:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825052.771188:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825052.771190:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825052.771192:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825052.771193:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:3.0:1781825052.771195:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825052.771196:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825052.771198:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:3.0:1781825052.771200:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825052.771202:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.771205:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.771207:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.771209:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825052.771211:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.771213:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.773481:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.773486:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825052.773491:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825052.773493:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825052.773496:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:3.0:1781825052.773500:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:3.0:1781825052.773502:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:3.0:1781825052.773505:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825052.773509:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825052.773517:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773523:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825052.773525:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773527:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825052.773530:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825052.773532:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825052.773534:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.773549:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825052.773557:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=19 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825052.773562:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825052.773565:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825052.773566:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825052.773569:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825052.773573:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.773576:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825052.773578:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825052.773580:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825052.773582:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.773587:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773595:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.773598:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825052.773600:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825052.773603:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825052.773614:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422464:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825052.773620:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825052.773621:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825052.773622:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825052.773624:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781825052.773626:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781825052.773628:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825052.773631:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825052.773638:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773646:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825052.773647:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773649:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825052.773650:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825052.773651:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825052.773653:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825052.773654:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825052.773658:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825052.773660:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=146 v=5 (1 1 0 0) 00000100:00000001:3.0:1781825052.773662:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825052.773664:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825052.773665:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825052.773667:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.773669:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825052.773670:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825052.773672:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825052.773673:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825052.773676:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773682:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825052.773683:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825052.773684:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825052.773687:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825052.773694:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825052.773697:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773699:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825052.773702:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051422464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825107 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773708:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825052.773710:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825052.773713:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053e00. 02000000:00000001:3.0:1781825052.773716:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825052.773718:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825052.773720:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825052.773722:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825052.773724:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1100. 02000000:00000001:3.0:1781825052.773727:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825052.773729:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825052.773730:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:3.0:1781825052.773734:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825052.773735:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773737:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825052.773739:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051422592/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825052.773745:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825052.773746:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825052.773747:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053200. 02000000:00000001:3.0:1781825052.773749:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825052.773750:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825052.773751:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825052.773753:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825052.773754:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:3.0:1781825052.773756:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825052.773756:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825052.773757:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781825052.773759:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825052.773760:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773762:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825052.773769:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825052.773771:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825052.773772:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825052.773774:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825053.207727:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825053.207732:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825053.207736:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825055.254446:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825055.254450:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825055.254453:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825057.304120:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825057.304124:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825057.304127:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825057.878573:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825057.878584:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825057.878595:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825057.878613:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825057.878617:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825057.878620:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825057.878625:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825057.878635:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:3.0:1781825057.878641:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878653:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825057.878663:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825057.878667:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878673:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878710:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878713:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825057.878717:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825057.878721:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825057.878724:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825057.878725:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825057.878727:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825057.878728:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825057.878732:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1100. 00000100:00000001:3.0:1781825057.878735:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878739:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825057.878746:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825057.878747:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878751:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_00+0] req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878760:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878762:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825057.878765:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825057.878768:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825057.878770:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825057.878773:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825057.878774:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825057.878775:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825057.878778:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:3.0:1781825057.878781:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878785:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825057.878792:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825057.878794:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878797:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878809:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878812:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825057.878815:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825057.878818:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825057.878820:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825057.878822:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825057.878823:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825057.878825:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825057.878828:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825057.878831:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878835:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825057.878842:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825057.878843:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878847:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878854:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.878855:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825057.878859:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825057.878864:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7687) 00000100:00000001:3.0:1781825057.878880:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825057.878883:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825057.878886:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825057.878891:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878897:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825057.878900:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.878904:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825057.878906:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825057.878910:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825057.878914:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825057.878918:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825057.878936:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825057.878939:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.878942:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825057.878946:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053000. 02000000:00000001:3.0:1781825057.878949:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825057.878957:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825057.878962:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825057.878969:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825057.878976:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422848, portal 10 00000100:00000001:3.0:1781825057.878978:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825057.878980:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:3.0:1781825057.878988:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.878995:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825057.878998:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825057.879002:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825057.879005:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051422848, offset 0 00000400:00000200:3.0:1781825057.879012:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825057.879023:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.879030:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825057.879035:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825057.879040:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825057.879043:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825057.879046:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825057.879050:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378209:378209:256:4294967295] 192.168.204.116@tcp LPNI seq info [378160:378160:8:4294967295] 00000400:00000200:3.0:1781825057.879054:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.879064:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825057.879070:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825057.879075:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825057.879106:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825057.879114:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825057.879118:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825057.879137:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.879142:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29855 usecs (30 jiffies) 00000400:00000200:3.0:1781825057.879145:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825057.879148:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302349855 00000100:00000001:3.0:1781825057.879152:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302353426 00000100:00000001:3.0:1781825057.879154:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302349855 00000100:00000001:3.0:1781825057.879157:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302353426 00000100:00000001:3.0:1781825057.879159:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825057.879161:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.879164:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825057.879168:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.879175:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825057.879177:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.879179:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825057.879180:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825057.879182:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825057.879185:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825057.879188:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825057.879191:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825057.879202:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.879205:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825057.879209:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053a00. 02000000:00000001:3.0:1781825057.879211:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825057.879215:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825057.879218:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b00. 00000400:00000010:3.0:1781825057.879222:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825057.879226:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423104, portal 4 00000100:00000001:3.0:1781825057.879228:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825057.879229:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:3.0:1781825057.879235:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.879240:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825057.879243:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825057.879245:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825057.879249:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051423104, offset 0 00000400:00000200:3.0:1781825057.879253:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825057.879257:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.879261:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825057.879264:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825057.879266:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825057.879269:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825057.879271:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825057.879274:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378210:378210:255:4294967295] 192.168.204.116@tcp LPNI seq info [378161:378161:7:4294967295] 00000400:00000200:3.0:1781825057.879278:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.879284:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825057.879288:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825057.879292:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:3.0:1781825057.879295:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825057.879299:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825057.879302:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825057.879304:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.879307:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 803746 usecs (804 jiffies) 00000400:00000200:3.0:1781825057.879310:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825057.879311:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302350629 00000100:00000001:3.0:1781825057.879313:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302353426 00000100:00000001:3.0:1781825057.879315:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302350629 00000100:00000001:3.0:1781825057.879318:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302353426 00000100:00000001:3.0:1781825057.879320:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825057.879322:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.879324:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.879326:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825057.879334:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825057.879336:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825057.879338:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825057.879340:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825057.879341:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825057.879344:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825057.879345:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825057.879347:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825057.879349:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825057.879350:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825057.879351:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825057.879352:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825057.879356:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.879363:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825057.879364:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.879366:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825057.879368:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825057.879370:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825057.879372:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051422720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825057.879375:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825057.879388:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825057.879390:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.879392:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825057.879395:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 02000000:00000001:3.0:1781825057.879397:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825057.879401:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825057.879403:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c08. 00000400:00000010:3.0:1781825057.879408:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825057.879411:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422720, portal 25 00000100:00000001:2.0:1781825057.879492:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825057.879495:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.890817:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825057.890824:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781825057.890844:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.890855:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825057.890858:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825057.890868:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825057.890876:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051422720, offset 0 00000400:00000200:3.0:1781825057.890883:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825057.890895:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.890903:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825057.890909:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825057.890914:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825057.890918:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825057.890921:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825057.890925:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378211:378211:256:4294967295] 192.168.204.116@tcp LPNI seq info [378162:378162:8:4294967295] 00000400:00000200:3.0:1781825057.890930:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.890940:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825057.890947:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825057.890952:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825057.890960:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825057.890968:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825057.890972:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825057.892219:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825057.892230:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825057.892234:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302358559 00000100:00000001:3.0:1781825057.892243:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302353426 00000100:00000001:3.0:1781825057.892248:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302358559 00000100:00000001:3.0:1781825057.892251:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302353426 00000100:00000001:3.0:1781825057.892255:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825057.892259:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.892264:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825057.892271:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.892280:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825057.892282:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.892286:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825057.892290:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825057.892292:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825057.892295:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825057.892341:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825057.892348:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825057.892351:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.892353:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825057.892720:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052000. 02000000:00000001:3.0:1781825057.892723:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825057.892729:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825057.892733:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35738. 00000400:00000010:3.0:1781825057.892739:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825057.892745:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051422976, portal 10 00000100:00000001:3.0:1781825057.892747:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825057.892749:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:3.0:1781825057.892757:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.892764:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825057.892766:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825057.892769:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825057.892771:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051422976, offset 0 00000400:00000200:3.0:1781825057.892776:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825057.892783:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.892789:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825057.892793:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825057.892797:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825057.892800:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825057.892803:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825057.892806:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378212:378212:256:4294967295] 192.168.204.116@tcp LPNI seq info [378163:378163:8:4294967295] 00000400:00000200:3.0:1781825057.892810:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825057.892819:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825057.892824:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825057.892829:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825057.892834:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825057.892839:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825057.892843:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825057.892863:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.892867:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21147 usecs (22 jiffies) 00000400:00000200:3.0:1781825057.892870:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825057.892872:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302349860 00000100:00000001:3.0:1781825057.892875:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302358559 00000100:00000001:3.0:1781825057.892877:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302349860 00000100:00000001:3.0:1781825057.892879:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302358559 00000100:00000001:3.0:1781825057.892881:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825057.892883:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1781825057.892888:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825057.892889:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825057.892892:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:3.0:1781825057.892895:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781825057.892898:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781825057.892900:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825057.892905:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825057.892914:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.892937:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825057.892939:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825057.892941:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825057.892944:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825057.892947:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825057.892949:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825057.892952:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825057.892960:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=24 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825057.892965:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=87 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825057.892967:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825057.892968:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825057.892971:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825057.892974:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.892978:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825057.892980:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825057.892982:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825057.892984:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825057.892988:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.892996:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825057.892999:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825057.893000:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825057.893005:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825057.893013:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825057.893021:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.893027:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825057.893032:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051422848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825057.895047:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825057.895053:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825057.895058:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053000. 02000000:00000001:3.0:1781825057.895062:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825057.895064:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825057.895067:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825057.895069:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825057.895072:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1100. 02000000:00000001:3.0:1781825057.895076:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825057.895094:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825057.895096:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:3.0:1781825057.895100:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825057.895102:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825057.895106:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825057.895108:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825057.895110:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825057.899172:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.899184:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.901398:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825057.901402:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825057.904144:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825057.904148:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825057.904151:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b00. 00000400:00000200:2.0:1781825057.904156:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:2.0:1781825057.904158:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:2.0:1781825057.904162:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825057.904169:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825057.904179:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904187:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825057.904190:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904207:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825057.904211:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825057.904214:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825057.904216:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825057.904219:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825057.904230:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825057.904235:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=151 v=5 (1 1 0 0) 00000100:00000001:2.0:1781825057.904238:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825057.904240:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825057.904243:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825057.904247:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904251:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825057.904253:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825057.904255:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825057.904257:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825057.904262:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904269:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825057.904273:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825057.904275:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825057.904279:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825057.904287:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825057.904292:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904295:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825057.904298:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051423104/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904304:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825057.904306:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825057.904310:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053a00. 02000000:00000001:2.0:1781825057.904313:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825057.904316:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825057.904318:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825057.904320:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825057.904322:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:2.0:1781825057.904326:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825057.904328:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825057.904329:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825057.904333:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825057.904335:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904338:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904340:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825057.904342:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825057.904345:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825057.904346:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825057.904348:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c08. 00000400:00000200:2.0:1781825057.904351:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:2.0:1781825057.904352:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:2.0:1781825057.904354:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825057.904358:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825057.904366:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904372:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825057.904373:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904375:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825057.904376:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825057.904377:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825057.904379:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825057.904381:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825057.904383:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825057.904386:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=87 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825057.904389:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825057.904390:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825057.904391:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825057.904393:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904395:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825057.904398:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904404:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825057.904407:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825057.904408:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825057.904411:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825057.904418:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051422720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825057.904422:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904424:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825057.904426:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051422720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904432:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825057.904433:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825057.904716:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:2.0:1781825057.904722:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825057.904724:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825057.904725:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825057.904727:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825057.904729:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:2.0:1781825057.904731:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825057.904732:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825057.904734:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825057.904737:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825057.904738:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904740:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904742:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825057.904744:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825057.904747:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825057.904748:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825057.904750:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35738. 00000400:00000200:2.0:1781825057.904752:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:2.0:1781825057.904755:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:2.0:1781825057.904757:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825057.904762:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825057.904770:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904777:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825057.904778:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904780:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825057.904782:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825057.904783:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825057.904784:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825057.904786:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825057.904791:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=24 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825057.904794:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825057.904796:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825057.904798:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825057.904799:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825057.904801:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.904804:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825057.904805:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825057.904807:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825057.904808:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825057.904812:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.904819:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825057.904821:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825057.904822:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825057.904825:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825057.904989:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051422976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825057.904995:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.904997:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825057.905002:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051422976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825112 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825057.905009:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825057.905011:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825057.905013:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052000. 02000000:00000001:2.0:1781825057.905016:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825057.905017:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825057.905019:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825057.905021:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825057.905023:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:2.0:1781825057.905025:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825057.905026:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825057.905027:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825057.905030:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825057.905032:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.905033:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825057.905043:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825057.905045:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825057.905047:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825057.905049:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825059.350551:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825059.350555:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825059.350559:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825061.398445:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825061.398449:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825061.398452:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825062.998388:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825062.998398:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825062.998408:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825062.998415:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825062.998419:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825062.998422:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825062.998428:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825062.998437:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825062.998443:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998456:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825062.998467:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825062.998471:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998478:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_01+1] req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.998510:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998513:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825062.998517:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825062.998520:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825062.998523:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825062.998525:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825062.998526:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825062.998528:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825062.998531:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825062.998534:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998538:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825062.998544:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825062.998546:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998550:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.998558:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998560:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825062.998563:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825062.998566:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825062.998568:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825062.998570:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825062.998571:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825062.998572:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825062.998575:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825062.998578:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998582:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825062.998589:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825062.998591:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998594:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.998607:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.998609:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825062.998612:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825062.998615:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825062.998618:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825062.998620:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825062.998621:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825062.998622:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825062.998627:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825062.998629:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825062.998657:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825062.998663:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825062.998666:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825062.998673:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825062.998682:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825062.998684:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825062.998688:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825062.998700:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825062.998703:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825062.998707:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051423232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825062.998711:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825062.998718:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825062.998721:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825062.998723:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825062.998729:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052a00. 02000000:00000001:3.0:1781825062.998731:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825062.998742:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825062.998748:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35a50. 00000400:00000010:3.0:1781825062.998755:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825062.998762:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423232, portal 25 00000100:00000001:3.0:1781825062.998765:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825062.998767:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781825062.998773:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825062.998791:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825062.998794:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825062.998797:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825062.998801:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051423232, offset 0 00000400:00000200:3.0:1781825062.998807:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825062.998815:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825062.998822:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825062.998827:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825062.998831:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825062.998835:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825062.998838:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825062.998841:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378213:378213:256:4294967295] 192.168.204.116@tcp LPNI seq info [378164:378164:8:4294967295] 00000400:00000200:3.0:1781825062.998845:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825062.998855:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825062.998862:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825062.998867:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:3.0:1781825062.998873:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825062.998881:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825062.998886:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825062.998955:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825062.998961:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825062.998964:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302363665 00000100:00000001:3.0:1781825062.998974:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302358559 00000100:00000001:3.0:1781825062.998980:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302363665 00000100:00000001:3.0:1781825062.998983:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302358559 00000100:00000001:3.0:1781825062.998986:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825062.998990:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825062.998992:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825062.998997:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825062.999007:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825062.999009:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825062.999018:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825062.999020:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825062.999025:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.999026:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_00+0] req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825062.999031:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825062.999034:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825062.999041:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999041:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.999047:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1781825062.999050:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051423488:192.168.204.116@tcp:400:kworker.0 00000100:00000040:2.0:1781825062.999051:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1781825062.999058:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781825062.999060:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7692) 02000000:00000001:3.0:1781825062.999062:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825062.999065:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825062.999068:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825062.999072:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052600. 00000100:00000001:2.0:1781825062.999073:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1781825062.999074:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825062.999112:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825062.999116:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c60. 00000400:00000010:3.0:1781825062.999120:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825062.999123:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423488, portal 10 00000100:00000001:2.0:1781825062.999124:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825062.999126:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825062.999128:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825062.999129:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:2.0:1781825062.999135:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825062.999142:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.999147:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825062.999150:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825062.999155:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781825062.999158:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1781825062.999159:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781825062.999165:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 02000000:00000001:2.0:1781825062.999165:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825062.999169:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00100000:2.0:1781825062.999172:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423360:192.168.204.116@tcp:400:kworker.0 00000100:00000200:3.0:1781825062.999174:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051423488, offset 0 00000400:00000200:3.0:1781825062.999180:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825062.999185:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825062.999190:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:2.0:1781825062.999192:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781825062.999195:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1781825062.999196:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825062.999200:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825062.999201:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000001:2.0:1781825062.999204:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781825062.999207:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1781825062.999211:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 00000400:00000200:3.0:1781825062.999212:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 02000000:00000001:2.0:1781825062.999215:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825062.999220:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378214:378214:255:4294967295] 192.168.204.116@tcp LPNI seq info [378165:378165:7:4294967295] 00000400:00000200:2.0:1781825062.999223:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825062.999227:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825062.999230:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825062.999236:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423360, portal 10 00000100:00000001:2.0:1781825062.999239:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1781825062.999240:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825062.999242:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825062.999251:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.999260:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825062.999263:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825062.999265:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:2.0:1781825062.999265:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825062.999270:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051423360, offset 0 00000800:00000200:3.0:1781825062.999277:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825062.999278:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825062.999285:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000400:00000200:2.0:1781825062.999285:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825062.999293:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:3.0:1781825062.999295:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781825062.999298:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825062.999303:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000200:3.0:1781825062.999304:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:2.0:1781825062.999307:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1781825062.999310:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781825062.999311:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825062.999317:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378215:378215:254:4294967295] 192.168.204.116@tcp LPNI seq info [378166:378166:6:4294967295] 00000100:00000001:3.0:1781825062.999318:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825062.999326:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825062.999332:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825062.999336:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825062.999337:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21173 usecs (22 jiffies) 00000800:00000010:2.0:1781825062.999341:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000400:00000200:3.0:1781825062.999346:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:2.0:1781825062.999350:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:3.0:1781825062.999354:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302354967 00000800:00000200:2.0:1781825062.999358:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:3.0:1781825062.999360:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302363665 00000800:00000200:2.0:1781825062.999362:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825062.999365:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302354967 00000100:00000001:2.0:1781825062.999367:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825062.999371:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302363665 00000100:00000040:2.0:1781825062.999372:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29813 usecs (30 jiffies) 00000100:00000001:3.0:1781825062.999376:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781825062.999380:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825062.999382:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999383:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302354975 00000100:00000001:3.0:1781825062.999387:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999388:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302363665 00000100:00000001:3.0:1781825062.999391:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825062.999392:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302354975 00000100:00000001:2.0:1781825062.999396:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302363665 00000100:00000001:2.0:1781825062.999398:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825062.999400:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825062.999401:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825062.999402:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825062.999406:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1781825062.999407:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825062.999411:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825062.999414:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825062.999417:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999421:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825062.999422:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999425:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825062.999432:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825062.999434:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825062.999438:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825062.999442:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825062.999446:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825062.999449:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825062.999451:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825062.999452:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825062.999456:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825062.999458:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825062.999462:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825062.999465:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825062.999469:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825062.999472:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423616, portal 4 00000100:00000001:2.0:1781825062.999473:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825062.999474:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:2.0:1781825062.999479:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825062.999485:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825062.999487:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825062.999489:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825062.999491:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051423616, offset 0 00000400:00000200:2.0:1781825062.999496:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825062.999499:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825062.999502:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825062.999505:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825062.999507:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825062.999509:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825062.999511:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825062.999514:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378216:378216:253:4294967295] 192.168.204.116@tcp LPNI seq info [378167:378167:5:4294967295] 00000400:00000200:2.0:1781825062.999518:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825062.999523:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825062.999527:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825062.999530:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825062.999534:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825062.999537:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825062.999540:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825062.999542:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825062.999545:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 800446 usecs (801 jiffies) 00000400:00000200:2.0:1781825062.999548:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825062.999550:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302355746 00000100:00000001:2.0:1781825062.999553:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302363665 00000100:00000001:2.0:1781825062.999554:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302355746 00000100:00000001:2.0:1781825062.999557:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302363665 00000100:00000001:2.0:1781825062.999559:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825062.999561:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999563:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999565:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825062.999569:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825062.999571:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825062.999572:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825062.999573:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825062.999575:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825062.999577:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.002900:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.002914:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825063.002922:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825063.002924:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825063.002927:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825063.002932:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781825063.002935:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781825063.002938:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825063.002943:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825063.002953:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.002959:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825063.002961:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.002964:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825063.002968:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825063.002970:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825063.002973:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825063.002977:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825063.002987:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825063.002991:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825063.002994:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825063.002996:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825063.002999:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825063.003003:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.003007:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825063.003009:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825063.003011:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825063.003012:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825063.003017:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.003025:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825063.003029:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825063.003031:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825063.003035:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825063.003044:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825063.003049:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.003051:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825063.003055:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051423616/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.003062:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825063.003065:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825063.003069:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825063.003074:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825063.003115:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825063.003118:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825063.003121:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825063.003123:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825063.003127:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825063.003129:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825063.003131:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:2.0:1781825063.003134:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825063.003136:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.003139:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.003141:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.003142:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825063.003144:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.003146:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.007794:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.007798:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825063.007805:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825063.007807:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825063.007811:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35a50. 00000400:00000200:2.0:1781825063.007816:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:2.0:1781825063.007819:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:2.0:1781825063.007822:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825063.007827:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825063.007836:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.007843:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825063.007845:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.007848:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825063.007851:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825063.007853:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825063.007855:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825063.007859:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825063.007866:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825063.007870:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=93 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825063.007873:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825063.007875:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825063.007877:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825063.007879:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.007882:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825063.007887:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.007895:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825063.007898:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825063.007900:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825063.007913:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825063.007926:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051423232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825063.007931:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.007934:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825063.007937:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051423232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.007944:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825063.007947:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825063.007950:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052a00. 02000000:00000001:2.0:1781825063.007954:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825063.007957:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825063.007959:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825063.007961:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825063.007964:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781825063.007967:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825063.007968:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825063.007970:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825063.007974:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825063.007976:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.007979:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.007980:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.007982:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825063.007983:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.007985:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.008685:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.008688:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825063.008975:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825063.008977:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825063.008981:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825063.008982:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825063.008985:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c60. 00000400:00000200:3.0:1781825063.008990:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:3.0:1781825063.008992:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:3.0:1781825063.008995:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825063.008999:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825063.009008:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825063.009015:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825063.009017:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825063.009019:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825063.009022:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825063.009024:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825063.009025:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825063.009028:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825063.009035:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=30 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825063.009039:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825063.009042:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825063.009044:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825063.009046:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825063.009048:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825063.009052:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825063.009054:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825063.009057:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825063.009058:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825063.009062:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825063.009069:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825063.009072:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825063.009073:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825063.009119:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825063.009129:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051423488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825063.009134:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825063.009136:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825063.009140:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051423488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825063.009146:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825063.009148:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825063.009151:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052600. 02000000:00000001:3.0:1781825063.009154:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825063.009157:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825063.009159:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825063.009161:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825063.009163:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825063.009166:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825063.009167:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825063.009169:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781825063.009172:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825063.009173:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825063.009175:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825063.009182:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825063.009184:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825063.009186:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825063.009188:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825063.009569:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825063.009571:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825063.009573:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825063.009578:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825063.009579:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825063.009583:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825063.009588:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825063.009597:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.009605:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825063.009606:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.009608:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825063.009609:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825063.009610:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825063.009612:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825063.009614:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825063.009618:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=30 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825063.009622:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=93 v=5 (1 1 2 0) 00000100:00000001:2.0:1781825063.009624:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825063.009626:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825063.009627:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825063.009629:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.009631:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825063.009633:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825063.009635:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825063.009636:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825063.009640:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.009646:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825063.009648:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825063.009649:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825063.009652:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825063.009659:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825063.009712:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.009714:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825063.009718:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051423360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825117 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825063.009725:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825063.009727:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825063.009729:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825063.009732:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825063.009734:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825063.009735:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825063.009737:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825063.009739:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825063.009741:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825063.009742:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825063.009744:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825063.009747:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825063.009748:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.009750:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825063.009753:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825063.009815:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825063.009818:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825063.009820:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825063.446390:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825063.446394:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825063.446397:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825065.495321:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825065.495324:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825065.495327:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825067.542479:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825067.542482:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825067.542485:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825068.119660:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825068.119671:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825068.119677:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825068.119684:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825068.119688:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825068.119691:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825068.119696:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825068.119704:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1900. 00000100:00000001:3.0:1781825068.119710:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119723:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825068.119735:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825068.119739:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119746:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.119781:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119785:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825068.119788:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825068.119792:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825068.119794:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825068.119796:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825068.119798:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825068.119800:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825068.119803:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825068.119805:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119809:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825068.119816:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825068.119819:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119822:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.119830:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119832:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825068.119835:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825068.119837:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825068.119840:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825068.119842:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825068.119843:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825068.119845:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825068.119847:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825068.119850:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119854:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825068.119867:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825068.119869:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119872:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.119879:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119880:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825068.119883:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825068.119886:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825068.119888:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825068.119890:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825068.119892:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825068.119893:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825068.119896:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:3.0:1781825068.119899:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119902:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825068.119910:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825068.119912:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119915:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.119922:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.119924:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825068.119928:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825068.119932:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7697) 00000100:00000001:3.0:1781825068.119943:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825068.119946:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825068.119948:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825068.119953:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.119966:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825068.119968:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.119973:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825068.119975:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825068.119978:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825068.119981:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825068.119986:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825068.119991:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825068.120004:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120007:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825068.120012:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052000. 02000000:00000001:3.0:1781825068.120014:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825068.120021:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825068.120026:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35c60. 00000400:00000010:3.0:1781825068.120032:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825068.120039:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423872, portal 10 00000100:00000001:3.0:1781825068.120042:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825068.120044:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:3.0:1781825068.120051:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120058:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825068.120061:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825068.120064:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825068.120067:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051423872, offset 0 00000400:00000200:3.0:1781825068.120073:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120096:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120104:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825068.120109:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825068.120113:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825068.120116:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825068.120118:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120122:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378217:378217:256:4294967295] 192.168.204.116@tcp LPNI seq info [378168:378168:8:4294967295] 00000400:00000200:3.0:1781825068.120126:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120139:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825068.120145:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825068.120151:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:3.0:1781825068.120158:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825068.120165:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825068.120169:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825068.120190:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.120195:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29758 usecs (30 jiffies) 00000400:00000200:3.0:1781825068.120198:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825068.120201:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302360096 00000100:00000001:3.0:1781825068.120204:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302363665 00000100:00000001:3.0:1781825068.120206:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302360096 00000100:00000001:3.0:1781825068.120208:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302363665 00000100:00000001:3.0:1781825068.120210:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825068.120213:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.120216:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825068.120220:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120226:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825068.120227:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120229:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825068.120231:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825068.120233:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825068.120235:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825068.120238:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825068.120241:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825068.120243:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120245:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825068.120248:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08052200. 02000000:00000001:3.0:1781825068.120250:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825068.120253:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825068.120256:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35e70. 00000400:00000010:3.0:1781825068.120260:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825068.120263:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424128, portal 4 00000100:00000001:3.0:1781825068.120265:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825068.120266:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825068.120271:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120278:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825068.120280:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825068.120282:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825068.120284:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051424128, offset 0 00000400:00000200:3.0:1781825068.120289:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120292:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120296:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825068.120298:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825068.120300:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825068.120302:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825068.120305:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120307:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378218:378218:255:4294967295] 192.168.204.116@tcp LPNI seq info [378169:378169:7:4294967295] 00000400:00000200:3.0:1781825068.120311:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120317:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825068.120321:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825068.120324:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:3.0:1781825068.120328:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825068.120332:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825068.120334:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825068.120337:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.120340:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 797061 usecs (798 jiffies) 00000400:00000200:3.0:1781825068.120343:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825068.120345:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302360864 00000100:00000001:3.0:1781825068.120347:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302363665 00000100:00000001:3.0:1781825068.120349:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302360864 00000100:00000001:3.0:1781825068.120350:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302363665 00000100:00000001:3.0:1781825068.120352:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825068.120354:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.120356:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.120359:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825068.120365:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825068.120367:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825068.120369:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825068.120370:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825068.120372:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825068.120374:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825068.120375:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825068.120377:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825068.120378:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825068.120380:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825068.120381:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825068.120382:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825068.120385:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120392:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825068.120393:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120395:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825068.120396:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825068.120398:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825068.120401:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051423744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825068.120404:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825068.120406:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825068.120407:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120409:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825068.120412:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08053a00. 02000000:00000001:3.0:1781825068.120414:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825068.120417:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825068.120420:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35bb0. 00000400:00000010:3.0:1781825068.120424:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825068.120426:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051423744, portal 25 00000100:00000001:3.0:1781825068.120428:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825068.120429:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:3.0:1781825068.120434:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120440:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825068.120442:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825068.120445:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825068.120447:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051423744, offset 0 00000400:00000200:3.0:1781825068.120451:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120454:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120457:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825068.120460:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825068.120463:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825068.120465:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825068.120467:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825068.120470:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378219:378219:254:4294967295] 192.168.204.116@tcp LPNI seq info [378170:378170:6:4294967295] 00000400:00000200:3.0:1781825068.120474:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.120480:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825068.120484:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825068.120487:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:3.0:1781825068.120491:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825068.120495:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825068.120497:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825068.120500:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825068.120503:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825068.120504:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302368787 00000100:00000001:3.0:1781825068.120512:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302363665 00000100:00000001:3.0:1781825068.120515:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302368787 00000100:00000001:3.0:1781825068.120518:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302363665 00000100:00000001:3.0:1781825068.120520:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825068.120522:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.120524:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825068.120527:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.120534:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825068.120536:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120538:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825068.120539:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825068.120541:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825068.120544:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825068.120547:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825068.120549:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825068.120550:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825068.120552:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825068.120555:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10d20a00. 02000000:00000001:3.0:1781825068.120556:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.120766:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.120770:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825068.122397:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825068.122402:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35aa8. 00000400:00000010:3.0:1781825068.122408:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825068.122414:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424000, portal 10 00000100:00000001:3.0:1781825068.122417:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825068.122419:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825068.122428:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825068.122436:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825068.122440:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825068.122443:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825068.122446:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051424000, offset 0 00000400:00000200:3.0:1781825068.122453:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825068.122461:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.122468:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825068.122472:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825068.122476:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825068.122480:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825068.122483:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825068.122488:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378220:378220:256:4294967295] 192.168.204.116@tcp LPNI seq info [378171:378171:8:4294967295] 00000400:00000200:3.0:1781825068.122494:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825068.122507:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825068.122513:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825068.122518:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:3.0:1781825068.122524:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825068.122530:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825068.122534:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825068.122548:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825068.122553:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21155 usecs (22 jiffies) 00000400:00000200:3.0:1781825068.122557:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825068.122560:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302360090 00000100:00000001:3.0:1781825068.122562:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302368787 00000100:00000001:3.0:1781825068.122565:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302360090 00000100:00000001:3.0:1781825068.122567:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302368787 00000100:00000001:3.0:1781825068.122570:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825068.122573:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.122577:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825068.122580:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127220:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.127227:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825068.127235:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825068.127250:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825068.127256:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35bb0. 00000400:00000200:2.0:1781825068.127262:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:2.0:1781825068.127264:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:2.0:1781825068.127268:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825068.127276:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825068.127296:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127304:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825068.127306:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.127308:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825068.127312:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825068.127314:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825068.127316:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825068.127319:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825068.127326:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825068.127331:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=98 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825068.127333:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825068.127335:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825068.127338:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825068.127340:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127342:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825068.127346:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127353:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825068.127356:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825068.127358:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825068.127361:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825068.127380:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051423744:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825068.127386:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825068.127388:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825068.127390:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35e70. 00000400:00000200:2.0:1781825068.127393:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:2.0:1781825068.127395:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:2.0:1781825068.127397:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825068.127400:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825068.127408:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127414:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825068.127416:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.127417:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825068.127418:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825068.127420:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825068.127421:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825068.127422:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825068.127427:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825068.127430:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=12 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825068.127433:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825068.127434:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825068.127435:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825068.127438:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127441:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825068.127443:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825068.127445:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825068.127446:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825068.127450:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127455:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825068.127457:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825068.127458:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825068.127461:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825068.127468:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825068.127473:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127476:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825068.127479:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051423744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127490:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825068.127493:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825068.127496:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08053a00. 02000000:00000001:2.0:1781825068.127499:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825068.127501:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825068.127503:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825068.127505:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825068.127508:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1900. 02000000:00000001:2.0:1781825068.127511:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825068.127513:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825068.127515:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781825068.127518:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825068.127519:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.127521:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825068.127524:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051424128/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.127530:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825068.127531:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825068.127532:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052200. 02000000:00000001:2.0:1781825068.127535:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825068.127536:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825068.127537:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825068.127538:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825068.127540:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:2.0:1781825068.127542:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825068.127543:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825068.127544:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825068.127547:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825068.127548:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.127550:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127552:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.127553:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825068.127555:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.127566:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.133850:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.133855:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825068.133863:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825068.133865:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825068.133868:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35c60. 00000400:00000200:2.0:1781825068.133873:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:2.0:1781825068.133876:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:2.0:1781825068.133879:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825068.133884:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825068.133893:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.133899:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825068.133901:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.133903:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825068.133906:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825068.133908:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825068.133910:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825068.133913:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825068.133922:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=35 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825068.133926:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=98 v=5 (1 1 2 0) 00000100:00000001:2.0:1781825068.133928:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825068.133929:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825068.133932:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825068.133935:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.133938:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825068.133940:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825068.133942:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825068.133943:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825068.133947:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.133953:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825068.133956:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825068.133958:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825068.133962:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825068.133973:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051423872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825068.133978:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.133980:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825068.133983:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051423872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.133989:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825068.133991:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825068.134006:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08052000. 02000000:00000001:2.0:1781825068.134010:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825068.134013:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825068.134015:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825068.134017:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825068.134020:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825068.134024:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825068.134026:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825068.134028:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825068.134032:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825068.134034:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.134037:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.134038:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.134040:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825068.134041:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.134043:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.134882:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.134885:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825068.134889:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825068.134890:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825068.134893:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35aa8. 00000400:00000200:2.0:1781825068.134897:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:2.0:1781825068.134899:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:2.0:1781825068.134901:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825068.134905:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825068.134917:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.134923:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825068.134924:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.134926:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825068.134929:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825068.134930:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825068.134932:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825068.134934:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825068.134940:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=35 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825068.134943:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825068.134945:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825068.134946:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825068.134948:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825068.134950:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.134952:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825068.134954:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825068.134956:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825068.134957:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825068.134960:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.134966:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825068.134969:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825068.134970:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825068.134973:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825068.134979:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825068.134984:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.134985:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825068.134988:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051424000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825068.135011:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825068.135013:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825068.135016:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10d20a00. 02000000:00000001:2.0:1781825068.135019:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825068.135022:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825068.135023:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825068.135025:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825068.135027:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:2.0:1781825068.135030:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825068.135031:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825068.135032:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825068.135037:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825068.135038:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.135040:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825068.135047:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825068.135049:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825068.135051:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825068.135053:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825069.590313:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825069.590316:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825069.590319:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825071.638351:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825071.638356:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825071.638360:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825073.238354:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825073.238371:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825073.238386:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825073.238394:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825073.238400:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825073.238403:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825073.238410:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825073.238421:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825073.238429:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238445:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825073.238469:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825073.238474:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238482:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.238516:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238519:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825073.238524:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825073.238527:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825073.238530:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825073.238533:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825073.238534:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825073.238536:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825073.238539:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825073.238542:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238547:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825073.238551:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.238554:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825073.238556:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.238556:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781825073.238559:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.238560:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825073.238567:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238571:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825073.238574:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1781825073.238576:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1781825073.238577:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825073.238579:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825073.238581:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825073.238583:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825073.238584:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.238585:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1781825073.238588:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:2.0:1781825073.238588:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.238590:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825073.238593:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781825073.238594:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781825073.238596:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825073.238599:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.238601:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825073.238603:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825073.238603:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051424256:192.168.204.116@tcp:400:kworker.0 00000100:00000040:3.0:1781825073.238606:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.238608:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825073.238613:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238615:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781825073.238617:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781825073.238619:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1781825073.238620:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1781825073.238622:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 02000000:00000001:2.0:1781825073.238623:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1781825073.238624:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825073.238626:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825073.238627:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825073.238628:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825073.238628:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825073.238630:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825073.238631:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1900. 00000100:00000001:3.0:1781825073.238633:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238636:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1781825073.238640:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825073.238642:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825073.238644:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825073.238645:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000100:00000040:3.0:1781825073.238647:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825073.238653:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000001:3.0:1781825073.238658:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.238660:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1781825073.238662:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424256, portal 25 00000100:00000040:3.0:1781825073.238664:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781825073.238664:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825073.238666:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825073.238669:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7702) 00000100:00000040:2.0:1781825073.238671:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.238678:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825073.238681:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825073.238684:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825073.238688:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051424256, offset 0 00000400:00000200:2.0:1781825073.238696:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825073.238718:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.238721:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825073.238723:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825073.238728:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.238735:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825073.238736:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.238738:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825073.238740:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825073.238743:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825073.238746:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825073.238749:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825073.238752:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825073.238753:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.238755:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825073.238759:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78200. 02000000:00000001:3.0:1781825073.238761:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825073.238765:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825073.238769:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825073.238774:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825073.238777:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424384, portal 10 00000100:00000001:3.0:1781825073.238779:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825073.238781:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781825073.238788:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.238795:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825073.238798:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825073.238811:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825073.238814:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051424384, offset 0 00000400:00000200:2.0:1781825073.238815:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.238819:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825073.238824:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825073.238830:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825073.238835:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825073.238839:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825073.238842:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825073.238846:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378221:378221:256:4294967295] 192.168.204.116@tcp LPNI seq info [378172:378172:8:4294967295] 00000400:00000200:2.0:1781825073.238851:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.238855:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.238857:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825073.238860:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825073.238863:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825073.238865:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825073.238867:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825073.238869:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378222:378222:255:4294967295] 192.168.204.116@tcp LPNI seq info [378173:378173:7:4294967295] 00000400:00000200:3.0:1781825073.238873:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825073.239019:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825073.239028:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825073.239035:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825073.239043:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825073.239052:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825073.239057:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825073.239136:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825073.239143:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825073.239147:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302373906 00000100:00000001:2.0:1781825073.239157:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302368787 00000100:00000001:2.0:1781825073.239161:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302373906 00000100:00000001:2.0:1781825073.239165:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302368787 00000100:00000001:2.0:1781825073.239168:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825073.239171:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.239175:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.239177:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.239187:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825073.239190:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825073.239192:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825073.239194:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825073.239195:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825073.239199:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.239207:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825073.239208:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825073.239210:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825073.239212:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825073.239214:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825073.239216:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051424512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825073.239220:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825073.239223:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825073.239224:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825073.239226:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825073.239230:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825073.239231:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825073.239235:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825073.239238:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825073.239241:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825073.239244:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424512, portal 10 00000100:00000001:2.0:1781825073.239246:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825073.239247:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825073.239254:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.239265:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825073.239267:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825073.239270:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825073.239272:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051424512, offset 0 00000400:00000200:2.0:1781825073.239277:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825073.239280:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825073.239285:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825073.239288:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825073.239290:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825073.239292:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825073.239295:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825073.239297:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378223:378223:255:4294967295] 192.168.204.116@tcp LPNI seq info [378174:378174:7:4294967295] 00000400:00000200:2.0:1781825073.239302:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.239619:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825073.239627:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825073.239631:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:3.0:1781825073.239636:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825073.239640:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825073.239643:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825073.239647:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.239651:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29716 usecs (30 jiffies) 00000400:00000200:3.0:1781825073.239654:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825073.239656:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302365215 00000100:00000001:3.0:1781825073.239659:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.239661:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302365215 00000100:00000001:3.0:1781825073.239663:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.239666:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825073.239667:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.239670:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825073.239674:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.239688:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825073.239689:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.239691:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825073.239693:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825073.239695:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825073.239698:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825073.239701:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825073.239704:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825073.239706:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.239707:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825073.239711:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:3.0:1781825073.239713:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825073.239719:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825073.239723:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825073.239728:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825073.239732:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424640, portal 4 00000100:00000001:3.0:1781825073.239734:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825073.239736:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:3.0:1781825073.239742:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.239749:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825073.239752:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825073.239754:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825073.239757:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051424640, offset 0 00000400:00000200:3.0:1781825073.239761:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825073.239765:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.239769:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825073.239772:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825073.239774:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825073.239777:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825073.239781:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825073.239785:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378224:378224:254:4294967295] 192.168.204.116@tcp LPNI seq info [378175:378175:6:4294967295] 00000400:00000200:3.0:1781825073.239790:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825073.240417:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825073.240431:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825073.240436:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000010:3.0:1781825073.240438:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:2.0:1781825073.240441:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000200:3.0:1781825073.240442:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000010:2.0:1781825073.240446:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:3.0:1781825073.240448:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825073.240449:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825073.240452:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1781825073.240453:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825073.240455:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825073.240456:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.240459:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.240461:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 793723 usecs (794 jiffies) 00000100:00000040:2.0:1781825073.240463:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21148 usecs (22 jiffies) 00000400:00000200:3.0:1781825073.240465:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825073.240466:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825073.240467:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302365980 00000100:00000001:2.0:1781825073.240468:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302365208 00000100:00000001:3.0:1781825073.240470:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.240472:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302365980 00000100:00000001:2.0:1781825073.240473:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.240474:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.240476:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825073.240477:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302365208 00000100:00000001:3.0:1781825073.240479:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.240479:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302373906 00000100:00000001:3.0:1781825073.240481:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.240481:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825073.240483:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.240484:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.240485:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.240487:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.240491:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825073.240491:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825073.240493:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825073.240493:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825073.240496:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825073.240496:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.240498:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825073.240498:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825073.240499:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.240500:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.240502:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.240502:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.249956:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.249966:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825073.249981:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825073.249985:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825073.249994:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825073.250004:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:3.0:1781825073.250008:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:3.0:1781825073.250017:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825073.250027:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825073.250057:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.250070:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825073.250070:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.250075:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.250075:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825073.250118:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825073.250122:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825073.250126:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825073.250128:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.250144:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825073.250159:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=40 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825073.250165:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=17 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825073.250168:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825073.250171:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825073.250175:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825073.250180:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.250188:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825073.250193:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825073.250198:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825073.250201:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.250213:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.250244:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825073.250251:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825073.250256:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825073.250278:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825073.250311:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825073.250324:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.250335:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825073.250343:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051424640/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.250558:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825073.250561:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825073.250566:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:3.0:1781825073.250571:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825073.250575:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825073.250577:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825073.250581:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825073.250584:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1900. 02000000:00000001:3.0:1781825073.250588:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825073.250591:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825073.250593:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:3.0:1781825073.250598:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825073.250599:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.250603:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.250605:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.250606:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825073.250611:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825073.250612:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825073.250615:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825073.250618:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:3.0:1781825073.250620:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:3.0:1781825073.250623:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825073.250629:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825073.250639:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.250647:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825073.250648:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.250651:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825073.250665:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825073.250667:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825073.250669:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825073.250671:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825073.250677:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=40 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825073.250681:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=103 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825073.250684:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825073.250685:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825073.250687:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825073.250689:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.250692:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825073.250694:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825073.250696:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825073.250697:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825073.251244:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.251255:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825073.251259:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825073.251261:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825073.251277:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825073.251287:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825073.251292:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.251294:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825073.251297:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051424384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825073.251304:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825073.251307:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825073.251309:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78200. 02000000:00000001:3.0:1781825073.251314:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825073.251317:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825073.251318:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825073.251321:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825073.251323:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:3.0:1781825073.251326:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825073.251328:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825073.251330:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781825073.251333:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825073.251335:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.251337:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825073.251347:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825073.251350:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825073.251352:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825073.251354:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825073.251670:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825073.251675:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825073.251678:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825073.251796:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825073.251799:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825073.251805:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825073.251813:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825073.251823:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.251832:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825073.251834:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.251837:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825073.251840:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825073.251842:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825073.251844:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825073.251846:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825073.251854:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=40 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825073.251857:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=40 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825073.251859:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825073.251860:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825073.251863:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825073.251866:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.251869:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825073.251871:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825073.251873:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825073.251874:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825073.251878:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.251885:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825073.251887:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825073.251888:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825073.251892:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825073.251912:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051424512:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825073.251921:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825073.251922:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825073.251925:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825073.251927:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825073.251930:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825073.251932:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825073.251946:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825073.251962:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.251967:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825073.251969:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.251970:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825073.251972:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825073.251973:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825073.251975:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825073.251977:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825073.251980:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825073.251984:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=103 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825073.251987:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825073.251988:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825073.251990:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825073.251992:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.251994:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825073.251999:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.252006:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825073.252008:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825073.252010:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825073.252014:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825073.252021:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051424256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825073.252025:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.252028:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825073.252031:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051424512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.252037:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825073.252038:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825073.252041:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825073.252046:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825073.252048:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825073.252049:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825073.252051:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825073.252053:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:2.0:1781825073.252056:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825073.252058:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825073.252060:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825073.252067:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825073.252068:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.252070:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825073.252073:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051424256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825073.252099:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825073.252101:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825073.252102:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825073.252107:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825073.252108:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825073.252109:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825073.252111:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825073.252113:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:2.0:1781825073.252115:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825073.252116:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825073.252118:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825073.252121:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825073.252123:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.252125:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825073.252130:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825073.252132:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825073.252134:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825073.252136:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825073.687681:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825073.687689:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825073.687694:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825075.735519:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825075.735525:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825075.735529:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825077.782364:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825077.782368:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825077.782372:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825078.358209:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825078.358221:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825078.358232:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825078.358239:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825078.358243:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825078.358247:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825078.358252:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825078.358261:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1900. 00000100:00000001:3.0:1781825078.358267:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358279:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825078.358289:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825078.358294:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358300:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358338:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358341:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825078.358344:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825078.358348:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825078.358350:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825078.358352:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825078.358354:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825078.358355:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825078.358359:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1100. 00000100:00000001:3.0:1781825078.358361:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358367:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825078.358374:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825078.358376:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358380:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358388:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358390:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825078.358394:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825078.358396:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825078.358399:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825078.358401:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825078.358402:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825078.358404:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825078.358407:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1a00. 00000100:00000001:3.0:1781825078.358410:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358414:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825078.358531:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825078.358534:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358539:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358548:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358550:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825078.358553:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825078.358557:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825078.358560:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825078.358562:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825078.358563:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825078.358565:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825078.358571:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825078.358574:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358578:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825078.358585:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825078.358587:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358590:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358598:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358600:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825078.358603:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825078.358608:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7708) 00000100:00000001:3.0:1781825078.358623:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.358626:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825078.358628:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825078.358634:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358641:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825078.358643:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.358647:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825078.358650:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825078.358652:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825078.358656:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825078.358660:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825078.358666:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825078.358669:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.358671:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825078.358676:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:3.0:1781825078.358678:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825078.358685:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825078.358689:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825078.358697:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825078.358705:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424896, portal 10 00000100:00000001:3.0:1781825078.358708:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825078.358709:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:3.0:1781825078.358717:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358725:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825078.358728:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825078.358731:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825078.358735:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051424896, offset 0 00000400:00000200:3.0:1781825078.358741:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825078.358749:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825078.358757:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825078.358762:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825078.358766:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825078.358770:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825078.358773:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825078.358776:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378225:378225:256:4294967295] 192.168.204.116@tcp LPNI seq info [378176:378176:8:4294967295] 00000400:00000200:3.0:1781825078.358781:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825078.358790:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825078.358805:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825078.358811:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:3.0:1781825078.358817:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825078.358824:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825078.358829:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825078.358849:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.358853:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781825078.358855:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29666 usecs (30 jiffies) 00000100:00000001:2.0:1781825078.358857:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825078.358860:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1781825078.358861:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825078.358866:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302370334 00000100:00000040:2.0:1781825078.358868:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.358870:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302373906 00000100:00000001:3.0:1781825078.358876:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302370334 00000100:00000001:3.0:1781825078.358881:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302373906 00000100:00000001:2.0:1781825078.358885:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825078.358886:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825078.358889:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.358891:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.358893:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781825078.358895:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1781825078.358897:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825078.358902:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.358903:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825078.358908:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051424768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825078.358916:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825078.358920:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1781825078.358920:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781825078.358922:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.358924:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.358927:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825078.358928:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1781825078.358930:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825078.358934:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825078.358934:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825078.358939:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825078.358942:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051425152:192.168.204.116@tcp:400:kworker.0 00000400:00000200:2.0:1781825078.358948:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825078.358950:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1781825078.358953:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 02000000:00000001:3.0:1781825078.358955:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825078.358958:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.358962:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1781825078.358962:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 02000000:00000010:3.0:1781825078.358966:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79000. 00000100:00000200:2.0:1781825078.358967:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051424768, portal 25 02000000:00000001:3.0:1781825078.358971:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.358972:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825078.358975:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000400:00000200:3.0:1781825078.358979:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825078.358983:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000100:00000040:2.0:1781825078.358984:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781825078.358989:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825078.358995:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051425152, portal 4 00000100:00000001:2.0:1781825078.358997:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781825078.358999:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825078.359001:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:3.0:1781825078.359479:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.359487:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825078.359490:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825078.359493:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825078.359496:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051425152, offset 0 00000400:00000200:3.0:1781825078.359502:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825078.359506:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825078.359510:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825078.359513:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825078.359516:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825078.359518:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825078.359520:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825078.359524:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378226:378226:255:4294967295] 192.168.204.116@tcp LPNI seq info [378177:378177:7:4294967295] 00000400:00000200:3.0:1781825078.359528:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825078.359534:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825078.359539:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825078.359543:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:3.0:1781825078.359547:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825078.359551:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825078.359554:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825078.359557:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.359561:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 790435 usecs (791 jiffies) 00000400:00000200:3.0:1781825078.359564:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825078.359566:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302371096 00000100:00000001:3.0:1781825078.359569:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302373906 00000100:00000001:3.0:1781825078.359571:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302371096 00000100:00000001:3.0:1781825078.359573:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302373906 00000100:00000001:3.0:1781825078.359574:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825078.359576:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.359579:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.359582:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.359589:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825078.359591:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825078.359593:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.359594:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825078.359596:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.359598:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825078.359628:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825078.359633:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825078.359636:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051424768, offset 0 00000400:00000200:2.0:1781825078.359641:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825078.359646:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825078.359650:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825078.359653:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825078.359655:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825078.359658:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825078.359660:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825078.359663:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378227:378227:254:4294967295] 192.168.204.116@tcp LPNI seq info [378178:378178:6:4294967295] 00000400:00000200:2.0:1781825078.359667:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825078.359673:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825078.359677:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825078.359682:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825078.359686:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825078.359690:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825078.359692:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825078.359695:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825078.359698:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825078.359700:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302379026 00000100:00000001:2.0:1781825078.359708:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302373906 00000100:00000001:2.0:1781825078.359711:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302379026 00000100:00000001:2.0:1781825078.359714:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302373906 00000100:00000001:2.0:1781825078.359716:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825078.359719:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.359721:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825078.359725:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.359733:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825078.359734:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.359736:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825078.359738:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825078.359740:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825078.359743:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051425024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825078.359747:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825078.359752:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825078.359754:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.359756:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825078.359759:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825078.359761:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825078.359764:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825078.359767:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825078.359770:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825078.359774:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051425024, portal 10 00000100:00000001:2.0:1781825078.359776:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825078.359777:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825078.359782:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.359789:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825078.359791:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825078.359794:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825078.359806:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051425024, offset 0 00000400:00000200:2.0:1781825078.359810:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825078.359814:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825078.359817:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825078.359820:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825078.359833:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825078.359835:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825078.359838:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825078.359840:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378228:378228:253:4294967295] 192.168.204.116@tcp LPNI seq info [378179:378179:5:4294967295] 00000400:00000200:2.0:1781825078.359844:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825078.359850:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825078.359855:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825078.359861:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825078.359865:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825078.359869:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825078.359871:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825078.359874:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825078.359876:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21138 usecs (22 jiffies) 00000400:00000200:2.0:1781825078.359879:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825078.359880:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302370327 00000100:00000001:2.0:1781825078.359883:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302379026 00000100:00000001:2.0:1781825078.359884:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302370327 00000100:00000001:2.0:1781825078.359886:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302379026 00000100:00000001:2.0:1781825078.359888:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825078.359890:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.359892:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.359894:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.359898:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825078.359899:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825078.359901:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825078.359902:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825078.359903:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.359905:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.364863:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.364868:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825078.365201:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825078.365204:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825078.365207:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825078.365212:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:3.0:1781825078.365214:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:3.0:1781825078.365218:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825078.365223:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825078.365231:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.365236:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825078.365238:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.365240:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825078.365243:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825078.365245:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825078.365247:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.365249:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825078.365258:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=45 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825078.365262:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=108 v=5 (1 1 2 0) 00000100:00000001:3.0:1781825078.365265:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825078.365267:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825078.365269:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825078.365273:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.365277:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825078.365279:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825078.365280:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825078.365282:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.365286:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.365292:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825078.365296:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825078.365299:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825078.365302:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825078.365310:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051424896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825078.365315:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.365317:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825078.365320:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051424896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.365326:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825078.365329:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825078.365332:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:3.0:1781825078.365336:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825078.365339:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825078.365341:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825078.365343:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825078.365345:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1100. 02000000:00000001:3.0:1781825078.365348:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825078.365350:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825078.365351:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:3.0:1781825078.365355:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825078.365356:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.365359:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.365360:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.365361:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825078.365363:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.365364:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.368350:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825078.368355:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825078.368361:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825078.368363:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825078.368366:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825078.368370:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825078.368373:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825078.368376:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825078.368381:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825078.368389:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.368394:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825078.368396:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.368399:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825078.368402:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825078.368404:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825078.368407:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.368410:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825078.368426:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825078.368430:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=108 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825078.368433:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825078.368435:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825078.368437:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825078.368439:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.368442:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825078.368447:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.368454:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825078.368456:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825078.368459:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825078.368463:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825078.368470:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051424768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825078.368475:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.368477:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825078.368480:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051424768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.368485:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825078.368487:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825078.368490:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825078.368494:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825078.368497:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825078.368499:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825078.368501:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825078.368503:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1900. 02000000:00000001:2.0:1781825078.368506:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825078.368508:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825078.368510:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825078.368514:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825078.368515:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.368518:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.368519:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825078.368520:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825078.368522:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.368523:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.369759:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825078.369762:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825078.369768:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825078.369769:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825078.369772:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825078.369776:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825078.369778:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825078.369781:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825078.369786:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825078.369793:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.369812:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825078.369814:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.369816:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825078.369818:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825078.369820:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825078.369822:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825078.369824:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825078.369833:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=45 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825078.369836:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=45 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825078.369839:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825078.369840:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825078.369843:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825078.369845:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.369849:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825078.369852:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825078.369854:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825078.369855:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825078.369859:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.369866:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825078.369868:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825078.369870:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825078.369874:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825078.369882:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051425024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825078.369886:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.369888:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825078.369891:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051425024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825078.369898:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825078.369900:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825078.369903:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825078.369907:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825078.369919:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825078.369921:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825078.369923:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825078.369992:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1a00. 02000000:00000001:2.0:1781825078.369998:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825078.370000:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825078.370002:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825078.370005:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825078.370006:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.370008:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825078.370017:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825078.370019:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825078.370021:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825078.370023:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.372856:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.372865:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825078.372876:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825078.372879:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825078.372885:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825078.372892:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781825078.372895:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781825078.372900:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825078.372911:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825078.372924:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.372932:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825078.372934:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.372937:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825078.372942:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825078.372945:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825078.372948:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825078.372952:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825078.372964:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825078.372969:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=22 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825078.372972:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825078.372973:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825078.372977:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825078.372982:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.372986:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825078.372989:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825078.373004:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825078.373006:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825078.373012:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.373020:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825078.373024:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825078.373026:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825078.373031:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825078.373040:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051425152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825078.373056:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.373059:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825078.373063:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051425152/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825078.373077:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825078.373117:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825078.373122:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79000. 02000000:00000001:3.0:1781825078.373127:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825078.373131:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825078.373133:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825078.373136:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825078.373139:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:3.0:1781825078.373143:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825078.373146:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825078.373148:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781825078.373156:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825078.373158:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.373161:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825078.373293:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825078.373296:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825078.373299:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825078.373302:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825079.831830:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825079.831835:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825079.831839:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825081.878892:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825081.878896:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825081.878899:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825083.926268:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825083.926272:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825083.926275:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825084.951880:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825084.951884:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825084.951887:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825085.977171:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825085.977176:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825085.977180:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825087.003418:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825087.003425:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825087.003430:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825088.022943:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825088.022947:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825088.022950:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825088.598860:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825088.598870:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825088.598880:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825088.598886:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825088.598890:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825088.598893:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825088.598898:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825088.598906:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825088.598912:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.598924:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825088.598933:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825088.598938:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.598945:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.598977:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.598981:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825088.598984:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825088.598987:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825088.598990:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825088.598992:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825088.598994:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825088.598996:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825088.599000:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825088.599003:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599008:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825088.599014:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.599020:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825088.599023:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825088.599024:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825088.599027:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825088.599035:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825088.599035:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.599064:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825088.599066:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599068:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599070:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825088.599073:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781825088.599075:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825088.599105:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825088.599108:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825088.599111:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825088.599112:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825088.599114:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.599116:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1781825088.599118:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825088.599123:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599124:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825088.599129:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051425792:192.168.204.116@tcp:400:kworker.0 00000100:00000040:2.0:1781825088.599132:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825088.599137:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825088.599145:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1781825088.599146:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825088.599148:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.599151:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599154:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_01+1] req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825088.599161:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825088.599164:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825088.599168:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79000. 00000100:00000040:2.0:1781825088.599168:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825088.599174:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599174:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825088.599179:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825088.599182:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000400:00000200:3.0:1781825088.599185:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825088.599186:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825088.599188:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825088.599190:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825088.599194:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825088.599196:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599200:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1781825088.599206:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000100:00000001:2.0:1781825088.599209:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825088.599212:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599217:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781825088.599221:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000001:2.0:1781825088.599228:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781825088.599231:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051425792, portal 25 00000100:00000040:2.0:1781825088.599232:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825088.599238:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825088.599244:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7718) 00000100:00000001:2.0:1781825088.599272:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825088.599274:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825088.599276:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825088.599281:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.599287:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825088.599289:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.599291:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825088.599293:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825088.599295:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825088.599298:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051425920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825088.599301:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825088.599304:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825088.599306:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.599308:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825088.599311:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825088.599314:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825088.599319:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825088.599322:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825088.599328:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825088.599332:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051425920, portal 10 00000100:00000001:2.0:1781825088.599334:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825088.599336:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825088.599343:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.599349:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825088.599352:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825088.599355:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825088.599357:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051425920, offset 0 00000400:00000200:2.0:1781825088.599364:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825088.599373:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825088.599380:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825088.599385:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825088.599390:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825088.599393:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781825088.599396:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1781825088.599397:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781825088.599400:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000400:00000200:2.0:1781825088.599406:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378233:378233:256:4294967295] 192.168.204.116@tcp LPNI seq info [378184:378184:8:4294967295] 00000100:00000040:3.0:1781825088.599411:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825088.599414:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825088.599423:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825088.599431:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825088.599432:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:3.0:1781825088.599438:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000800:00000200:2.0:1781825088.599442:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000200:3.0:1781825088.599444:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051425792, offset 0 00000800:00000010:2.0:1781825088.599449:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000400:00000200:3.0:1781825088.599454:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:2.0:1781825088.599461:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781825088.599462:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825088.599469:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:2.0:1781825088.599474:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:3.0:1781825088.599476:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1781825088.599481:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781825088.599482:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825088.599488:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825088.599491:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825088.599495:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378234:378234:255:4294967295] 192.168.204.116@tcp LPNI seq info [378185:378185:7:4294967295] 00000400:00000200:3.0:1781825088.599499:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825088.599501:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825088.599507:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825088.599512:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825088.599516:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:3.0:1781825088.599520:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825088.599524:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825088.599527:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825088.599530:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825088.599535:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825088.599537:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302389266 00000100:00000001:3.0:1781825088.599545:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302384146 00000100:00000001:3.0:1781825088.599549:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302389266 00000100:00000001:3.0:1781825088.599552:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302384146 00000100:00000001:3.0:1781825088.599556:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825088.599558:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599561:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599563:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.599570:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825088.599572:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825088.599574:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.599576:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825088.599577:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825088.599580:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.599588:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825088.599589:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.599591:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825088.599593:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825088.599603:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825088.599606:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051426048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825088.599610:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825088.599612:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825088.599614:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.599615:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825088.599619:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:3.0:1781825088.599620:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825088.599623:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825088.599625:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825088.599628:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825088.599631:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051426048, portal 10 00000100:00000001:3.0:1781825088.599633:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825088.599634:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781825088.599640:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.599646:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825088.599648:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825088.599650:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825088.599652:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051426048, offset 0 00000400:00000200:3.0:1781825088.599657:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000040:2.0:1781825088.599661:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29520 usecs (30 jiffies) 00000400:00000200:3.0:1781825088.599662:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825088.599668:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825088.599670:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825088.599673:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825088.599677:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825088.599679:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825088.599681:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825088.599684:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378235:378235:254:4294967295] 192.168.204.116@tcp LPNI seq info [378186:378186:6:4294967295] 00000400:00000200:3.0:1781825088.599688:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825088.599694:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825088.599698:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825088.599701:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:3.0:1781825088.599704:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825088.599708:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825088.599711:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825088.599713:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825088.599725:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21093 usecs (22 jiffies) 00000100:00000001:2.0:1781825088.599747:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302380575 00000100:00000001:2.0:1781825088.599751:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302389266 00000100:00000001:2.0:1781825088.599753:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302380575 00000100:00000001:2.0:1781825088.599756:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302389266 00000100:00000001:2.0:1781825088.599758:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825088.599760:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599763:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825088.599768:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.599774:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825088.599775:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.599778:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825088.599779:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825088.599781:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825088.599784:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051426176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825088.599787:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825088.599790:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825088.599791:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.599793:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825088.599796:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825088.599798:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825088.599802:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825088.599805:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000200:3.0:1781825088.599830:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825088.599832:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302380567 00000100:00000001:3.0:1781825088.599834:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302389266 00000100:00000001:3.0:1781825088.599836:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302380567 00000100:00000001:3.0:1781825088.599838:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302389266 00000100:00000001:3.0:1781825088.599841:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825088.599843:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599845:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599847:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.599850:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825088.599853:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825088.599856:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.599857:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1781825088.599858:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000001:3.0:1781825088.599859:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.599865:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825088.599865:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051426176, portal 4 00000100:00000001:2.0:1781825088.599869:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825088.599870:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:2.0:1781825088.599877:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.599884:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825088.599886:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825088.599889:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825088.599891:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051426176, offset 0 00000400:00000200:2.0:1781825088.599896:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825088.599900:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825088.599904:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825088.599907:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825088.599909:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825088.599912:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825088.599914:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825088.599916:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378236:378236:253:4294967295] 192.168.204.116@tcp LPNI seq info [378187:378187:5:4294967295] 00000400:00000200:2.0:1781825088.599920:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825088.599926:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825088.599930:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825088.599933:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825088.599937:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825088.599942:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825088.599944:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825088.599947:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.599951:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 783958 usecs (784 jiffies) 00000400:00000200:2.0:1781825088.599954:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825088.599956:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302381329 00000100:00000001:2.0:1781825088.599958:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302389266 00000100:00000001:2.0:1781825088.599960:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302381329 00000100:00000001:2.0:1781825088.599961:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302389266 00000100:00000001:2.0:1781825088.599964:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825088.599966:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599968:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599970:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.599974:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825088.599976:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825088.599978:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825088.599979:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825088.599980:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.599982:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.606141:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825088.606148:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825088.606157:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825088.606160:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825088.606165:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825088.606172:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825088.606175:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:3.0:1781825088.606228:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.606232:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825088.606238:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825088.606239:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825088.606242:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825088.606246:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781825088.606248:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781825088.606251:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781825088.606463:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825088.606469:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825088.606479:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606486:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825088.606496:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606499:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825088.606503:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825088.606506:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825088.606509:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.606512:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825088.606525:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=55 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825088.606531:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=118 v=5 (1 1 2 0) 00000100:00000001:2.0:1781825088.606534:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825088.606535:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825088.606539:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825088.606543:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.606547:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825088.606549:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825088.606552:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825088.606553:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.606558:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606567:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825088.606570:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825088.606573:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825088.606577:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825088.606587:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051425920:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825088.606608:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825088.606610:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825088.606612:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825088.606615:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781825088.606617:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781825088.606620:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825088.606624:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825088.606632:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606638:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825088.606639:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606641:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825088.606642:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825088.606644:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825088.606645:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825088.606647:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825088.606652:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825088.606655:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=32 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825088.606657:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825088.606658:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825088.606660:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825088.606661:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.606664:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825088.606665:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825088.606667:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825088.606668:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825088.606685:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606692:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825088.606695:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825088.606696:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825088.606699:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825088.606707:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051426176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825088.606712:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606715:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825088.606718:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051425920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606726:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825088.606729:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825088.606733:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825088.606739:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825088.606742:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825088.606744:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825088.606746:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825088.606749:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825088.606753:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825088.606756:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825088.606758:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825088.606763:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825088.606764:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606766:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825088.606770:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051426176/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825088.606776:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825088.606778:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825088.606780:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825088.606783:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825088.606784:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825088.606785:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825088.606787:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825088.606788:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825088.606791:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825088.606792:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825088.606793:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825088.606797:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825088.606798:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606801:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825088.606811:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825088.606813:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825088.606815:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825088.606818:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781825088.607067:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825088.607113:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607120:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825088.607123:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607125:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825088.607127:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825088.607129:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825088.607130:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.607133:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825088.607136:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=55 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825088.607139:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=118 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825088.607142:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825088.607143:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825088.607145:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825088.607147:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.607149:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825088.607154:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607160:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825088.607162:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825088.607163:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825088.607167:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825088.607174:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051425792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825088.607178:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.607180:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825088.607183:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051425792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607188:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825088.607191:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825088.607194:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79000. 02000000:00000001:3.0:1781825088.607197:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825088.607198:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825088.607200:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825088.607201:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825088.607203:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825088.607205:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825088.607207:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825088.607208:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781825088.607211:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825088.607212:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607214:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.607216:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.607218:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825088.607221:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825088.607222:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825088.607224:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825088.607227:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825088.607229:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825088.607232:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825088.607235:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825088.607243:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607250:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825088.607251:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607253:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825088.607254:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825088.607255:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825088.607257:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825088.607259:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825088.607263:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=55 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825088.607266:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825088.607274:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825088.607275:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825088.607277:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825088.607279:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.607281:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825088.607283:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825088.607284:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825088.607286:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825088.607289:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607295:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825088.607297:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825088.607298:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825088.607301:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825088.607308:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051426048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825088.607312:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607313:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825088.607316:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051426048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825088.607322:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825088.607323:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825088.607325:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:3.0:1781825088.607328:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825088.607329:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825088.607330:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825088.607332:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825088.607333:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825088.607335:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825088.607337:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825088.607338:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825088.607340:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825088.607341:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607343:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825088.607347:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825088.607349:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825088.607350:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825088.607352:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825089.046621:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825089.046626:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825089.046630:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825090.071270:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825090.071275:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825090.071279:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825091.095537:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825091.095541:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825091.095545:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825092.118473:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825092.118477:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825092.118480:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825093.145201:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825093.145208:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825093.145212:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825094.167033:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825094.167037:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825094.167041:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825095.190481:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825095.190485:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825095.190487:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825096.215010:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825096.215015:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825096.215019:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825097.238312:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825097.238315:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825097.238318:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825098.262334:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825098.262338:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825098.262340:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825098.839980:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825098.839991:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825098.840068:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825098.840076:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825098.840179:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825098.840182:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825098.840187:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825098.840196:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825098.840201:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840213:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825098.840228:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825098.840233:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840239:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_01+1] req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840266:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840269:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825098.840272:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825098.840276:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825098.840278:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825098.840281:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825098.840282:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825098.840283:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825098.840287:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825098.840290:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840294:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825098.840301:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825098.840303:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840306:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840313:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840316:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825098.840319:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825098.840321:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825098.840323:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825098.840325:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825098.840326:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825098.840327:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825098.840330:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825098.840334:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840337:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825098.840343:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825098.840345:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840348:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840354:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840356:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825098.840358:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825098.840361:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825098.840363:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825098.840364:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825098.840366:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825098.840367:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825098.840370:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825098.840372:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840375:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825098.840382:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825098.840383:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840386:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840392:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.840393:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825098.840470:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825098.840476:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7728) 00000100:00000001:2.0:1781825098.840491:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.840495:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825098.840498:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825098.840504:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840512:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825098.840513:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.840517:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825098.840520:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825098.840523:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825098.840526:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051426944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825098.840530:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825098.840536:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825098.840539:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.840541:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825098.840545:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825098.840547:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825098.840555:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825098.840559:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825098.840567:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825098.840573:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051426944, portal 10 00000100:00000001:2.0:1781825098.840576:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825098.840577:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825098.840584:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.840591:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825098.840593:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825098.840596:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825098.840599:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051426944, offset 0 00000400:00000200:2.0:1781825098.840605:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825098.840614:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.840623:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825098.840627:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825098.840631:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825098.840635:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825098.840638:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825098.840641:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378241:378241:256:4294967295] 192.168.204.116@tcp LPNI seq info [378192:378192:8:4294967295] 00000400:00000200:2.0:1781825098.840645:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.840655:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825098.840660:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825098.840664:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825098.840671:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825098.840679:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825098.840684:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825098.841842:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.841852:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 29375 usecs (30 jiffies) 00000400:00000200:2.0:1781825098.841858:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825098.841861:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302390816 00000100:00000001:2.0:1781825098.841865:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302394387 00000100:00000001:2.0:1781825098.841867:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302390816 00000100:00000001:2.0:1781825098.841869:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302394387 00000100:00000001:2.0:1781825098.841872:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.841875:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.841878:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825098.841886:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.841895:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825098.841897:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.841899:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825098.841902:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825098.841904:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825098.841908:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051427200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825098.841911:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825098.841915:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825098.841918:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.841920:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825098.841925:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825098.841927:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825098.841931:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825098.841934:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825098.841939:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825098.841943:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051427200, portal 4 00000100:00000001:2.0:1781825098.841945:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825098.841946:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:2.0:1781825098.841952:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.841959:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825098.841961:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825098.841964:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825098.841967:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051427200, offset 0 00000400:00000200:2.0:1781825098.841971:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825098.841977:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.841982:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825098.841985:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825098.841989:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825098.841992:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825098.841994:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825098.842008:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378242:378242:255:4294967295] 192.168.204.116@tcp LPNI seq info [378193:378193:7:4294967295] 00000400:00000200:2.0:1781825098.842013:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.842021:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825098.842026:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825098.842030:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825098.842035:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825098.842041:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825098.842045:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825098.842048:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.842051:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 777518 usecs (778 jiffies) 00000400:00000200:2.0:1781825098.842054:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825098.842056:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302391564 00000100:00000001:2.0:1781825098.842058:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302394387 00000100:00000001:2.0:1781825098.842060:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302391564 00000100:00000001:2.0:1781825098.842062:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302394387 00000100:00000001:2.0:1781825098.842064:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.842066:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842068:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842071:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.842093:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825098.842095:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825098.842098:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.842099:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825098.842101:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825098.842103:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825098.842105:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.842106:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825098.842108:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.842110:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.842111:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825098.842112:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825098.842116:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.842122:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825098.842124:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.842126:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825098.842128:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825098.842129:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825098.842132:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051426816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825098.842135:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825098.842138:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825098.842140:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.842141:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825098.842144:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825098.842146:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825098.842149:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825098.842152:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825098.842155:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825098.842158:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051426816, portal 25 00000100:00000001:2.0:1781825098.842160:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825098.842162:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:2.0:1781825098.842167:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.842173:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825098.842175:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825098.842177:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825098.842179:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051426816, offset 0 00000400:00000200:2.0:1781825098.842183:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825098.842187:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.842190:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825098.842193:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825098.842196:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825098.842198:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825098.842200:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825098.842202:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378243:378243:254:4294967295] 192.168.204.116@tcp LPNI seq info [378194:378194:6:4294967295] 00000400:00000200:2.0:1781825098.842205:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.842211:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825098.842215:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825098.842219:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825098.842223:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825098.842227:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825098.842230:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825098.842233:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825098.842236:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825098.842238:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302399507 00000100:00000001:2.0:1781825098.842245:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302394387 00000100:00000001:2.0:1781825098.842249:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302399507 00000100:00000001:2.0:1781825098.842252:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302394387 00000100:00000001:2.0:1781825098.842254:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.842257:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842259:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825098.842263:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.842269:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825098.842271:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.842273:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825098.842274:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825098.842276:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825098.842279:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051427072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825098.842282:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825098.842285:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825098.842286:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.842287:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825098.842290:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825098.842291:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825098.842294:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825098.842296:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825098.842299:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825098.842302:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051427072, portal 10 00000100:00000001:2.0:1781825098.842303:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825098.842304:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825098.842309:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.842315:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825098.842317:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825098.842319:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825098.842321:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051427072, offset 0 00000400:00000200:2.0:1781825098.842324:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825098.842327:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.842330:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825098.842332:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825098.842334:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825098.842336:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825098.842337:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825098.842340:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378244:378244:253:4294967295] 192.168.204.116@tcp LPNI seq info [378195:378195:5:4294967295] 00000400:00000200:2.0:1781825098.842343:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825098.842348:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825098.842352:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825098.842355:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825098.842358:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825098.842362:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825098.842364:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825098.842367:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.842370:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 21035 usecs (22 jiffies) 00000400:00000200:2.0:1781825098.842372:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825098.842374:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302390808 00000100:00000001:2.0:1781825098.842376:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302399507 00000100:00000001:2.0:1781825098.842378:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302390808 00000100:00000001:2.0:1781825098.842380:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302399507 00000100:00000001:2.0:1781825098.842382:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.842384:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842386:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842388:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.842434:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.842437:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.848370:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.848375:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825098.854339:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825098.854342:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825098.854345:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825098.854349:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781825098.854352:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781825098.854355:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825098.854361:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825098.854369:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854374:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825098.854376:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854379:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825098.854382:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825098.854385:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825098.854387:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.854390:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825098.854405:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825098.854410:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=128 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825098.854413:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825098.854414:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825098.854417:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825098.854420:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.854422:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.854426:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854434:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.854437:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825098.854440:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825098.854444:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825098.854452:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051426816:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825098.854459:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825098.854461:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825098.854462:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825098.854464:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825098.854466:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825098.854468:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825098.854471:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825098.854479:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854486:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825098.854487:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854489:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825098.854490:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825098.854492:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825098.854493:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.854495:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825098.854500:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=65 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825098.854503:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=65 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825098.854505:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825098.854506:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825098.854508:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825098.854510:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.854514:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825098.854516:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825098.854518:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825098.854519:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.854523:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854530:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.854532:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825098.854533:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825098.854537:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825098.854543:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051427072:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825098.854549:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825098.854550:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825098.854551:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825098.854553:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781825098.854556:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781825098.854557:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825098.854560:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825098.854568:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854573:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825098.854575:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854576:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825098.854577:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825098.854578:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825098.854580:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.854581:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825098.854585:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=65 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825098.854588:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=128 v=5 (1 1 2 0) 00000100:00000001:2.0:1781825098.854590:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825098.854591:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825098.854592:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825098.854594:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.854596:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825098.854597:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825098.854599:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825098.854600:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.854603:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854610:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.854613:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825098.854614:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825098.854618:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825098.854625:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051426944:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825098.854629:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825098.854630:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825098.854632:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825098.854634:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825098.854635:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825098.854637:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825098.854641:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825098.854648:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854654:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825098.854655:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854657:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825098.854658:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825098.854659:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825098.854661:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825098.854663:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825098.854666:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=65 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825098.854669:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=42 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825098.854671:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825098.854672:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825098.854674:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825098.854675:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.854677:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825098.854678:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825098.854680:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825098.854681:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825098.854685:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854691:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825098.854693:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825098.854694:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825098.854697:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825098.854704:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051427200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825098.854708:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854711:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825098.854715:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051426816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854722:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825098.854724:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825098.854727:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825098.854731:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825098.854734:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825098.854735:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825098.854737:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825098.854740:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825098.854743:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825098.854744:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825098.854746:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825098.854750:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825098.854751:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854753:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825098.854755:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051427072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854760:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825098.854762:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825098.854763:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825098.854764:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825098.854766:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825098.854767:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825098.854769:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825098.854770:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825098.854772:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825098.854773:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825098.854774:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825098.854776:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825098.854777:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854778:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825098.854781:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051426944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825153 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854792:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825098.854795:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825098.854796:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825098.854798:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825098.854799:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825098.854800:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825098.854801:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825098.854802:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825098.854804:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825098.854805:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825098.854806:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825098.854807:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825098.854809:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854810:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825098.854813:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051427200/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825098.854819:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825098.854820:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825098.854821:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825098.854825:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825098.854826:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825098.854827:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825098.854829:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825098.854830:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825098.854831:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825098.854833:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825098.854834:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:2.0:1781825098.854836:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825098.854837:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854839:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825098.854847:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825098.854848:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825098.854851:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825098.854853:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825099.287151:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825099.287155:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825099.287159:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825100.319021:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825100.319026:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825100.319030:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825101.334336:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825101.334340:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825101.334357:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825102.359060:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825102.359065:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825102.359069:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825103.382299:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825103.382303:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825103.382305:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825104.406506:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825104.406510:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825104.406513:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825105.431515:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825105.431518:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825105.431521:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825106.455918:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825106.455925:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825106.455929:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825107.478499:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825107.478502:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825107.478504:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825108.503715:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825108.503722:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825108.503726:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825109.526332:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825109.526335:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825109.526337:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825110.550367:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825110.550370:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825110.550373:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825111.576196:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825111.576200:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825111.576204:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825112.601464:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825112.601471:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825112.601476:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825113.623969:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825113.623973:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825113.623975:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825114.650474:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825114.650481:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825114.650485:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825115.670912:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825115.670916:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825115.670918:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825116.694328:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825116.694332:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825116.694335:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825117.719120:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825117.719124:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825117.719127:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825118.742378:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825118.742382:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825118.742385:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825119.766312:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825119.766316:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825119.766319:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825120.790435:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825120.790439:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825120.790443:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825121.814411:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825121.814414:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825121.814417:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825122.839335:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825122.839339:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825122.839342:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825123.863749:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825123.863753:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825123.863756:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825124.887543:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825124.887547:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825124.887551:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825125.910826:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825125.910830:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825125.910833:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825126.934589:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825126.934593:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825126.934596:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825127.958695:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825127.958699:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825127.958702:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825128.983839:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825128.983843:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825128.983847:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825130.007381:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825130.007395:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825130.007399:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825131.030812:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825131.030816:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825131.030819:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825132.054497:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825132.054501:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825132.054503:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825133.085528:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825133.085537:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825133.085542:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825134.102351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825134.102355:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825134.102358:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825134.678290:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825134.678301:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825134.678311:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825134.678316:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825134.678320:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825134.678322:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825134.678328:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825134.678335:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825134.678340:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.678352:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825134.678363:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825134.678367:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.678373:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_01+1] req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.678449:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825134.678452:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.678454:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781825134.678457:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825134.678458:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825134.678463:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825134.678468:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000100:00000040:3.0:1781825134.678469:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1781825134.678472:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825134.678477:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825134.678480:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825134.678483:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.678485:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1781825134.678488:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:3.0:1781825134.678489:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.678493:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.678495:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825134.678500:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781825134.678501:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825134.678510:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825134.678512:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.678515:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.678516:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825134.678524:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051430400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825134.678533:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825134.678536:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.678539:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825134.678540:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825134.678544:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1781825134.678545:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781825134.678548:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 02000000:00000001:3.0:1781825134.678550:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1781825134.678552:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825134.678555:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825134.678556:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:3.0:1781825134.678557:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:2.0:1781825134.678559:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.678563:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.678571:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825134.678576:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 02000000:00000010:2.0:1781825134.678576:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825134.678581:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825134.678584:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000040:2.0:1781825134.678587:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1781825134.678592:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051430400, portal 25 00000100:00000001:3.0:1781825134.678597:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825134.678599:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825134.678600:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000001:2.0:1781825134.678603:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825134.678610:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825134.678615:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.678626:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825134.678631:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825134.678632:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:2.0:1781825134.678635:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1781825134.678637:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000001:2.0:1781825134.678639:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1781825134.678642:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051430400, offset 0 00000100:00000010:2.0:1781825134.678644:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825134.678647:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825134.678649:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825134.678652:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1781825134.678653:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 02000000:00000001:2.0:1781825134.678654:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825134.678659:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825134.678661:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.678665:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825134.678670:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1781825134.678676:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:2.0:1781825134.678678:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825134.678682:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.678683:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1781825134.678687:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825134.678691:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825134.678711:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1781825134.678713:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.678716:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000040:2.0:1781825134.678718:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825134.678724:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1781825134.678725:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378269:378269:256:4294967295] 192.168.204.116@tcp LPNI seq info [378220:378220:8:4294967295] 00000400:00000200:3.0:1781825134.678733:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825134.678733:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7764) 00000400:00000200:3.0:1781825134.678745:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825134.678751:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825134.678752:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:3.0:1781825134.678758:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825134.678766:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:2.0:1781825134.678766:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825134.678770:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1781825134.678775:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000040:2.0:1781825134.678776:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781825134.678782:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825134.678792:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825134.678794:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825134.678800:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825134.678802:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825134.678804:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825134.678807:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051430528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825134.678810:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825134.678813:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825134.678814:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825134.678816:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825134.678820:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825134.678822:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.678827:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825134.678830:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825134.678834:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825134.678837:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051430528, portal 10 00000100:00000001:2.0:1781825134.678839:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825134.678840:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825134.678846:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.678848:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.678856:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825134.678859:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302435345 00000100:00000001:2.0:1781825134.678860:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781825134.678869:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302430226 00000100:00000040:2.0:1781825134.678874:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825134.678875:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302435345 00000400:00000010:2.0:1781825134.678879:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000001:3.0:1781825134.678881:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302430226 00000100:00000200:2.0:1781825134.678884:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051430528, offset 0 00000100:00000001:3.0:1781825134.678886:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825134.678890:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.678892:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825134.678896:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.678900:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781825134.678900:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825134.678907:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781825134.678910:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1781825134.678911:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781825134.678914:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781825134.678917:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:3.0:1781825134.678918:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.678921:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781825134.678922:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781825134.678924:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1781825134.678927:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000040:3.0:1781825134.678932:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825134.678934:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378270:378270:255:4294967295] 192.168.204.116@tcp LPNI seq info [378221:378221:7:4294967295] 00000400:00000200:2.0:1781825134.678946:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825134.678951:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825134.678954:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.678958:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1781825134.678959:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 02000000:00000001:3.0:1781825134.678962:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825134.678966:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781825134.678967:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825134.678973:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000100:00100000:3.0:1781825134.678974:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051430656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825134.678981:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1781825134.678982:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 02000000:00000001:3.0:1781825134.678985:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825134.678989:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781825134.678990:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 02000000:00000001:3.0:1781825134.678993:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1781825134.678995:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1781825134.678999:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 00000100:00000001:2.0:1781825134.679000:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.679004:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.679006:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28996 usecs (29 jiffies) 00000400:00000200:3.0:1781825134.679011:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825134.679015:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825134.679018:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000100:00000001:2.0:1781825134.679018:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302426653 00000100:00000001:2.0:1781825134.679023:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302435345 00000400:00000010:3.0:1781825134.679024:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000001:2.0:1781825134.679027:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302426653 00000100:00000200:3.0:1781825134.679030:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051430656, portal 10 00000100:00000001:2.0:1781825134.679031:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302435345 00000100:00000001:3.0:1781825134.679034:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825134.679035:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825134.679038:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000001:2.0:1781825134.679039:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.679044:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825134.679048:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825134.679051:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.679068:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825134.679069:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825134.679072:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825134.679075:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 02000000:00000001:2.0:1781825134.679076:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1781825134.679107:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825134.679111:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051430656, offset 0 00000400:00000200:3.0:1781825134.679117:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 02000000:00000001:2.0:1781825134.679118:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825134.679123:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.679124:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00100000:2.0:1781825134.679129:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051430784:192.168.204.116@tcp:400:kworker.0 00000400:00000200:3.0:1781825134.679132:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:2.0:1781825134.679139:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781825134.679140:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1781825134.679144:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1781825134.679145:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000001:2.0:1781825134.679148:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825134.679150:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1781825134.679152:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781825134.679155:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 02000000:00000010:2.0:1781825134.679158:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 00000400:00000200:3.0:1781825134.679162:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378271:378271:254:4294967295] 192.168.204.116@tcp LPNI seq info [378222:378222:6:4294967295] 02000000:00000001:2.0:1781825134.679163:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.679171:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825134.679172:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825134.679176:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000200:3.0:1781825134.679184:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:2.0:1781825134.679184:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825134.679190:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051430784, portal 4 00000800:00000200:3.0:1781825134.679194:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825134.679195:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825134.679198:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000800:00000010:3.0:1781825134.679200:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000100:00000040:2.0:1781825134.679205:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781825134.679207:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825134.679216:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781825134.679219:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1781825134.679221:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1781825134.679225:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825134.679228:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825134.679229:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000040:3.0:1781825134.679234:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20927 usecs (21 jiffies) 00000100:00000200:2.0:1781825134.679234:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051430784, offset 0 00000400:00000200:3.0:1781825134.679242:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825134.679243:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825134.679247:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302426646 00000400:00000200:2.0:1781825134.679251:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825134.679253:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302435345 00000100:00000001:3.0:1781825134.679257:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302426646 00000400:00000200:2.0:1781825134.679257:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781825134.679264:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302435345 00000400:00000200:2.0:1781825134.679265:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781825134.679268:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781825134.679271:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:3.0:1781825134.679273:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.679275:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781825134.679278:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.679280:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781825134.679282:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781825134.679286:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378272:378272:253:4294967295] 192.168.204.116@tcp LPNI seq info [378223:378223:5:4294967295] 00000100:00000001:3.0:1781825134.679288:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825134.679291:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781825134.679294:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825134.679297:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.679299:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825134.679303:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.679307:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825134.679308:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825134.679316:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825134.679320:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825134.679325:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825134.679329:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825134.679332:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825134.679335:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.679339:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 756015 usecs (757 jiffies) 00000400:00000200:2.0:1781825134.679343:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825134.679345:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302427382 00000100:00000001:2.0:1781825134.679347:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302435345 00000100:00000001:2.0:1781825134.679349:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302427382 00000100:00000001:2.0:1781825134.679351:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302435345 00000100:00000001:2.0:1781825134.679353:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825134.679355:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.679357:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.679359:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.679362:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825134.679364:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825134.679366:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825134.679367:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825134.679369:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.679371:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.693247:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.693252:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825134.693260:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825134.693262:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825134.693266:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825134.693271:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825134.693273:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825134.693276:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825134.693281:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825134.693289:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.693295:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825134.693297:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.693300:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825134.693303:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825134.693305:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825134.693307:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.693311:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825134.693317:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825134.693322:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825134.693325:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825134.693326:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825134.693329:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825134.693331:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.693333:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825134.693338:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.693345:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825134.693348:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825134.693349:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825134.693353:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.693498:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825134.693502:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1781825134.693540:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051430400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825134.693546:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.693548:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825134.693551:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051430400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.693558:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825134.693560:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825134.693564:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825134.693568:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825134.693570:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825134.693572:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825134.693574:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825134.693577:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825134.693582:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825134.693583:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825134.693586:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781825134.693592:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825134.693594:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.693597:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.693600:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.693601:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825134.693603:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.693605:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.694692:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.694697:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825134.694793:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825134.694795:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825134.694798:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825134.694803:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825134.694806:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825134.694809:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825134.694815:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825134.694824:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.694831:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825134.694834:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.694837:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825134.694840:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825134.694842:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825134.694845:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825134.694847:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825134.694856:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=101 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825134.694859:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825134.694862:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825134.694863:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825134.694865:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825134.694869:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.694872:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825134.694874:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825134.694876:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825134.694877:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825134.694881:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.694887:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825134.694889:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825134.694890:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825134.694894:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825134.694900:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051430656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825134.694904:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.694906:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825134.694908:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051430656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825134.694914:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825134.694916:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825134.694919:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825134.694922:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825134.694924:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825134.694927:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825134.694929:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825134.694930:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825134.694933:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825134.694934:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825134.694936:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781825134.694939:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825134.694940:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.694956:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825134.694970:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825134.694973:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825134.694975:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825134.694977:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825134.695157:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825134.695160:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825134.695163:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825134.695167:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825134.695168:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825134.695172:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825134.695177:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825134.695186:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695191:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825134.695193:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695195:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825134.695196:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825134.695198:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825134.695199:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825134.695201:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825134.695206:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=101 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825134.695209:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=14 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825134.695211:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825134.695212:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825134.695214:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825134.695215:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.695218:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825134.695219:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825134.695221:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825134.695222:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.695225:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695231:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825134.695232:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825134.695234:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825134.695237:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825134.695244:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051430528:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825134.695249:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825134.695251:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825134.695252:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825134.695255:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825134.695256:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825134.695258:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825134.695262:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825134.695270:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695276:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825134.695278:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695279:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825134.695280:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825134.695281:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825134.695283:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825134.695285:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825134.695288:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825134.695291:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=78 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825134.695293:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825134.695294:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825134.695295:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825134.695297:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.695299:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825134.695301:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825134.695303:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825134.695304:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825134.695307:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695313:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825134.695315:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825134.695316:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825134.695318:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825134.695325:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051430784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825134.695329:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695330:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825134.695333:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051430528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825189 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695339:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825134.695340:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825134.695343:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825134.695346:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825134.695347:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825134.695349:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825134.695350:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825134.695352:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825134.695354:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825134.695355:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825134.695427:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825134.695431:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825134.695432:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695434:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825134.695438:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051430784/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825134.695445:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825134.695447:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825134.695448:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825134.695450:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825134.695451:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825134.695452:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825134.695454:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825134.695455:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825134.695457:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825134.695458:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825134.695460:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825134.695462:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825134.695464:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695465:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825134.695469:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825134.695470:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825134.695472:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825134.695474:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825135.126758:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825135.126761:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825135.126764:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825136.151476:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825136.151480:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825136.151482:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825137.174321:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825137.174324:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825137.174327:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825138.198672:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825138.198676:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825138.198679:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825139.222344:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825139.222348:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825139.222350:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825139.798248:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825139.798258:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825139.798269:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825139.798276:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825139.798280:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825139.798283:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825139.798288:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825139.798296:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825139.798301:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798313:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825139.798323:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825139.798326:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798333:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825139.798363:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798366:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825139.798369:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825139.798372:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825139.798375:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825139.798378:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825139.798379:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825139.798380:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825139.798383:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:3.0:1781825139.798386:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798390:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825139.798397:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825139.798399:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798402:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825139.798422:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798425:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825139.798428:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825139.798431:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825139.798433:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825139.798435:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825139.798436:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825139.798438:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825139.798441:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:3.0:1781825139.798443:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798447:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825139.798459:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825139.798461:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798465:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_01+1] req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825139.798472:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798474:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825139.798477:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825139.798480:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825139.798482:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825139.798484:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825139.798485:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825139.798487:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825139.798492:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825139.798494:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798497:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825139.798503:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825139.798505:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798508:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825139.798514:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825139.798516:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825139.798518:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825139.798522:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7769) 00000100:00000001:2.0:1781825139.798584:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.798588:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825139.798590:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825139.798596:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.798614:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825139.798616:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.798620:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825139.798622:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825139.798625:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825139.798628:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051430912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825139.798632:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825139.798638:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825139.798641:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.798643:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825139.798648:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825139.798650:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825139.798657:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825139.798661:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825139.798667:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825139.798674:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051430912, portal 25 00000100:00000001:2.0:1781825139.798676:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825139.798677:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:2.0:1781825139.798683:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.798689:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825139.798691:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825139.798694:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825139.798697:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051430912, offset 0 00000400:00000200:2.0:1781825139.798704:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825139.798711:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.798718:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825139.798723:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825139.798727:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825139.798731:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825139.798734:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825139.798737:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378273:378273:256:4294967295] 192.168.204.116@tcp LPNI seq info [378224:378224:8:4294967295] 00000400:00000200:2.0:1781825139.798741:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.798751:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825139.798757:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825139.798762:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825139.798769:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825139.798776:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825139.798780:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825139.798806:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825139.798810:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825139.798813:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302440465 00000100:00000001:2.0:1781825139.798822:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302435345 00000100:00000001:2.0:1781825139.798825:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302440465 00000100:00000001:2.0:1781825139.798828:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302435345 00000100:00000001:2.0:1781825139.798832:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.798834:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.798837:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825139.798841:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.798848:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825139.798849:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.798851:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825139.798853:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825139.798855:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825139.798858:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825139.798861:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825139.798864:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825139.798865:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.798867:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825139.798870:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825139.798872:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825139.798875:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825139.798878:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825139.798882:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825139.798885:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431168, portal 10 00000100:00000001:2.0:1781825139.798887:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825139.798888:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825139.798895:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.798901:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825139.798903:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825139.798905:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825139.798907:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051431168, offset 0 00000400:00000200:2.0:1781825139.798911:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825139.798914:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.798918:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825139.798921:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825139.798923:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825139.798925:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825139.798927:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825139.798930:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378274:378274:255:4294967295] 192.168.204.116@tcp LPNI seq info [378225:378225:7:4294967295] 00000400:00000200:2.0:1781825139.798934:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.798940:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825139.798944:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825139.798948:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825139.798952:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825139.798956:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825139.798959:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825139.798962:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.798966:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20926 usecs (21 jiffies) 00000400:00000200:2.0:1781825139.798980:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825139.798982:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302431765 00000100:00000001:2.0:1781825139.798984:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.798986:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302431765 00000100:00000001:2.0:1781825139.798988:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.798990:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.798993:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.798995:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.798997:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.799004:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825139.799006:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825139.799008:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.799009:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825139.799011:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825139.799013:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825139.799015:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.799017:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825139.799018:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.799020:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.799027:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825139.799028:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825139.799032:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.799039:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825139.799040:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.799042:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825139.799044:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825139.799046:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825139.799049:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825139.799052:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825139.799054:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825139.799056:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.799057:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825139.799063:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825139.799065:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825139.799068:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825139.799070:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825139.799073:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825139.799076:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431040, portal 10 00000100:00000001:2.0:1781825139.799112:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825139.799113:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825139.799119:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.799125:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825139.799127:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825139.799130:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825139.799132:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051431040, offset 0 00000400:00000200:2.0:1781825139.799136:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825139.799139:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.799143:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825139.799145:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825139.799148:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825139.799150:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825139.799152:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825139.799155:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378275:378275:254:4294967295] 192.168.204.116@tcp LPNI seq info [378226:378226:6:4294967295] 00000400:00000200:2.0:1781825139.799158:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.799165:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825139.799169:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825139.799172:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825139.799176:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825139.799179:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825139.799182:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825139.799185:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.799188:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28968 usecs (29 jiffies) 00000400:00000200:2.0:1781825139.799191:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825139.799196:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302431774 00000100:00000001:2.0:1781825139.799199:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.799201:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302431774 00000100:00000001:2.0:1781825139.799203:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.799205:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.799207:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.799209:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825139.799212:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.799218:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825139.799219:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.799221:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825139.799222:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825139.799224:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825139.799227:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825139.799230:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825139.799232:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825139.799233:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.799235:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825139.799237:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825139.799239:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825139.799242:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825139.799244:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825139.799248:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825139.799250:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431296, portal 4 00000100:00000001:2.0:1781825139.799252:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825139.799253:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825139.799258:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.799271:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825139.799273:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825139.799274:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825139.799276:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051431296, offset 0 00000400:00000200:2.0:1781825139.799283:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825139.799286:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.799288:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825139.799290:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825139.799292:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825139.799295:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825139.799297:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825139.799300:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378276:378276:253:4294967295] 192.168.204.116@tcp LPNI seq info [378227:378227:5:4294967295] 00000400:00000200:2.0:1781825139.799303:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825139.799309:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825139.799312:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825139.799315:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825139.799318:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825139.799322:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825139.799324:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825139.799327:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.799329:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 753062 usecs (754 jiffies) 00000400:00000200:2.0:1781825139.799332:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825139.799333:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302432499 00000100:00000001:2.0:1781825139.799336:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.799338:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302432499 00000100:00000001:2.0:1781825139.799340:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302440465 00000100:00000001:2.0:1781825139.799341:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.799343:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.799345:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.799347:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.799358:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.799360:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.807888:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.807893:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825139.807899:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825139.807901:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825139.807904:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825139.807909:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825139.807911:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825139.807915:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825139.807920:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825139.807929:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.807934:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825139.807936:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.807939:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825139.807942:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825139.807944:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825139.807946:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.807949:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825139.807959:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=106 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825139.807963:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=19 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825139.807965:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825139.807978:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825139.807981:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825139.807985:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.807989:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825139.807991:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825139.807993:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825139.807994:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.807999:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808011:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.808014:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825139.808016:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825139.808020:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825139.808476:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431040:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825139.808483:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825139.808484:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825139.808486:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825139.808489:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825139.808491:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825139.808494:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825139.808498:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825139.808506:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808513:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825139.808514:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808516:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825139.808518:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825139.808519:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825139.808520:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.808522:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825139.808527:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825139.808530:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=83 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825139.808532:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825139.808534:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825139.808536:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825139.808538:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.808540:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825139.808541:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825139.808544:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825139.808545:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.808549:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808556:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.808558:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825139.808559:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825139.808562:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825139.808568:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431296:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825139.808573:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825139.808574:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825139.808575:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825139.808578:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825139.808579:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825139.808582:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825139.808585:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825139.808592:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808597:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825139.808609:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808611:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825139.808612:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825139.808614:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825139.808615:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.808616:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825139.808619:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825139.808621:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825139.808623:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825139.808624:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825139.808625:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825139.808628:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.808629:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.808632:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808638:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.808640:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825139.808642:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825139.808644:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825139.808651:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051430912:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825139.808656:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825139.808658:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825139.808660:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825139.808662:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781825139.808664:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781825139.808665:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825139.808669:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825139.808676:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808681:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825139.808683:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808684:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825139.808685:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825139.808687:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825139.808688:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825139.808689:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825139.808693:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=106 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825139.808696:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825139.808698:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825139.808699:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825139.808701:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825139.808703:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.808705:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825139.808706:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825139.808708:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825139.808709:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825139.808713:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808718:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825139.808720:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825139.808721:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825139.808724:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825139.808732:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825139.808736:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808744:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825139.808748:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051431040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808754:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825139.808757:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825139.808760:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825139.808765:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825139.808767:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825139.808769:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825139.808771:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825139.808774:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:2.0:1781825139.808777:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825139.808779:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825139.808785:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825139.808790:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825139.808791:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808793:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825139.808796:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051431296/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808807:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825139.808808:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825139.808810:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825139.808812:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825139.808813:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825139.808814:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825139.808816:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825139.808817:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:2.0:1781825139.808819:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825139.808820:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825139.808821:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825139.808824:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825139.808825:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808826:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825139.808829:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051430912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808835:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825139.808836:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825139.808837:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825139.808839:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825139.808840:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825139.808841:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825139.808843:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825139.808844:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825139.808846:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825139.808847:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825139.808849:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825139.808854:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825139.808855:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808856:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825139.808860:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051431168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825194 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825139.808866:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825139.808867:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825139.808869:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825139.808871:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825139.808872:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825139.808873:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825139.808874:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825139.808876:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:2.0:1781825139.808878:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825139.808879:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825139.808880:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825139.808882:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825139.808883:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808885:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825139.808893:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825139.808895:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825139.808897:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825139.808899:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825140.247480:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825140.247485:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825140.247489:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825141.270950:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825141.270954:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825141.270957:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825142.294734:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825142.294739:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825142.294742:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825143.318359:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825143.318363:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825143.318366:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825144.343539:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825144.343543:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825144.343546:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825144.919167:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825144.919179:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825144.919189:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825144.919196:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825144.919201:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825144.919204:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825144.919209:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825144.919217:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825144.919224:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919235:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825144.919247:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825144.919252:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919259:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825144.919286:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919289:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825144.919292:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825144.919296:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781825144.919298:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825144.919301:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825144.919302:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825144.919304:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825144.919309:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:3.0:1781825144.919311:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919315:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825144.919323:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825144.919325:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919329:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_00+0] req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825144.919337:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919339:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825144.919343:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825144.919346:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825144.919348:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825144.919350:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825144.919351:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825144.919353:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825144.919356:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825144.919358:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919362:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825144.919369:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825144.919371:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919374:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825144.919382:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919384:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825144.919387:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825144.919391:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825144.919393:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825144.919395:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825144.919396:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825144.919397:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825144.919400:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825144.919402:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919406:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825144.919418:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825144.919419:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919423:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825144.919430:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825144.919432:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825144.919435:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825144.919440:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7774) 00000100:00000001:2.0:1781825144.919606:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.919611:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825144.919613:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825144.919620:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.919628:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825144.919630:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.919633:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825144.919635:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825144.919638:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825144.919641:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051431424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825144.919648:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825144.919654:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825144.919656:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.919659:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825144.919664:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825144.919666:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825144.919681:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825144.919685:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825144.919693:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825144.919701:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431424, portal 25 00000100:00000001:2.0:1781825144.919703:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825144.919705:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:2.0:1781825144.919710:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.919718:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825144.919721:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825144.919723:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825144.919727:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051431424, offset 0 00000400:00000200:2.0:1781825144.919733:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825144.919742:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.919750:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825144.919755:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825144.919759:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825144.919762:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825144.919765:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825144.919768:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378277:378277:256:4294967295] 192.168.204.116@tcp LPNI seq info [378228:378228:8:4294967295] 00000400:00000200:2.0:1781825144.919773:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.919783:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825144.919788:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825144.919793:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825144.919800:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825144.919807:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825144.919811:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825144.919820:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825144.919824:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825144.919827:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302445586 00000100:00000001:2.0:1781825144.919834:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302440465 00000100:00000001:2.0:1781825144.919837:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302445586 00000100:00000001:2.0:1781825144.919840:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302440465 00000100:00000001:2.0:1781825144.919844:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.919846:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.919849:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825144.919853:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.919860:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825144.919861:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.919863:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825144.919865:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825144.919867:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825144.919870:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825144.919873:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825144.919876:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825144.919877:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.919879:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825144.919896:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825144.919898:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825144.919902:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825144.919904:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825144.919907:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825144.919910:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431680, portal 10 00000100:00000001:2.0:1781825144.919912:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825144.919913:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781825144.919920:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.919926:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825144.919929:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825144.919931:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825144.919934:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051431680, offset 0 00000400:00000200:2.0:1781825144.919938:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825144.919941:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.919945:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825144.919948:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825144.919950:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825144.919952:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825144.919954:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825144.919957:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378278:378278:255:4294967295] 192.168.204.116@tcp LPNI seq info [378229:378229:7:4294967295] 00000400:00000200:2.0:1781825144.919961:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.919967:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825144.919971:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825144.919974:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825144.919978:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825144.919982:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825144.919985:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825144.919988:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.919991:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20907 usecs (21 jiffies) 00000400:00000200:2.0:1781825144.919994:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825144.919996:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302436886 00000100:00000001:2.0:1781825144.919999:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920001:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302436886 00000100:00000001:2.0:1781825144.920003:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920005:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.920007:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920009:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920012:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.920019:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825144.920021:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825144.920024:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.920025:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825144.920026:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825144.920028:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825144.920030:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.920032:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825144.920033:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.920035:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.920036:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825144.920037:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825144.920041:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.920048:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825144.920049:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.920051:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825144.920052:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825144.920054:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825144.920057:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825144.920060:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825144.920063:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825144.920064:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.920066:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825144.920069:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825144.920071:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825144.920074:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825144.920224:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825144.920231:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825144.920234:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431552, portal 10 00000100:00000001:2.0:1781825144.920236:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825144.920238:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781825144.920245:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.920251:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825144.920253:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825144.920255:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825144.920258:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051431552, offset 0 00000400:00000200:2.0:1781825144.920262:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825144.920267:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.920270:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825144.920273:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825144.920276:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825144.920278:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825144.920280:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825144.920282:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378279:378279:254:4294967295] 192.168.204.116@tcp LPNI seq info [378230:378230:6:4294967295] 00000400:00000200:2.0:1781825144.920286:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.920292:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825144.920296:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825144.920299:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825144.920303:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825144.920307:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825144.920310:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825144.920312:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.920315:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28912 usecs (29 jiffies) 00000400:00000200:2.0:1781825144.920318:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825144.920319:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302436895 00000100:00000001:2.0:1781825144.920322:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920324:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302436895 00000100:00000001:2.0:1781825144.920326:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920327:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.920330:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920332:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825144.920336:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.920343:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825144.920344:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.920347:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825144.920348:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825144.920351:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825144.920354:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825144.920357:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825144.920360:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825144.920362:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.920364:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825144.920367:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825144.920369:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825144.920373:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825144.920376:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825144.920379:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825144.920382:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431808, portal 4 00000100:00000001:2.0:1781825144.920384:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825144.920386:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825144.920391:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.920397:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825144.920399:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825144.920401:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825144.920404:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051431808, offset 0 00000400:00000200:2.0:1781825144.920408:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825144.920412:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.920415:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825144.920418:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825144.920420:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825144.920422:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825144.920424:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825144.920427:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378280:378280:253:4294967295] 192.168.204.116@tcp LPNI seq info [378231:378231:5:4294967295] 00000400:00000200:2.0:1781825144.920430:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825144.920436:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825144.920440:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825144.920444:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825144.920447:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825144.920451:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825144.920454:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825144.920457:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.920459:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 750100 usecs (751 jiffies) 00000400:00000200:2.0:1781825144.920462:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825144.920464:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302437617 00000100:00000001:2.0:1781825144.920466:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920468:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302437617 00000100:00000001:2.0:1781825144.920469:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302445586 00000100:00000001:2.0:1781825144.920471:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.920473:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920476:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920478:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.920488:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.920491:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.927514:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.927518:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825144.927524:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825144.927526:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825144.927529:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825144.927534:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:2.0:1781825144.927537:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:2.0:1781825144.927541:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825144.927546:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825144.927555:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927562:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825144.927563:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927566:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825144.927569:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825144.927571:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825144.927574:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.927577:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825144.927586:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=111 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825144.927590:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=24 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825144.927592:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825144.927594:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825144.927597:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825144.927600:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.927604:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825144.927606:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825144.927608:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825144.927609:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.927614:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927622:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.927625:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825144.927627:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825144.927631:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825144.927640:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431552:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825144.927647:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825144.927649:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825144.927651:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825144.927654:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:2.0:1781825144.927655:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:2.0:1781825144.927658:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825144.927660:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825144.927668:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927674:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825144.927676:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927677:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825144.927678:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825144.927680:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825144.927681:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.927683:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825144.927686:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825144.927689:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=88 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825144.927691:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825144.927692:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825144.927694:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825144.927696:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.927698:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825144.927700:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825144.927701:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825144.927702:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.927707:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927714:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.927716:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825144.927717:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825144.927721:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825144.927728:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431808:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825144.927734:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825144.927735:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825144.927737:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825144.927739:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781825144.927741:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781825144.927743:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825144.927746:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825144.927753:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927759:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825144.927760:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927762:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825144.927763:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825144.927764:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825144.927765:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.927767:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825144.927769:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825144.927772:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825144.927773:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825144.927775:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825144.927776:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825144.927778:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.927780:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.927783:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927789:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.927791:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825144.927792:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825144.927796:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825144.927802:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051431424:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825144.927808:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825144.927809:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825144.927810:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825144.927813:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825144.927814:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825144.927816:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825144.927819:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825144.927827:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927834:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825144.927835:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927837:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825144.927838:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825144.927839:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825144.927841:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825144.927842:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825144.927846:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=111 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825144.927849:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825144.927851:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825144.927852:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825144.927854:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825144.927855:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.927857:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825144.927859:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825144.927860:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825144.927862:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825144.927865:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927872:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825144.927873:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825144.927874:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825144.927877:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825144.927898:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051431680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825144.927902:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927905:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825144.927908:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051431552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927914:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825144.927917:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825144.927920:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825144.927924:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825144.927927:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825144.927928:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825144.927931:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825144.927933:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:2.0:1781825144.927938:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825144.927939:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825144.927941:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781825144.927947:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825144.927949:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927951:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825144.927954:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051431808/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927960:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825144.927961:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825144.927963:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825144.927965:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825144.927966:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825144.927967:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825144.927969:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825144.927970:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:2.0:1781825144.927972:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825144.927973:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825144.927974:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825144.927978:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825144.927979:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.927980:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825144.927983:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051431424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.927989:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825144.927991:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825144.927992:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825144.927995:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825144.927996:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825144.927997:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825144.927999:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825144.928000:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:2.0:1781825144.928002:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825144.928003:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825144.928004:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781825144.928006:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825144.928008:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.928009:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825144.928012:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051431680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825199 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825144.928018:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825144.928019:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825144.928021:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825144.928023:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825144.928024:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825144.928025:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825144.928027:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825144.928028:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825144.928030:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825144.928031:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825144.928032:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781825144.928034:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825144.928035:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.928037:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825144.928043:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825144.928045:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825144.928047:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825144.928049:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825145.366523:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825145.366527:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825145.366531:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825146.390316:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825146.390320:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825146.390323:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825147.416333:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825147.416339:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825147.416343:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825148.438408:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825148.438412:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825148.438414:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825149.462345:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825149.462349:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825149.462352:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825150.038247:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825150.038262:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825150.038276:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825150.038284:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825150.038290:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825150.038294:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825150.038301:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825150.038312:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:3.0:1781825150.038321:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038337:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825150.038350:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825150.038356:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038364:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.038495:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038499:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825150.038503:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825150.038507:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825150.038510:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825150.038513:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825150.038515:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825150.038517:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825150.038522:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825150.038526:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038531:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825150.038539:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825150.038541:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038546:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.038555:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038558:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825150.038562:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825150.038565:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825150.038568:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825150.038570:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825150.038572:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825150.038573:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825150.038577:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825150.038580:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038585:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825150.038591:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825150.038593:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038596:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_01+1] req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.038603:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038606:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825150.038610:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825150.038613:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825150.038616:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825150.038618:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825150.038620:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825150.038621:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825150.038625:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825150.038627:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038636:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825150.038644:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825150.038646:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038655:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.038663:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.038665:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825150.038675:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781825150.038681:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781825150.038684:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7779) 00000100:00000001:2.0:1781825150.038692:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825150.038697:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825150.038712:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.038724:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825150.038726:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825150.038733:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825150.038736:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825150.038740:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825150.038744:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051431936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825150.038748:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825150.038755:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825150.038759:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825150.038761:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825150.038769:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825150.038771:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825150.038780:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825150.038784:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825150.038791:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825150.038798:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051431936, portal 25 00000100:00000001:2.0:1781825150.038800:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825150.038802:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:2.0:1781825150.038807:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.038815:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825150.038817:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825150.038820:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825150.038835:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051431936, offset 0 00000400:00000200:2.0:1781825150.038842:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825150.038850:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825150.038858:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825150.038863:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825150.038867:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825150.038871:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825150.038873:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825150.038876:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378281:378281:256:4294967295] 192.168.204.116@tcp LPNI seq info [378232:378232:8:4294967295] 00000400:00000200:2.0:1781825150.038881:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825150.038891:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825150.038897:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825150.038902:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825150.038908:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825150.038925:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825150.038930:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825150.038951:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.038955:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781825150.038957:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825150.038963:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825150.038964:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302450705 00000100:00000001:3.0:1781825150.038968:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825150.038976:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302445586 00000100:00000040:3.0:1781825150.038979:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.038984:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302450705 00000100:00000001:2.0:1781825150.038996:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302445586 00000100:00000001:3.0:1781825150.039001:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825150.039004:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825150.039005:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.039011:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.039013:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781825150.039017:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1781825150.039024:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781825150.039026:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825150.039029:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825150.039041:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825150.039056:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825150.039056:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825150.039062:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.039066:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825150.039067:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825150.039072:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825150.039074:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.039107:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.039113:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825150.039119:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825150.039128:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825150.039129:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051432192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825150.039138:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781825150.039140:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781825150.039144:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1781825150.039148:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 02000000:00000001:2.0:1781825150.039148:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825150.039155:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825150.039160:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825150.039163:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825150.039167:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825150.039171:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825150.039176:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825150.039179:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432192, portal 10 00000100:00000001:2.0:1781825150.039180:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825150.039182:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825150.039189:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.039196:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825150.039198:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825150.039200:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825150.039202:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051432192, offset 0 00000400:00000200:2.0:1781825150.039206:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825150.039209:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825150.039213:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825150.039215:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825150.039218:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825150.039220:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825150.039222:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825150.039225:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378282:378282:255:4294967295] 192.168.204.116@tcp LPNI seq info [378233:378233:7:4294967295] 00000400:00000200:2.0:1781825150.039229:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825150.039235:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825150.039240:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825150.039243:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825150.039247:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825150.039251:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825150.039254:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825150.039257:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825150.039261:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20883 usecs (21 jiffies) 00000400:00000200:2.0:1781825150.039264:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825150.039266:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302442006 00000100:00000001:2.0:1781825150.039268:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302450705 00000100:00000001:2.0:1781825150.039270:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302442006 00000100:00000001:2.0:1781825150.039272:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302450705 00000100:00000001:2.0:1781825150.039274:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825150.039276:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.039278:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.039280:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.039288:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825150.039290:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825150.039292:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825150.039294:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825150.039295:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.039298:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825150.039480:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825150.039491:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432064, portal 10 00000100:00000001:3.0:1781825150.039494:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825150.039495:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781825150.039506:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.039514:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825150.039517:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825150.039521:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825150.039524:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051432064, offset 0 00000400:00000200:3.0:1781825150.039531:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825150.039544:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825150.039560:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825150.039566:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825150.039572:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825150.039576:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825150.039579:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825150.039584:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378283:378283:255:4294967295] 192.168.204.116@tcp LPNI seq info [378234:378234:7:4294967295] 00000400:00000200:3.0:1781825150.039589:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825150.039598:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825150.039604:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825150.039609:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825150.039617:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825150.039630:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825150.039637:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825150.039648:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.039660:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28852 usecs (29 jiffies) 00000400:00000200:3.0:1781825150.039675:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825150.039681:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302442014 00000100:00000001:3.0:1781825150.039690:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302450705 00000100:00000001:3.0:1781825150.039698:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302442014 00000100:00000001:3.0:1781825150.039704:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302450705 00000100:00000001:3.0:1781825150.039712:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825150.039720:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.039727:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825150.039737:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.040008:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825150.040010:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.040014:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825150.040017:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825150.040020:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825150.040025:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825150.040030:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825150.040034:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825150.040037:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.040039:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825150.040043:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825150.040045:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825150.040050:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825150.040054:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825150.040058:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825150.040062:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432320, portal 4 00000100:00000001:3.0:1781825150.040064:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825150.040066:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781825150.040500:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.040514:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825150.040516:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825150.040521:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825150.040524:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051432320, offset 0 00000400:00000200:3.0:1781825150.040530:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825150.040536:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825150.040541:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825150.040545:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825150.040548:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825150.040550:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825150.040552:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825150.040556:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378284:378284:256:4294967295] 192.168.204.116@tcp LPNI seq info [378235:378235:8:4294967295] 00000400:00000200:3.0:1781825150.040560:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825150.040567:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825150.040572:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825150.040578:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825150.040583:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825150.040589:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825150.040593:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825150.040614:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.040620:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 747152 usecs (748 jiffies) 00000400:00000200:3.0:1781825150.040623:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825150.040626:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302442733 00000100:00000001:3.0:1781825150.040629:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302450705 00000100:00000001:3.0:1781825150.040631:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302442733 00000100:00000001:3.0:1781825150.040633:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302450705 00000100:00000001:3.0:1781825150.040635:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825150.040638:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.042755:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.042765:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.042775:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825150.042779:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825150.042782:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825150.042785:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825150.042788:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.042791:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.044811:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825150.044825:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825150.044836:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825150.044838:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825150.044843:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825150.044849:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825150.044852:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825150.044857:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825150.044863:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825150.044874:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.044880:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825150.044883:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.044886:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825150.044891:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825150.044895:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825150.044897:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825150.044901:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825150.044910:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825150.044915:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=30 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825150.044918:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825150.044920:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825150.044924:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825150.044926:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.044929:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825150.044934:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.044942:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825150.044947:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825150.044950:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825150.044954:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825150.044963:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051431936:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825150.044971:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825150.044974:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825150.044976:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825150.044983:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:2.0:1781825150.044985:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:2.0:1781825150.044987:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825150.044990:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825150.044997:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.045002:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825150.045003:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.045005:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825150.045006:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825150.045007:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825150.045008:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825150.045010:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825150.045018:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=117 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825150.045022:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825150.045024:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825150.045025:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825150.045027:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825150.045030:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.045034:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825150.045037:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825150.045039:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825150.045040:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825150.045043:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.045048:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825150.045050:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825150.045051:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825150.045055:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825150.045062:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051432192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825150.045067:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.045069:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825150.045123:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051431936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.045130:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825150.045133:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825150.045137:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825150.045143:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825150.045146:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825150.045149:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825150.045151:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825150.045154:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:2.0:1781825150.045170:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825150.045173:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825150.045175:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825150.045184:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825150.045186:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.045188:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825150.045192:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051432192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825150.045199:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825150.045200:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825150.045201:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825150.045205:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825150.045206:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825150.045207:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825150.045210:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825150.045211:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:2.0:1781825150.045213:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825150.045214:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825150.045216:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825150.045218:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825150.045220:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.045223:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825150.045232:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825150.045234:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825150.045237:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825150.045240:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.048826:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825150.048832:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825150.048842:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825150.048844:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825150.048848:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825150.048853:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825150.048857:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825150.048860:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825150.048866:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825150.048876:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.048882:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825150.048885:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.048888:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825150.048892:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825150.048895:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825150.048898:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.048901:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825150.048914:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=117 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825150.048919:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=30 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825150.048922:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825150.048924:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825150.048926:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825150.048931:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.048935:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825150.048937:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825150.048940:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825150.048942:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.048947:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.048955:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825150.048959:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825150.048961:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825150.048965:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825150.048973:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825150.048980:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.048982:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825150.048986:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051432064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.048994:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825150.048998:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825150.049002:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825150.049006:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825150.049009:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825150.049011:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825150.049013:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825150.049017:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:3.0:1781825150.049021:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825150.049024:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825150.049026:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:3.0:1781825150.049029:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825150.049031:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.049035:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.049036:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825150.049038:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825150.049039:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.049041:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.054606:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825150.054613:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825150.054623:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825150.054626:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825150.054630:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825150.054636:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825150.054639:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825150.054655:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825150.054661:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825150.054671:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.054679:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825150.054681:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.054684:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825150.054688:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825150.054692:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825150.054694:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825150.054698:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825150.054710:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825150.054715:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=94 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825150.054718:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825150.054720:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825150.054723:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825150.054728:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.054733:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825150.054735:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825150.054737:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825150.054963:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825150.054971:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.054979:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825150.054983:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825150.054986:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825150.054990:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825150.055004:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825150.055009:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.055012:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825150.055016:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051432320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825150.055022:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825150.055025:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825150.055030:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825150.055034:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825150.055038:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825150.055040:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825150.055043:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825150.055046:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:3.0:1781825150.055051:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825150.055053:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825150.055055:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781825150.055059:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825150.055061:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.055063:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825150.055375:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825150.055378:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825150.055381:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825150.055385:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825150.486603:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825150.486607:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825150.486611:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825151.510401:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825151.510405:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825151.510408:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825152.534320:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825152.534324:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825152.534327:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825153.560050:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825153.560056:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825153.560060:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825154.588583:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825154.588587:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825154.588590:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825155.158280:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825155.158293:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825155.158312:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825155.158319:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825155.158323:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825155.158326:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825155.158331:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825155.158341:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825155.158348:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158361:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825155.158371:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825155.158375:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158382:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_01+1] req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.158417:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158420:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825155.158434:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825155.158437:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825155.158440:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825155.158442:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825155.158444:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825155.158446:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825155.158449:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825155.158452:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158456:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825155.158463:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825155.158465:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158469:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.158477:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158479:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825155.158482:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825155.158731:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825155.158735:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825155.158738:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825155.158739:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825155.158741:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825155.158745:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825155.158748:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158754:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825155.158761:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825155.158764:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158768:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.158776:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158779:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825155.158783:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825155.158787:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825155.158789:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825155.158791:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825155.158792:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825155.158794:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825155.158797:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825155.158799:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158802:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825155.158809:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825155.158810:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158814:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.158822:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.158825:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825155.158829:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825155.158834:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7784) 00000100:00000001:3.0:1781825155.158962:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.158966:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825155.158968:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825155.158974:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.158982:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825155.158984:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.158987:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825155.158990:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825155.158993:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825155.158997:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051432448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825155.159001:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825155.159007:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825155.159010:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.159012:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825155.159017:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825155.159019:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825155.159025:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825155.159030:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825155.159037:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825155.159045:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432448, portal 25 00000100:00000001:3.0:1781825155.159047:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825155.159049:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825155.159055:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.159063:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825155.159065:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825155.159068:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825155.159072:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051432448, offset 0 00000400:00000200:3.0:1781825155.159187:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825155.159197:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825155.159206:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825155.159211:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825155.159216:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825155.159219:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825155.159222:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825155.159226:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378285:378285:256:4294967295] 192.168.204.116@tcp LPNI seq info [378236:378236:8:4294967295] 00000400:00000200:3.0:1781825155.159231:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825155.159241:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825155.159246:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825155.159252:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:3.0:1781825155.159260:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825155.159268:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825155.159272:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825155.159349:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825155.159352:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825155.159354:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825155.159359:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.159366:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825155.159368:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.159370:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825155.159372:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825155.159374:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825155.159376:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825155.159380:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825155.159383:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825155.159384:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.159386:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825155.159390:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825155.159392:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825155.159396:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825155.159399:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825155.159404:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825155.159407:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432576, portal 10 00000100:00000001:2.0:1781825155.159409:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825155.159411:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825155.159418:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.159424:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825155.159427:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825155.159430:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825155.159432:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051432576, offset 0 00000400:00000200:2.0:1781825155.159437:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825155.159441:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825155.159444:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825155.159447:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825155.159450:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825155.159452:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825155.159454:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825155.159457:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378286:378286:255:4294967295] 192.168.204.116@tcp LPNI seq info [378237:378237:7:4294967295] 00000400:00000200:2.0:1781825155.159461:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825155.159467:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825155.159472:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825155.159476:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825155.159479:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825155.159494:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825155.159498:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825155.159516:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825155.159521:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825155.159524:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302455826 00000100:00000001:3.0:1781825155.159531:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302450705 00000100:00000001:3.0:1781825155.159535:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302455826 00000100:00000001:3.0:1781825155.159538:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302450705 00000100:00000001:3.0:1781825155.159542:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825155.159544:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.159547:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825155.159551:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.159558:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825155.159559:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.159561:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825155.159563:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825155.159565:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825155.159567:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051432704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825155.159570:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825155.159573:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825155.159574:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.159576:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825155.159579:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825155.159581:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825155.159584:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825155.159587:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825155.159590:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825155.159593:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432704, portal 10 00000100:00000001:3.0:1781825155.159595:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825155.159596:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781825155.159601:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.159608:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825155.159610:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825155.159612:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825155.159614:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051432704, offset 0 00000400:00000200:3.0:1781825155.159618:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825155.159622:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825155.159625:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825155.159627:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825155.159629:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825155.159632:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825155.159634:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825155.159637:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378287:378287:254:4294967295] 192.168.204.116@tcp LPNI seq info [378238:378238:6:4294967295] 00000400:00000200:3.0:1781825155.159641:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825155.159647:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825155.159652:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825155.159655:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825155.159659:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825155.159663:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825155.159665:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825155.165099:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.165111:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28800 usecs (29 jiffies) 00000400:00000200:2.0:1781825155.165120:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825155.165129:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302447139 00000100:00000001:2.0:1781825155.165134:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302455826 00000100:00000001:2.0:1781825155.165136:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302447139 00000100:00000001:2.0:1781825155.165138:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302455826 00000100:00000001:2.0:1781825155.165141:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825155.165144:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.165148:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825155.165164:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.165174:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825155.165176:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.165180:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825155.165183:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825155.165186:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825155.165190:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825155.165194:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825155.165200:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825155.165203:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.165206:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825155.165216:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825155.165229:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825155.165235:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825155.165241:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825155.165249:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825155.165255:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051432832, portal 4 00000100:00000001:2.0:1781825155.165257:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825155.165258:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:2.0:1781825155.165265:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.165273:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825155.165275:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825155.165279:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825155.165282:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051432832, offset 0 00000400:00000200:2.0:1781825155.165288:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825155.165296:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825155.165313:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825155.165318:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825155.165323:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825155.165326:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825155.165330:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825155.165333:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378288:378288:253:4294967295] 192.168.204.116@tcp LPNI seq info [378239:378239:5:4294967295] 00000400:00000200:2.0:1781825155.165338:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825155.165347:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825155.165354:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825155.165365:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825155.165376:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825155.165384:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825155.165388:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825155.165392:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.165396:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 744267 usecs (745 jiffies) 00000400:00000200:2.0:1781825155.165400:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825155.165402:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302447855 00000100:00000001:2.0:1781825155.165405:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302455826 00000100:00000001:2.0:1781825155.165407:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302447855 00000100:00000001:2.0:1781825155.165409:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302455826 00000100:00000001:2.0:1781825155.165411:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825155.165413:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.165416:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.165420:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.165428:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825155.165442:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825155.165446:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825155.165447:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825155.165449:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.165452:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.167978:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825155.167985:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20853 usecs (21 jiffies) 00000400:00000200:3.0:1781825155.167990:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825155.167994:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302447134 00000100:00000001:3.0:1781825155.167997:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302455826 00000100:00000001:3.0:1781825155.168000:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302447134 00000100:00000001:3.0:1781825155.168002:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302455826 00000100:00000001:3.0:1781825155.168006:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825155.168009:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.168013:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.168015:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.168022:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825155.168023:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825155.168026:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.168028:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825155.168029:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.168032:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.174886:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825155.174891:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825155.177507:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.177512:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825155.177519:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825155.177521:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825155.177524:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825155.177528:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825155.177530:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825155.177533:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825155.177537:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825155.177546:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.177561:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825155.177563:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.177566:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825155.177569:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825155.177571:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825155.177574:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.177577:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825155.177584:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825155.177588:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825155.177591:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825155.177592:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825155.177595:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825155.177597:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.177600:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825155.177606:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.177613:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825155.177617:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825155.177619:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825155.177624:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825155.177631:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051432448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825155.177637:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.177639:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825155.177643:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051432448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.177649:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825155.177652:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825155.177656:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825155.177660:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825155.177663:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825155.177665:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825155.177667:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825155.177669:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825155.177672:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825155.177674:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825155.177676:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781825155.177680:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825155.177681:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.177684:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.177686:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.177687:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825155.177689:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.177691:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825155.178751:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825155.178755:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825155.178758:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825155.178764:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825155.178766:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825155.178770:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825155.178777:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825155.178786:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.178794:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825155.178795:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.178797:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825155.178799:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825155.178800:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825155.178802:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.178805:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825155.178811:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825155.178814:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=99 v=5 (1 1 1 0) 00000100:00000001:2.0:1781825155.178817:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825155.178818:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825155.178821:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825155.178824:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.178827:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825155.178829:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825155.178831:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825155.178832:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.178835:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.178842:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825155.178844:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825155.178846:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825155.178849:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825155.179148:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825155.179152:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.179155:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825155.179158:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051432832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.179163:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825155.179165:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825155.179167:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825155.179172:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825155.179175:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825155.179176:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825155.179178:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825155.179181:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825155.179183:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825155.179185:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825155.179187:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:2.0:1781825155.179190:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825155.179191:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.179194:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.179196:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825155.179198:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825155.179202:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825155.179203:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825155.179205:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825155.179208:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:2.0:1781825155.179210:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:2.0:1781825155.179212:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825155.179216:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825155.179223:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.179228:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825155.179230:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.179232:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825155.179233:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825155.179234:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825155.179236:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825155.179237:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825155.179241:0:2394:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0fc60 time=122 v=36 (36 36 36 36) 00000100:00001000:2.0:1781825155.179244:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=35 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825155.179246:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825155.179247:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825155.179249:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825155.179250:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.179252:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825155.179253:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825155.179255:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825155.179256:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825155.179259:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.181020:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825155.181023:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825155.181025:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825155.181034:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825155.181044:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051432576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825155.181049:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.181051:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825155.181054:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051432576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825155.181060:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825155.181062:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825155.181066:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825155.181071:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825155.181074:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825155.181075:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825155.181091:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825155.181093:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825155.181097:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825155.181098:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825155.181100:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825155.181103:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825155.181104:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.181106:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825155.181114:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825155.181116:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825155.181118:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825155.181120:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.182807:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.182811:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825155.182817:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825155.182819:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825155.182823:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825155.182828:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825155.182830:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825155.182833:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825155.182838:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825155.182845:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.182852:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825155.182854:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.182865:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825155.182871:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825155.182873:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825155.182875:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825155.182878:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825155.182887:0:2395:0:(import.c:2151:obd_at_measure()) add 36 to ffff908f18d0ec60 time=122 v=36 (36 36 36 36) 00000100:00001000:3.0:1781825155.182890:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825155.182893:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825155.182895:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825155.182897:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825155.182900:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.182904:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825155.182907:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825155.182909:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825155.182910:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825155.182914:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.182920:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825155.182923:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825155.182925:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825155.182929:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825155.182936:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051432704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825155.182940:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.182942:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825155.182945:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051432704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825155.182952:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825155.182954:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825155.182957:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825155.182961:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825155.182964:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825155.182965:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825155.182967:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825155.182970:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825155.182972:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825155.182974:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825155.182976:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781825155.182981:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825155.182982:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.182984:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825155.182990:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825155.182992:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825155.182994:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825155.182996:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825155.606434:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825155.606438:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825155.606441:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825156.630315:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825156.630319:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825156.630322:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825157.654857:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825157.654861:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825157.654864:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825158.681430:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825158.681437:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825158.681441:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825159.702847:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825159.702852:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825159.702855:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825160.726339:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825160.726343:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825160.726346:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825161.750925:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825161.750929:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825161.750932:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825162.777046:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825162.777053:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825162.777057:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825163.799806:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825163.799810:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825163.799813:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825164.822817:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825164.822821:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825164.822825:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825165.847541:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825165.847544:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825165.847547:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825166.873239:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825166.873246:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825166.873251:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825167.894390:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825167.894393:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825167.894396:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825168.918864:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825168.918868:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825168.918872:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825169.943112:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825169.943116:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825169.943119:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825170.966575:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825170.966578:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825170.966581:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825171.990473:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825171.990477:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825171.990480:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825173.014458:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825173.014461:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825173.014464:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825174.038979:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825174.038982:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825174.038986:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825175.062335:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825175.062339:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825175.062343:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825176.086842:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825176.086846:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825176.086849:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825177.112067:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825177.112071:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825177.112075:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825178.135112:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825178.135117:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825178.135120:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825179.158756:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825179.158761:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825179.158766:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825180.182569:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825180.182573:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825180.182577:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825181.207534:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825181.207538:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825181.207542:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825182.236914:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825182.236924:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825182.236930:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825183.254459:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825183.254464:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825183.254469:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825184.280321:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825184.280328:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825184.280334:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825185.302561:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825185.302565:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825185.302568:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825186.328136:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825186.328142:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825186.328146:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825187.351077:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825187.351187:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825187.351191:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825188.374365:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825188.374369:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825188.374372:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825189.398293:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825189.398296:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825189.398299:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825190.423244:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825190.423248:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825190.423251:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825190.998904:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825190.998918:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825190.998931:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825190.998936:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825190.998941:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825190.998943:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825190.998949:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825190.998958:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825190.998966:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825190.998977:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825190.998987:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825190.998992:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825190.998998:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825190.999567:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825190.999572:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825190.999574:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825190.999582:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825190.999590:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825190.999592:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825190.999596:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825190.999598:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825190.999601:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825190.999614:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051436032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825190.999618:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825190.999624:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825190.999626:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825190.999628:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825190.999634:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825190.999636:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825190.999643:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825190.999647:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825190.999654:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825190.999660:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436032, portal 25 00000100:00000001:2.0:1781825190.999662:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825190.999663:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825190.999668:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825190.999675:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825190.999678:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825190.999680:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825190.999683:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051436032, offset 0 00000400:00000200:2.0:1781825190.999688:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825190.999696:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825190.999704:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825190.999709:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825190.999713:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825190.999716:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825190.999719:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825190.999722:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378313:378313:256:4294967295] 192.168.204.116@tcp LPNI seq info [378264:378264:8:4294967295] 00000400:00000200:2.0:1781825190.999726:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825190.999735:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825190.999741:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825190.999746:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825190.999752:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825190.999759:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825190.999762:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825190.999779:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825190.999783:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825190.999786:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302491666 00000100:00000001:2.0:1781825190.999794:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302486545 00000100:00000001:2.0:1781825190.999798:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302491666 00000100:00000001:2.0:1781825190.999801:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302486545 00000100:00000001:2.0:1781825190.999804:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825190.999806:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825190.999809:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825190.999811:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.000557:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.000561:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825191.000566:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825191.000571:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825191.000575:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825191.000578:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825191.000581:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825191.000584:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825191.000589:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825191.000593:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.000599:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825191.000620:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825191.000623:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.000628:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.000747:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825191.000751:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1781825191.000753:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.000755:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825191.000757:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825191.000759:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825191.000760:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.000762:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825191.000763:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.000765:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.000766:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825191.000767:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825191.000772:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.000780:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825191.000781:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825191.000784:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825191.000786:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825191.000788:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825191.000791:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051436160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825191.000794:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825191.000798:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825191.000801:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825191.000802:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825191.000806:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825191.000808:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825191.000813:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825191.000816:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825191.000821:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781825191.000825:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436160, portal 10 00000100:00000001:2.0:1781825191.000827:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825191.000828:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825191.000835:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.000846:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825191.000848:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825191.000851:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825191.000853:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051436160, offset 0 00000400:00000200:2.0:1781825191.000857:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825191.000863:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825191.000868:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825191.000872:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825191.000875:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825191.000877:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825191.000880:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825191.000883:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378314:378314:256:4294967295] 192.168.204.116@tcp LPNI seq info [378265:378265:8:4294967295] 00000400:00000200:2.0:1781825191.000887:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825191.000895:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825191.000899:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825191.000904:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825191.000908:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825191.000913:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825191.000916:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825191.000932:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825191.000937:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28442 usecs (29 jiffies) 00000400:00000200:2.0:1781825191.000944:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825191.000947:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302482975 00000100:00000001:2.0:1781825191.000949:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302491666 00000100:00000001:2.0:1781825191.000951:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302482975 00000100:00000001:2.0:1781825191.000953:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302491666 00000100:00000001:2.0:1781825191.000956:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825191.000958:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.000960:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.000962:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.000973:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.000976:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.003766:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.003771:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825191.003775:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.003779:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.005219:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005226:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825191.005231:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825191.005242:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825191.005249:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825191.005254:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825191.005257:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825191.005262:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825191.005269:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:3.0:1781825191.005277:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005287:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825191.005299:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825191.005304:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005309:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.005341:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005344:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825191.005347:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825191.005350:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825191.005353:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825191.005355:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825191.005356:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825191.005358:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825191.005361:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:3.0:1781825191.005364:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005368:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825191.005374:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825191.005376:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005380:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.005394:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.005397:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825191.005399:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825191.005404:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7820) 00000100:00000001:3.0:1781825191.005498:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.005501:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825191.005503:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825191.005509:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.005517:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825191.005518:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.005581:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825191.005584:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825191.005587:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825191.005599:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825191.005614:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825191.005620:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825191.005622:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.005625:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825191.005630:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825191.005632:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825191.005639:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825191.005644:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825191.005650:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825191.005657:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436416, portal 4 00000100:00000001:3.0:1781825191.005660:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825191.005661:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825191.005668:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.005676:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825191.005679:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825191.005682:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825191.005685:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051436416, offset 0 00000400:00000200:3.0:1781825191.005789:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825191.005799:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825191.005806:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825191.005811:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825191.005827:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825191.005831:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825191.005834:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825191.005837:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378315:378315:256:4294967295] 192.168.204.116@tcp LPNI seq info [378266:378266:8:4294967295] 00000400:00000200:3.0:1781825191.005842:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825191.005852:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825191.005858:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825191.005863:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825191.006216:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825191.006223:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825191.006227:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825191.006300:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.006306:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 724621 usecs (725 jiffies) 00000400:00000200:3.0:1781825191.006310:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825191.006313:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302483677 00000100:00000001:3.0:1781825191.006316:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302491666 00000100:00000001:3.0:1781825191.006318:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302483677 00000100:00000001:3.0:1781825191.006320:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302491666 00000100:00000001:3.0:1781825191.006323:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825191.006326:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.006329:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.006331:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.006337:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825191.006340:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825191.006342:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.006343:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825191.006344:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825191.006347:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825191.006348:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.006350:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825191.006351:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.006353:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.006354:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825191.006355:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825191.006359:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.006366:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825191.006368:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.006370:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825191.006372:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825191.006374:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825191.006377:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825191.006380:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825191.006383:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825191.006385:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.006386:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825191.006390:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825191.006392:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825191.006396:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825191.006399:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825191.006403:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825191.006406:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436288, portal 10 00000100:00000001:3.0:1781825191.006408:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825191.006420:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781825191.006427:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.006434:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825191.006437:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825191.006440:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825191.006442:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051436288, offset 0 00000400:00000200:3.0:1781825191.006446:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825191.006450:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825191.006454:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825191.006456:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825191.006459:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825191.006462:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825191.006463:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825191.006467:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378316:378316:255:4294967295] 192.168.204.116@tcp LPNI seq info [378267:378267:7:4294967295] 00000400:00000200:3.0:1781825191.006471:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825191.006478:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825191.006487:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825191.006493:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f02a74b00. 00000800:00000200:3.0:1781825191.006497:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825191.006501:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825191.006503:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f02a74b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825191.006507:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.006509:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20778 usecs (21 jiffies) 00000400:00000200:3.0:1781825191.006512:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825191.006514:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302482973 00000100:00000001:3.0:1781825191.006517:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302491666 00000100:00000001:3.0:1781825191.006519:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302482973 00000100:00000001:3.0:1781825191.006521:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302491666 00000100:00000001:3.0:1781825191.006534:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825191.006536:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.006538:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.006541:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.009043:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.009048:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825191.009051:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.009055:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.009895:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.009899:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825191.009904:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825191.009906:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825191.009909:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825191.009914:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:2.0:1781825191.009916:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:2.0:1781825191.009919:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825191.009925:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825191.009934:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.009941:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825191.009942:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.009945:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825191.009947:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825191.009950:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825191.009952:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825191.009955:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825191.009962:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825191.009966:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825191.009968:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825191.009970:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825191.009972:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825191.009975:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.009978:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825191.009983:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.009989:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825191.009992:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825191.009994:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825191.009998:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825191.010004:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051436032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825191.010008:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.010010:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825191.010013:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051436032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.010019:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825191.010021:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825191.010037:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825191.010043:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825191.010046:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825191.010048:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825191.010050:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825191.010052:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825191.010056:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825191.010057:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825191.010059:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825191.010062:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825191.010063:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.010066:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.010068:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.010069:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825191.010070:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.010072:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.021337:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.021345:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825191.021355:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825191.021358:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825191.021362:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825191.021369:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781825191.021371:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781825191.021376:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825191.021385:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825191.021396:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.021402:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825191.021404:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.021406:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825191.021409:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825191.021411:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825191.021413:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825191.021417:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825191.021425:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=8 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825191.021429:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=71 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825191.021432:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825191.021434:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825191.021437:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825191.021439:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.021443:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825191.021446:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825191.021447:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825191.021449:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825191.021453:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.021461:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825191.021464:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825191.021466:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825191.021470:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825191.021484:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051436160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825191.021489:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.021491:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825191.021494:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051436160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825191.021499:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825191.021501:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825191.021505:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825191.021509:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825191.021512:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825191.021514:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825191.021516:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825191.021518:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:2.0:1781825191.021521:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825191.021523:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825191.021524:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825191.021528:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825191.021530:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.021532:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825191.021539:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825191.021541:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825191.021542:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825191.021544:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.021750:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.021754:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825191.022986:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825191.022989:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825191.022993:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825191.022998:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825191.023001:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825191.023005:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825191.023014:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825191.023024:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.023030:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825191.023032:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.023034:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825191.023037:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825191.023039:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825191.023041:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.023043:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825191.023051:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=8 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825191.023055:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825191.023057:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825191.023058:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825191.023061:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825191.023063:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.023066:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825191.023068:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825191.023070:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825191.023071:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.023076:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.023106:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825191.023109:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825191.023110:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825191.023113:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825191.023127:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825191.023133:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.023136:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825191.023139:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051436288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.023146:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825191.023148:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825191.023150:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825191.023153:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825191.023156:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825191.023158:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825191.023160:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825191.023162:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:3.0:1781825191.023165:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825191.023167:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825191.023169:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781825191.023172:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825191.023173:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.023175:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.023177:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.023179:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825191.023180:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.023182:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.025727:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.025731:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825191.026367:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825191.026370:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825191.026373:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825191.026377:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825191.026380:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825191.026383:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825191.026389:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825191.026402:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.026408:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825191.026410:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.026412:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825191.026415:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825191.026417:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825191.026419:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825191.026421:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825191.026430:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825191.026433:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=135 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825191.026436:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825191.026437:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825191.026439:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825191.026442:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.026446:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825191.026448:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825191.026450:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825191.026451:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825191.026455:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.026462:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825191.026464:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825191.026466:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825191.026469:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825191.026476:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825191.026480:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.026482:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825191.026485:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051436416/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825191.026495:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825191.026498:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825191.026501:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825191.026504:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825191.026507:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825191.026509:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825191.026512:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825191.026514:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:3.0:1781825191.026517:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825191.026519:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825191.026521:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781825191.026524:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825191.026526:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.026528:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825191.026535:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825191.026537:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825191.026538:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825191.026541:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825191.446364:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825191.446368:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825191.446371:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825192.470565:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825192.470568:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825192.470570:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825193.496205:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825193.496210:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825193.496214:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825194.520109:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825194.520113:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825194.520116:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825195.542822:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825195.542825:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825195.542828:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825196.118224:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825196.118234:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825196.118244:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825196.118250:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825196.118254:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825196.118257:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825196.118262:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825196.118271:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f02a74900. 00000100:00000001:3.0:1781825196.118277:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118288:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825196.118304:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825196.118309:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118315:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.118348:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118351:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825196.118354:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825196.118358:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825196.118360:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825196.118362:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825196.118363:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825196.118365:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825196.118370:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f02a74b00. 00000100:00000001:3.0:1781825196.118373:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118377:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825196.118383:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825196.118385:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118389:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.118396:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118398:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825196.118401:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825196.118404:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825196.118406:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825196.118408:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825196.118409:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825196.118410:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825196.118416:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13684400. 00000100:00000001:3.0:1781825196.118419:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118433:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825196.118440:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825196.118442:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118445:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.118452:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118454:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825196.118457:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825196.118460:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825196.118462:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825196.118464:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825196.118465:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825196.118467:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825196.118469:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13684f00. 00000100:00000001:3.0:1781825196.118471:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118475:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825196.118481:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825196.118483:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118486:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.118493:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118495:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825196.118498:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825196.118513:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7825) 00000100:00000001:3.0:1781825196.118529:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825196.118533:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825196.118536:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825196.118541:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.118546:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825196.118551:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825196.118552:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825196.118554:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825196.118556:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.118561:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1781825196.118564:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825196.118565:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825196.118575:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825196.118577:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.118580:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.118582:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825196.118586:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1781825196.118587:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436672:192.168.204.116@tcp:400:kworker.0 02000000:00000001:2.0:1781825196.118590:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.118595:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1781825196.118599:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051436544:192.168.204.116@tcp:400:kworker.0 02000000:00000001:3.0:1781825196.118603:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825196.118604:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825196.118607:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.118610:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825196.118611:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781825196.118614:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.118617:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825196.118618:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000010:2.0:1781825196.118622:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:3.0:1781825196.118623:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.118628:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825196.118635:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825196.118635:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825196.118643:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:2.0:1781825196.118643:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:3.0:1781825196.118653:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000400:00000010:2.0:1781825196.118654:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:3.0:1781825196.118663:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436672, portal 10 00000100:00000001:3.0:1781825196.118667:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1781825196.118668:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436544, portal 25 00000100:00000001:3.0:1781825196.118669:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000001:2.0:1781825196.118672:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825196.118675:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825196.118680:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825196.118684:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.118699:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825196.118703:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825196.118707:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:2.0:1781825196.118709:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825196.118712:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000400:00000010:2.0:1781825196.118714:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:3.0:1781825196.118718:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051436672, offset 0 00000100:00000200:2.0:1781825196.118719:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051436544, offset 0 00000400:00000200:3.0:1781825196.118728:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825196.118737:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825196.118740:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825196.118749:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825196.118754:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825196.118758:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825196.118761:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825196.118763:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825196.118766:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378317:378317:256:4294967295] 192.168.204.116@tcp LPNI seq info [378268:378268:8:4294967295] 00000400:00000200:3.0:1781825196.118770:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825196.118776:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825196.118783:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:2.0:1781825196.118785:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825196.118793:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781825196.118797:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825196.118800:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825196.118804:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1781825196.118808:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f10df4400. 00000400:00000200:2.0:1781825196.118808:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825196.118814:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378318:378318:255:4294967295] 192.168.204.116@tcp LPNI seq info [378269:378269:7:4294967295] 00000800:00000200:3.0:1781825196.118819:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825196.118830:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825196.118834:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f10df4400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781825196.118851:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825196.118854:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118860:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28435 usecs (29 jiffies) 00000400:00000200:2.0:1781825196.118861:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781825196.118867:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:2.0:1781825196.118872:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825196.118874:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302488093 00000800:00000010:2.0:1781825196.118878:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000100:00000001:3.0:1781825196.118879:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302491666 00000100:00000001:3.0:1781825196.118884:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302488093 00000800:00000200:2.0:1781825196.118887:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:3.0:1781825196.118888:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302491666 00000100:00000001:3.0:1781825196.118893:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1781825196.118897:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:3.0:1781825196.118898:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781825196.118902:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825196.118904:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825196.118908:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.118912:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825196.118916:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825196.118921:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302496785 00000100:00000001:3.0:1781825196.118925:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825196.118927:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.118930:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781825196.118932:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302491666 02000000:00000001:3.0:1781825196.118933:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825196.118938:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.118939:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302496785 00000100:00100000:3.0:1781825196.118943:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825196.118946:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302491666 00000100:00000001:3.0:1781825196.118949:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825196.118952:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825196.118954:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825196.118956:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.118958:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.118962:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825196.118962:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1781825196.118968:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244e00. 00000100:00000040:2.0:1781825196.118970:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825196.118973:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825196.118983:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825196.118990:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000100:00000001:2.0:1781825196.118995:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1781825196.118998:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000001:2.0:1781825196.118998:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.119003:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825196.119007:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1781825196.119009:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436928, portal 4 02000000:00000001:2.0:1781825196.119012:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.119014:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1781825196.119019:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051436800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825196.119026:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825196.119030:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825196.119033:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.119036:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825196.119040:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825196.119044:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825196.119053:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825196.119057:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825196.119062:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825196.119068:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051436800, portal 10 00000100:00000001:2.0:1781825196.119070:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825196.119072:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825196.119111:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.119136:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825196.119139:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825196.119142:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825196.119145:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051436800, offset 0 00000400:00000200:2.0:1781825196.119149:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825196.119153:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825196.119157:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825196.119159:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825196.119162:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825196.119164:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825196.119166:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825196.119169:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378319:378319:255:4294967295] 192.168.204.116@tcp LPNI seq info [378270:378270:7:4294967295] 00000400:00000200:2.0:1781825196.119174:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825196.119180:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825196.119184:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825196.119187:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825196.119191:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825196.119195:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825196.119198:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825196.119201:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825196.119204:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20781 usecs (21 jiffies) 00000400:00000200:2.0:1781825196.119207:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825196.119209:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302488085 00000100:00000001:2.0:1781825196.119212:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302496785 00000100:00000001:2.0:1781825196.119214:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302488085 00000100:00000001:2.0:1781825196.119216:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302496785 00000100:00000001:2.0:1781825196.119218:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825196.119220:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.119222:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.119224:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.119231:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825196.119233:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825196.119237:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825196.119239:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825196.119240:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.119243:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.119251:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825196.119261:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.119330:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825196.119336:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825196.119342:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825196.119347:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051436928, offset 0 00000400:00000200:3.0:1781825196.119355:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825196.119363:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825196.119371:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825196.119378:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825196.119383:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825196.119388:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825196.119393:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825196.119398:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378320:378320:255:4294967295] 192.168.204.116@tcp LPNI seq info [378271:378271:7:4294967295] 00000400:00000200:3.0:1781825196.119403:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825196.119409:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825196.119415:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825196.119662:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f10df4b00. 00000800:00000200:3.0:1781825196.119669:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825196.119673:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825196.119676:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f10df4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825196.119690:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.119694:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 721935 usecs (722 jiffies) 00000400:00000200:3.0:1781825196.119697:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825196.119699:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302488787 00000100:00000001:3.0:1781825196.119702:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302496785 00000100:00000001:3.0:1781825196.119704:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302488787 00000100:00000001:3.0:1781825196.119706:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302496785 00000100:00000001:3.0:1781825196.119708:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825196.119710:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.119712:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.119714:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.119717:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825196.119718:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825196.119720:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825196.119722:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825196.119724:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.119726:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.125022:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825196.125026:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825196.125033:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825196.125035:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825196.125038:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825196.125042:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825196.125045:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825196.125048:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825196.125052:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825196.125061:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125066:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825196.125069:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125071:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825196.125074:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825196.125104:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825196.125107:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.125110:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825196.125119:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=13 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825196.125123:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=76 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825196.125126:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825196.125127:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825196.125130:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825196.125133:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.125136:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825196.125138:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825196.125141:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825196.125142:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.125146:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125154:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825196.125157:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825196.125159:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825196.125163:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825196.125171:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436672:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825196.125177:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825196.125178:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825196.125180:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825196.125183:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825196.125184:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825196.125186:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825196.125189:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825196.125196:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125202:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825196.125203:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125205:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825196.125206:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825196.125207:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825196.125209:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825196.125210:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825196.125214:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825196.125216:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=140 v=5 (1 1 1 0) 00000100:00000001:3.0:1781825196.125218:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825196.125219:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825196.125221:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825196.125223:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.125225:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825196.125226:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825196.125228:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825196.125229:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825196.125233:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125239:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825196.125240:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825196.125241:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825196.125244:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825196.125250:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051436928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825196.125253:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125255:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825196.125258:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051436672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125264:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825196.125266:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825196.125270:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825196.125273:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825196.125275:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825196.125277:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825196.125280:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825196.125282:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f02a74b00. 02000000:00000001:3.0:1781825196.125285:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825196.125287:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825196.125289:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781825196.125292:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825196.125293:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125295:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825196.125298:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051436928/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825196.125303:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825196.125304:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825196.125305:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244e00. 02000000:00000001:3.0:1781825196.125307:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825196.125308:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825196.125309:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825196.125310:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825196.125312:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13684f00. 02000000:00000001:3.0:1781825196.125314:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825196.125315:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825196.125316:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825196.125321:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825196.125323:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125325:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825196.125332:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825196.125335:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825196.125337:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825196.125339:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.125390:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825196.125394:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825196.125397:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825196.125399:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825196.125401:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825196.125405:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781825196.125407:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781825196.125410:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825196.125415:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825196.125436:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125442:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825196.125444:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125446:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825196.125447:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825196.125449:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825196.125451:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.125453:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825196.125456:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825196.125459:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825196.125461:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825196.125462:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825196.125464:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825196.125465:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.125467:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825196.125470:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125478:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825196.125480:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825196.125482:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825196.125485:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825196.125493:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051436544:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825196.125498:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825196.125499:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825196.125501:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825196.125513:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825196.125515:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825196.125518:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825196.125521:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825196.125528:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125533:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825196.125534:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125536:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825196.125537:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825196.125539:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825196.125541:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825196.125542:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825196.125547:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=13 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825196.125550:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825196.125552:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825196.125553:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825196.125555:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825196.125557:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.125559:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825196.125560:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825196.125562:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825196.125563:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825196.125566:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125572:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825196.125574:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825196.125575:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825196.125578:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825196.125585:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051436800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825196.125589:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125591:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825196.125594:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051436544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125600:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825196.125602:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825196.125604:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825196.125607:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825196.125609:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825196.125610:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825196.125612:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825196.125614:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f02a74900. 02000000:00000001:2.0:1781825196.125617:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825196.125618:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825196.125619:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825196.125622:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825196.125623:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125625:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825196.125628:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051436800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825196.125634:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825196.125635:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825196.125637:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825196.125639:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825196.125640:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825196.125642:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825196.125644:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825196.125646:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13684400. 02000000:00000001:2.0:1781825196.125647:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825196.125648:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825196.125650:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825196.125652:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825196.125654:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125655:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825196.125659:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825196.125660:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825196.125662:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825196.125664:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825196.566456:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825196.566460:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825196.566463:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825197.590518:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825197.590521:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825197.590525:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825198.614387:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825198.614390:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825198.614393:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825199.638281:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825199.638284:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825199.638287:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825200.662494:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825200.662498:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825200.662502:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825201.687990:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825201.687995:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825201.687998:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825202.710861:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825202.710866:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825202.710869:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825203.735708:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825203.735713:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825203.735719:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825204.758888:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825204.758894:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825204.758898:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825205.782336:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825205.782340:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825205.782343:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825206.807682:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825206.807687:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825206.807691:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825207.830674:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825207.830677:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825207.830680:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825208.855791:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825208.855797:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825208.855801:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825209.880113:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825209.880118:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825209.880123:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825210.902377:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825210.902382:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825210.902386:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825211.478269:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825211.478279:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825211.478289:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825211.478295:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825211.478300:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825211.478303:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825211.478309:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825211.478319:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f10df4b00. 00000100:00000001:3.0:1781825211.478325:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478337:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825211.478348:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825211.478353:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478360:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478394:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478397:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825211.478401:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825211.478404:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825211.478406:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825211.478408:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825211.478409:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825211.478411:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825211.478415:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f10df4400. 00000100:00000001:3.0:1781825211.478417:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478421:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825211.478428:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825211.478430:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478434:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478442:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478444:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825211.478447:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825211.478450:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825211.478452:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825211.478454:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825211.478456:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825211.478458:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825211.478462:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13684400. 00000100:00000001:3.0:1781825211.478464:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478469:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825211.478476:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825211.478478:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478482:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_01+1] req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478495:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478498:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825211.478501:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825211.478504:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825211.478506:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825211.478508:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825211.478510:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825211.478511:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825211.478514:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13684f00. 00000100:00000001:3.0:1781825211.478516:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478520:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825211.478527:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825211.478529:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478532:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478538:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478540:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825211.478543:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825211.478548:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7841) 00000100:00000001:3.0:1781825211.478562:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.478565:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825211.478567:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825211.478572:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478579:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825211.478581:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.478584:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825211.478587:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825211.478590:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825211.478593:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.478597:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825211.478603:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825211.478605:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.478608:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825211.478612:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825211.478613:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825211.478620:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825211.478624:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825211.478630:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825211.478637:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051438208, portal 10 00000100:00000001:3.0:1781825211.478639:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825211.478641:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781825211.478648:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478655:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825211.478658:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825211.478661:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825211.478665:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051438208, offset 0 00000400:00000200:3.0:1781825211.478671:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825211.478679:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.478685:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825211.478697:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825211.478702:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825211.478705:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825211.478708:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825211.478712:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378329:378329:256:4294967295] 192.168.204.116@tcp LPNI seq info [378280:378280:8:4294967295] 00000400:00000200:3.0:1781825211.478716:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.478726:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825211.478731:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825211.478737:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f02a74900. 00000800:00000200:3.0:1781825211.478744:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825211.478751:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825211.478755:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f02a74900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825211.478782:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478787:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28275 usecs (29 jiffies) 00000400:00000200:3.0:1781825211.478790:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825211.478793:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302503453 00000100:00000001:3.0:1781825211.478797:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302507026 00000100:00000001:3.0:1781825211.478799:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302503453 00000100:00000001:3.0:1781825211.478801:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302507026 00000100:00000001:3.0:1781825211.478813:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.478816:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.478818:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825211.478822:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478829:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825211.478830:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.478832:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825211.478834:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825211.478836:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825211.478838:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.478841:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825211.478843:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825211.478845:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.478846:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825211.478849:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825211.478851:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825211.478855:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825211.478857:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825211.478861:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825211.478864:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051438464, portal 4 00000100:00000001:3.0:1781825211.478866:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825211.478867:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825211.478872:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478878:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825211.478880:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825211.478883:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825211.478885:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051438464, offset 0 00000400:00000200:3.0:1781825211.478890:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825211.478893:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.478897:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825211.478900:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825211.478902:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825211.478904:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825211.478906:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825211.478909:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378330:378330:255:4294967295] 192.168.204.116@tcp LPNI seq info [378281:378281:7:4294967295] 00000400:00000200:3.0:1781825211.478912:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.478917:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825211.478921:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825211.478925:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f02a74b00. 00000800:00000200:3.0:1781825211.478929:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825211.478933:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825211.478935:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f02a74b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825211.478938:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.478941:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 713813 usecs (714 jiffies) 00000400:00000200:3.0:1781825211.478944:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825211.478946:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302504138 00000100:00000001:3.0:1781825211.478948:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302507026 00000100:00000001:3.0:1781825211.478950:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302504138 00000100:00000001:3.0:1781825211.478952:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302507026 00000100:00000001:3.0:1781825211.478954:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.478956:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.478958:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.478960:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.478967:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825211.478969:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825211.478971:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.478972:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825211.478973:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825211.478975:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825211.478977:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.478978:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825211.478980:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.478981:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.478982:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825211.478983:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825211.478987:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.478993:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825211.478994:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.478996:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825211.478998:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825211.479000:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825211.479003:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051438080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.479006:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825211.479008:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825211.479009:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.479011:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825211.479014:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825211.479016:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825211.479019:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825211.479021:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35160. 00000400:00000010:3.0:1781825211.479025:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825211.479028:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051438080, portal 25 00000100:00000001:3.0:1781825211.479030:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825211.479031:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825211.479036:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.479041:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825211.479043:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825211.479045:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825211.479047:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051438080, offset 0 00000400:00000200:3.0:1781825211.479051:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825211.479054:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.479057:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825211.479060:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825211.479062:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825211.479064:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825211.479066:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825211.479069:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378331:378331:254:4294967295] 192.168.204.116@tcp LPNI seq info [378282:378282:6:4294967295] 00000400:00000200:3.0:1781825211.479073:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.479109:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825211.479114:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825211.479119:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f12ad5600. 00000800:00000200:3.0:1781825211.479122:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825211.479127:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825211.479129:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f12ad5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825211.479132:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825211.479136:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825211.479138:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302512146 00000100:00000001:3.0:1781825211.479145:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302507026 00000100:00000001:3.0:1781825211.479149:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302512146 00000100:00000001:3.0:1781825211.479152:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302507026 00000100:00000001:3.0:1781825211.479155:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.479157:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.479159:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825211.479163:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.479170:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825211.479172:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.479174:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825211.479176:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825211.479178:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825211.479181:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.479184:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825211.479187:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825211.479188:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.479190:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825211.479193:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825211.479195:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825211.479198:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825211.479201:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e358f0. 00000400:00000010:3.0:1781825211.479215:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825211.479218:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051438336, portal 10 00000100:00000001:3.0:1781825211.479220:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825211.479222:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:3.0:1781825211.479227:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.479233:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825211.479235:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825211.479237:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781825211.479240:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051438336, offset 0 00000400:00000200:3.0:1781825211.479244:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825211.479248:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.479251:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825211.479254:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825211.479257:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825211.479259:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825211.479262:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825211.479265:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378332:378332:253:4294967295] 192.168.204.116@tcp LPNI seq info [378283:378283:5:4294967295] 00000400:00000200:3.0:1781825211.479269:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825211.479275:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825211.479279:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825211.479282:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f12ad5800. 00000800:00000200:3.0:1781825211.479286:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825211.479290:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825211.479292:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f12ad5800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825211.479295:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.479298:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20712 usecs (21 jiffies) 00000400:00000200:3.0:1781825211.479300:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825211.479302:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302503446 00000100:00000001:3.0:1781825211.479305:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302512146 00000100:00000001:3.0:1781825211.479306:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302503446 00000100:00000001:3.0:1781825211.479308:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302512146 00000100:00000001:3.0:1781825211.479310:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.479312:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.479314:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.479317:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825211.479395:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825211.479398:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484002:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.484008:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825211.484018:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825211.484020:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825211.484024:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825211.484029:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781825211.484032:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781825211.484035:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825211.484040:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825211.484050:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484057:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825211.484059:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.484062:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825211.484066:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825211.484068:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825211.484071:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.484074:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825211.484118:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825211.484123:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825211.484126:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825211.484128:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825211.484131:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825211.484135:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484139:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825211.484142:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825211.484149:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825211.484150:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.484155:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484162:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.484166:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825211.484168:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825211.484172:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825211.484180:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.484185:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484188:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825211.484191:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051438464/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484275:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825211.484279:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825211.484284:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825211.484288:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825211.484292:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825211.484294:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825211.484296:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825211.484299:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13684f00. 02000000:00000001:3.0:1781825211.484304:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825211.484306:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825211.484309:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825211.484313:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825211.484314:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.484823:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484825:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.484827:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825211.484831:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825211.484833:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825211.484835:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825211.484838:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825211.484841:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825211.484843:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825211.484848:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825211.484857:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484863:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825211.484865:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.484867:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825211.484870:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825211.484871:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825211.484873:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.484875:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825211.484881:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=28 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825211.484884:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=91 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825211.484887:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825211.484888:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825211.484890:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825211.484893:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484895:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825211.484897:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825211.484899:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825211.484900:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.484904:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484911:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.484913:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825211.484916:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825211.484919:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825211.484927:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.484932:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484933:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825211.484937:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051438208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.484943:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825211.484945:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825211.484947:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825211.484950:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825211.484952:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825211.484954:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825211.484956:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825211.484957:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f10df4400. 02000000:00000001:3.0:1781825211.484962:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825211.484964:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825211.484965:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781825211.484968:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825211.484970:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.484972:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484974:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.484975:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825211.484977:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.484979:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.486109:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.486114:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825211.486120:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825211.486121:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825211.486124:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e358f0. 00000400:00000200:3.0:1781825211.486129:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781825211.486131:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781825211.486134:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825211.486139:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825211.486149:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.486155:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825211.486156:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.486159:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825211.486162:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825211.486164:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825211.486166:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.486168:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825211.486177:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=28 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825211.486181:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825211.486183:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825211.486184:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825211.486187:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825211.486189:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.486192:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825211.486194:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825211.486195:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825211.486196:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.486200:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.486231:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.486234:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825211.486236:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825211.486240:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825211.486247:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051438336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.486252:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.486254:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825211.486257:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051438336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.486263:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825211.486266:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825211.486268:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825211.486271:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825211.486274:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825211.486276:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825211.486278:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825211.486280:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13684400. 02000000:00000001:3.0:1781825211.486282:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825211.486283:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825211.486285:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:3.0:1781825211.486289:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825211.486290:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.486293:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.486295:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.486296:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825211.486297:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.486299:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.489595:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.489600:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825211.489609:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825211.489611:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825211.489617:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35160. 00000400:00000200:3.0:1781825211.489622:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781825211.489625:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781825211.489629:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825211.489634:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825211.489644:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.489651:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825211.489653:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.489656:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825211.489660:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825211.489663:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825211.489666:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825211.489669:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825211.489677:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825211.489682:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825211.489804:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825211.489807:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825211.489810:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825211.489813:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.489816:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825211.489822:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.489830:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825211.489834:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825211.489836:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825211.489840:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825211.489848:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051438080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825211.489854:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.489857:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825211.489861:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051438080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825211.489868:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825211.489871:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825211.489876:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825211.489881:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825211.489884:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825211.489886:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825211.489889:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825211.489892:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f10df4b00. 02000000:00000001:3.0:1781825211.489897:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825211.489899:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825211.489902:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825211.489909:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825211.489911:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.489914:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825211.489924:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825211.489926:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825211.489928:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825211.489931:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825211.926568:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825211.926576:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825211.926580:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825212.950773:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825212.950777:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825212.950780:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825213.974314:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825213.974317:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825213.974387:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825214.998890:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825214.998895:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825214.998898:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825216.026439:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825216.026446:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825216.026450:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825217.046315:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825217.046318:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825217.046321:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825219.098620:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825219.098628:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825219.098633:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825221.142349:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825221.142354:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825221.142357:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825223.190502:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825223.190505:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825223.190509:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825225.238315:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825225.238319:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825225.238322:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825226.838266:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825226.838276:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825226.838288:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825226.838294:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825226.838299:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825226.838302:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825226.838308:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825226.838317:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5100. 00000100:00000001:3.0:1781825226.838324:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838336:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825226.838347:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825226.838352:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838359:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838394:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838397:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825226.838401:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825226.838404:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825226.838407:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825226.838409:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825226.838411:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825226.838412:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825226.838417:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5800. 00000100:00000001:3.0:1781825226.838420:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838424:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825226.838437:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825226.838439:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838443:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838452:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838454:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825226.838457:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825226.838460:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825226.838462:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825226.838465:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825226.838466:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825226.838467:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825226.838470:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5600. 00000100:00000001:3.0:1781825226.838473:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838477:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825226.838484:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825226.838485:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838489:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838495:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838497:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825226.838500:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825226.838503:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825226.838505:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825226.838507:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825226.838508:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825226.838510:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825226.838514:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f10df4b00. 00000100:00000001:3.0:1781825226.838517:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838521:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825226.838526:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825226.838528:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838531:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838537:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838539:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825226.838543:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825226.838547:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7856) 00000100:00000001:3.0:1781825226.838561:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.838564:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825226.838566:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825226.838570:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838577:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825226.838579:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.838583:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825226.838585:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825226.838588:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825226.838591:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051439744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.838595:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825226.838600:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825226.838603:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.838605:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825226.838609:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825226.838610:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825226.838617:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825226.838626:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35160. 00000400:00000010:3.0:1781825226.838633:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825226.838640:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051439744, portal 10 00000100:00000001:3.0:1781825226.838642:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825226.838643:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:3.0:1781825226.838650:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838657:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825226.838660:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825226.838663:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825226.838665:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051439744, offset 0 00000400:00000200:3.0:1781825226.838671:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825226.838680:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.838687:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825226.838692:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825226.838696:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825226.838699:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825226.838702:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825226.838705:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378341:378341:256:4294967295] 192.168.204.116@tcp LPNI seq info [378292:378292:8:4294967295] 00000400:00000200:3.0:1781825226.838716:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.838725:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825226.838730:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825226.838735:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f10df4400. 00000800:00000200:3.0:1781825226.838741:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825226.838748:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825226.838752:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f10df4400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825226.838771:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838776:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 28123 usecs (29 jiffies) 00000400:00000200:3.0:1781825226.838780:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825226.838782:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302518813 00000100:00000001:3.0:1781825226.838785:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302522385 00000100:00000001:3.0:1781825226.838787:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302518813 00000100:00000001:3.0:1781825226.838790:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302522385 00000100:00000001:3.0:1781825226.838792:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.838794:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.838796:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825226.838800:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838806:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825226.838808:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.838810:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825226.838812:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825226.838814:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825226.838817:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051440000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.838820:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825226.838822:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825226.838823:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.838825:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825226.838828:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825226.838830:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825226.838833:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825226.838836:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e358f0. 00000400:00000010:3.0:1781825226.838839:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825226.838842:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051440000, portal 4 00000100:00000001:3.0:1781825226.838843:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825226.838845:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825226.838850:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838856:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825226.838859:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825226.838861:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825226.838863:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051440000, offset 0 00000400:00000200:3.0:1781825226.838867:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825226.838871:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.838874:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825226.838877:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825226.838880:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825226.838882:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825226.838884:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825226.838887:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378342:378342:255:4294967295] 192.168.204.116@tcp LPNI seq info [378293:378293:7:4294967295] 00000400:00000200:3.0:1781825226.838891:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.838897:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825226.838901:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825226.838920:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13684400. 00000800:00000200:3.0:1781825226.838925:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825226.838929:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825226.838931:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13684400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825226.838934:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.838936:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 705891 usecs (706 jiffies) 00000400:00000200:3.0:1781825226.838939:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825226.838942:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302519490 00000100:00000001:3.0:1781825226.838944:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302522385 00000100:00000001:3.0:1781825226.838946:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302519490 00000100:00000001:3.0:1781825226.838948:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302522385 00000100:00000001:3.0:1781825226.838950:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.838952:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.838954:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.838957:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.838963:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825226.838966:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825226.838968:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.838969:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825226.838970:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825226.838973:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825226.838974:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.838976:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825226.838978:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.838979:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.838980:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825226.838982:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825226.838985:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.838992:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825226.838993:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.838995:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825226.838997:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825226.838999:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825226.839002:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051439616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.839005:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825226.839007:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825226.839009:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.839011:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825226.839014:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825226.839015:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825226.839019:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825226.839021:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825226.839024:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825226.839027:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051439616, portal 25 00000100:00000001:3.0:1781825226.839029:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825226.839030:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825226.839035:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.839040:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825226.839042:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825226.839045:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825226.839047:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051439616, offset 0 00000400:00000200:3.0:1781825226.839051:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825226.839054:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.839057:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825226.839060:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825226.839062:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825226.839064:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825226.839067:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825226.839069:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378343:378343:254:4294967295] 192.168.204.116@tcp LPNI seq info [378294:378294:6:4294967295] 00000400:00000200:3.0:1781825226.839073:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.839106:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825226.839110:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825226.839114:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13684f00. 00000800:00000200:3.0:1781825226.839118:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825226.839122:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825226.839124:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13684f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825226.839127:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825226.839130:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825226.839132:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302527506 00000100:00000001:3.0:1781825226.839140:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302522385 00000100:00000001:3.0:1781825226.839143:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302527506 00000100:00000001:3.0:1781825226.839147:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302522385 00000100:00000001:3.0:1781825226.839149:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.839152:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.839154:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825226.839157:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.839164:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825226.839166:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.839168:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825226.839169:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825226.839171:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825226.839175:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051439872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.839180:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825226.839183:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825226.839184:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.839186:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825226.839189:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825226.839191:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825226.839194:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825226.839196:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825226.839200:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825226.839202:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051439872, portal 10 00000100:00000001:3.0:1781825226.839204:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825226.839205:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781825226.839211:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.839217:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825226.839219:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825226.839221:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825226.839223:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051439872, offset 0 00000400:00000200:3.0:1781825226.839228:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825226.839231:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.839235:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825226.839237:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825226.839240:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825226.839242:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825226.839244:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825226.839247:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378344:378344:253:4294967295] 192.168.204.116@tcp LPNI seq info [378295:378295:5:4294967295] 00000400:00000200:3.0:1781825226.839251:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825226.839256:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825226.839260:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825226.839266:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f2107ae00. 00000800:00000200:3.0:1781825226.839270:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825226.839274:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825226.839276:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f2107ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825226.839278:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.839281:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20651 usecs (21 jiffies) 00000400:00000200:3.0:1781825226.839284:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825226.839286:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302518806 00000100:00000001:3.0:1781825226.839289:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302527506 00000100:00000001:3.0:1781825226.839290:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302518806 00000100:00000001:3.0:1781825226.839293:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302527506 00000100:00000001:3.0:1781825226.839295:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.839297:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.839299:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.839301:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.842982:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.842997:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825226.843004:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825226.843006:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825226.843009:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825226.843014:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef990 00000400:00000010:3.0:1781825226.843016:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef990. 00000100:00000001:3.0:1781825226.843019:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825226.843023:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825226.843032:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843039:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825226.843040:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843043:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825226.843046:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825226.843048:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825226.843050:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.843053:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825226.843060:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825226.843065:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825226.843067:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825226.843069:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825226.843072:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825226.843074:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843104:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.843109:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843116:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.843120:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825226.843121:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825226.843125:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825226.843132:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051439616:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825226.843137:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825226.843139:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825226.843140:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35160. 00000400:00000200:3.0:1781825226.843143:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781825226.843144:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781825226.843147:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825226.843164:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825226.843173:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843179:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825226.843181:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843182:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825226.843184:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825226.843185:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825226.843186:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.843188:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825226.843194:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=43 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825226.843198:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=106 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825226.843200:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825226.843202:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825226.843203:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825226.843205:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843208:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825226.843210:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825226.843211:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825226.843212:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.843216:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843223:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.843225:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825226.843226:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825226.843229:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825226.843236:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051439744:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825226.843242:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825226.843243:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825226.843244:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e358f0. 00000400:00000200:3.0:1781825226.843247:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825226.843249:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825226.843251:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825226.843254:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825226.843263:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843269:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825226.843270:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843272:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825226.843273:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825226.843274:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825226.843275:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.843277:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825226.843280:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825226.843283:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825226.843285:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825226.843286:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825226.843288:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825226.843289:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843291:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825226.843292:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825226.843294:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825226.843296:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.843300:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843306:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.843308:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825226.843309:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825226.843313:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825226.843320:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051440000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.843324:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843327:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825226.843330:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051439616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843337:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825226.843339:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825226.843342:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825226.843346:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825226.843349:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825226.843351:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825226.843353:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825226.843356:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5100. 02000000:00000001:3.0:1781825226.843359:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825226.843361:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825226.843363:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825226.843369:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825226.843370:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843372:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825226.843375:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051439744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843382:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825226.843383:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825226.843384:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825226.843386:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825226.843388:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825226.843389:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825226.843391:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825226.843392:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5800. 02000000:00000001:3.0:1781825226.843394:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825226.843395:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825226.843397:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:3.0:1781825226.843399:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825226.843400:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843402:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825226.843404:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051440000/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.843410:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825226.843412:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825226.843413:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825226.843415:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825226.843416:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825226.843418:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825226.843419:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825226.843421:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f10df4b00. 02000000:00000001:3.0:1781825226.843424:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825226.843425:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825226.843426:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825226.843429:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825226.843431:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.843434:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843435:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.843436:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825226.843438:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.843440:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825226.844110:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825226.844115:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.845330:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.845333:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825226.850936:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825226.850943:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825226.850948:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825226.850956:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781825226.850958:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781825226.850963:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825226.850976:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825226.851052:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.851061:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825226.851063:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.851066:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825226.851070:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825226.851072:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825226.851074:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825226.851077:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825226.851103:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=43 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825226.851107:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825226.851110:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825226.851112:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825226.851115:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825226.851118:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.851122:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825226.851124:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825226.851126:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825226.851127:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825226.851133:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.851141:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825226.851144:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825226.851146:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825226.851340:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825226.851349:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051439872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825226.851354:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.851357:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825226.851360:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051439872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825226.851365:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825226.851368:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825226.851372:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825226.851375:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825226.851378:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825226.851380:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825226.851382:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825226.851385:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5600. 02000000:00000001:3.0:1781825226.851389:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825226.851391:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825226.851393:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781825226.851396:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825226.851397:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.851399:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825226.851407:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825226.851409:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825226.851412:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825226.851414:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825227.287220:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825227.287224:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825227.287228:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825229.335347:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825229.335352:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825229.335355:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825231.383348:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825231.383352:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825231.383355:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825233.431145:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825233.431174:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825233.431177:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825235.478350:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825235.478363:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825235.478366:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825237.526400:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825237.526404:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825237.526407:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825239.574887:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825239.574891:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825239.574894:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825241.622625:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825241.622629:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825241.622631:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825243.670534:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825243.670539:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825243.670542:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825245.718407:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825245.718411:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825245.718414:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825247.319790:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825247.319800:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825247.319810:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825247.319815:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825247.319819:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825247.319822:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825247.319827:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825247.319835:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825247.319840:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319850:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825247.319861:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825247.319865:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319872:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_01+1] req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825247.319906:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319908:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825247.319911:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825247.319914:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825247.319916:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825247.319918:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825247.319919:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825247.319921:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825247.319923:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825247.319925:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319929:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825247.319935:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825247.319937:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319940:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825247.319948:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319950:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825247.319953:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825247.319955:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825247.319958:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825247.319960:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825247.319961:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825247.319962:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825247.319966:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825247.319968:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319972:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825247.319984:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825247.319986:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319989:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825247.319996:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.319999:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825247.320002:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825247.320005:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825247.320007:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825247.320009:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825247.320010:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825247.320012:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825247.320015:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825247.320017:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.320021:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825247.320027:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825247.320028:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.320032:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825247.320039:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825247.320041:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825247.320044:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825247.320049:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7876) 00000100:00000001:3.0:1781825247.320405:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.320411:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825247.320413:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825247.320420:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320428:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825247.320430:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320433:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825247.320436:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825247.320440:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825247.320443:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051441664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.320447:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825247.320453:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825247.320456:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320458:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825247.320462:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244e00. 02000000:00000001:3.0:1781825247.320464:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825247.320471:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825247.320487:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825247.320496:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825247.320504:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051441664, portal 25 00000100:00000001:3.0:1781825247.320514:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825247.320515:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781825247.320522:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320528:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825247.320531:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825247.320534:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825247.320537:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051441664, offset 0 00000400:00000200:3.0:1781825247.320543:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320552:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320559:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825247.320565:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825247.320569:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825247.320572:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825247.320575:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320578:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378357:378357:256:4294967295] 192.168.204.116@tcp LPNI seq info [378308:378308:8:4294967295] 00000400:00000200:3.0:1781825247.320583:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320593:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825247.320599:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825247.320604:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f2107a200. 00000800:00000200:3.0:1781825247.320611:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825247.320617:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825247.320622:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f2107a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825247.320641:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825247.320646:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825247.320649:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302547987 00000100:00000001:3.0:1781825247.320657:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302542865 00000100:00000001:3.0:1781825247.320662:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302547987 00000100:00000001:3.0:1781825247.320665:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302542865 00000100:00000001:3.0:1781825247.320668:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.320671:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.320674:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825247.320678:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320684:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825247.320685:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320687:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825247.320689:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825247.320691:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825247.320695:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051441920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.320698:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825247.320701:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825247.320703:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320704:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825247.320707:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245000. 02000000:00000001:3.0:1781825247.320709:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825247.320712:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825247.320714:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e358f0. 00000400:00000010:3.0:1781825247.320718:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825247.320721:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051441920, portal 10 00000100:00000001:3.0:1781825247.320724:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825247.320725:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781825247.320731:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320737:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825247.320739:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825247.320742:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825247.320745:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051441920, offset 0 00000400:00000200:3.0:1781825247.320748:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320752:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320755:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825247.320758:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825247.320760:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825247.320762:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825247.320764:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320767:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378358:378358:255:4294967295] 192.168.204.116@tcp LPNI seq info [378309:378309:7:4294967295] 00000400:00000200:3.0:1781825247.320770:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320776:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825247.320779:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825247.320783:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f2107aa00. 00000800:00000200:3.0:1781825247.320786:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825247.320790:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825247.320793:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f2107aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825247.320796:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.320800:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20667 usecs (21 jiffies) 00000400:00000200:3.0:1781825247.320802:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825247.320804:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302539287 00000100:00000001:3.0:1781825247.320807:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.320809:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302539287 00000100:00000001:3.0:1781825247.320811:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.320813:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.320815:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.320818:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.320820:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.320826:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825247.320828:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825247.320831:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.320832:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825247.320833:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825247.320836:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781825247.320837:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.320839:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825247.320840:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.320842:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.320843:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825247.320844:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825247.320848:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320854:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825247.320855:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320857:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825247.320859:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825247.320861:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825247.320863:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051441792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.320866:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825247.320869:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825247.320870:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.320872:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825247.320874:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825247.320876:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825247.320878:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825247.320881:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35160. 00000400:00000010:3.0:1781825247.320883:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825247.320886:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051441792, portal 10 00000100:00000001:3.0:1781825247.320888:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825247.320889:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781825247.320894:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.320899:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825247.320901:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825247.320903:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825247.320905:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051441792, offset 0 00000400:00000200:3.0:1781825247.320909:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320912:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320915:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825247.320918:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825247.320920:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825247.320922:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825247.320924:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825247.320926:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378359:378359:254:4294967295] 192.168.204.116@tcp LPNI seq info [378310:378310:6:4294967295] 00000400:00000200:3.0:1781825247.320930:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.320937:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825247.320941:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825247.321808:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825247.321812:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1781825247.321852:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f2107aa00. 00000800:00000200:3.0:1781825247.321857:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825247.321862:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825247.321867:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f2107aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825247.321911:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.321916:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27952 usecs (28 jiffies) 00000400:00000200:3.0:1781825247.321920:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825247.321922:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302539295 00000100:00000001:3.0:1781825247.321925:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.321927:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302539295 00000100:00000001:3.0:1781825247.323141:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.323146:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.323149:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.323152:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825247.323160:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.323170:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825247.323172:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.323174:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825247.323177:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825247.323179:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825247.323182:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.323185:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825247.323189:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825247.323192:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.323194:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825247.323200:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825247.323202:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825247.323206:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825247.323210:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825247.323215:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825247.323221:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442048, portal 4 00000100:00000001:3.0:1781825247.323223:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825247.323224:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781825247.323231:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.323237:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825247.323240:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825247.323242:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825247.323244:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051442048, offset 0 00000400:00000200:3.0:1781825247.323249:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825247.323256:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.323263:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825247.323268:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825247.323272:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825247.323274:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825247.323277:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825247.323281:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378360:378360:255:4294967295] 192.168.204.116@tcp LPNI seq info [378311:378311:7:4294967295] 00000400:00000200:3.0:1781825247.323285:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825247.323293:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825247.323297:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825247.323301:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f2107a200. 00000800:00000200:3.0:1781825247.323306:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825247.323311:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825247.323315:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f2107a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825247.323319:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.323323:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 695637 usecs (696 jiffies) 00000400:00000200:3.0:1781825247.323326:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825247.323328:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302539965 00000100:00000001:3.0:1781825247.323330:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.323332:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302539965 00000100:00000001:3.0:1781825247.323334:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302547987 00000100:00000001:3.0:1781825247.323336:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.323338:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.323341:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.323344:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334056:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.334061:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825247.334068:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825247.334070:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825247.334073:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:3.0:1781825247.334095:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781825247.334098:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781825247.334102:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825247.334107:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825247.334116:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334122:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825247.334123:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.334126:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825247.334128:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825247.334130:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825247.334132:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.334135:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825247.334141:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825247.334144:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825247.334146:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825247.334148:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825247.334150:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825247.334153:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334155:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.334159:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334166:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.334169:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825247.334171:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825247.334174:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825247.334181:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051441664:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825247.334186:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825247.334187:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825247.334188:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e358f0. 00000400:00000200:3.0:1781825247.334190:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781825247.334192:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781825247.334194:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825247.334197:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825247.334205:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334211:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825247.334212:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.334214:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825247.334215:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825247.334216:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825247.334218:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.334219:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825247.334224:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=64 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825247.334227:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825247.334229:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825247.334230:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825247.334231:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825247.334234:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334237:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825247.334240:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825247.334241:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825247.334243:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.334246:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334253:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.334255:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825247.334256:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825247.334259:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825247.334266:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051441920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.334270:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334272:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825247.334276:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051441664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334283:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825247.334285:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825247.334289:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244e00. 02000000:00000001:3.0:1781825247.334292:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825247.334294:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825247.334296:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825247.334298:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825247.334301:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825247.334304:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825247.334306:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825247.334308:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781825247.334311:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825247.334312:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.334314:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825247.334317:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051441920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.334322:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825247.334323:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825247.334325:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245000. 02000000:00000001:3.0:1781825247.334338:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825247.334340:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825247.334341:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825247.334343:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825247.334344:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825247.334347:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825247.334348:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825247.334349:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781825247.334352:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825247.334353:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.334356:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334357:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.334359:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825247.334360:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.334362:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.342936:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.342943:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825247.342952:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825247.342955:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825247.342959:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35160. 00000400:00000200:3.0:1781825247.342966:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781825247.342968:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781825247.342972:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825247.342981:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825247.342992:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.343000:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825247.343002:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.343005:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825247.343009:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825247.343011:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825247.343013:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.343016:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825247.343026:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=64 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825247.343031:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=127 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825247.343033:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825247.343035:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825247.343038:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825247.343042:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.343046:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825247.343048:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825247.343050:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825247.343052:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.343056:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.343063:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.343066:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825247.343068:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825247.343071:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825247.343114:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051441792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.343119:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.343122:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825247.343125:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051441792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.343133:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825247.343135:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825247.343138:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825247.343142:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825247.343144:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825247.343146:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825247.343149:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825247.343151:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781825247.343155:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825247.343157:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825247.343159:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781825247.343163:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825247.343165:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.343168:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.343170:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.343171:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825247.343173:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.343174:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.348628:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.348632:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825247.348639:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825247.348641:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825247.348645:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:3.0:1781825247.348649:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825247.348651:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825247.348654:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825247.348658:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825247.348671:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.348676:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825247.348677:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.348680:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825247.348682:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825247.348685:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825247.348687:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825247.348690:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825247.348698:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825247.348702:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825247.348704:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825247.348705:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825247.348719:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825247.348722:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.348726:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825247.348728:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825247.348730:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825247.348731:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825247.348736:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.348742:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825247.348745:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825247.348747:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825247.348849:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825247.348857:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825247.348862:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.348864:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825247.348867:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051442048/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825247.348887:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825247.348890:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825247.348893:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825247.348896:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825247.348899:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825247.348901:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825247.348903:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825247.348905:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825247.348908:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825247.348909:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825247.348911:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781825247.348915:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825247.348916:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.348918:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825247.348925:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825247.348927:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825247.348929:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825247.348931:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825247.766268:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825247.766272:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825247.766275:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825249.815103:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825249.815107:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825249.815110:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825251.862820:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825251.862823:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825251.862826:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825252.438292:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825252.438305:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825252.438315:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825252.438322:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825252.438326:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825252.438329:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825252.438334:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825252.438344:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f2107a200. 00000100:00000001:3.0:1781825252.438351:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438363:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825252.438374:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825252.438378:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438385:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825252.438426:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438430:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825252.438433:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825252.438436:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825252.438438:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825252.438441:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825252.438442:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825252.438444:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825252.438447:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f2107aa00. 00000100:00000001:3.0:1781825252.438449:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438454:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825252.438462:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825252.438464:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438468:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825252.438475:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438477:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825252.438481:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825252.438483:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825252.438486:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825252.438488:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825252.438489:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825252.438491:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825252.438495:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5600. 00000100:00000001:3.0:1781825252.438498:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438502:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825252.438508:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825252.438510:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438513:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_01+1] req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825252.438521:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438523:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825252.438526:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825252.438529:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825252.438530:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825252.438532:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825252.438533:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825252.438535:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825252.438538:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5800. 00000100:00000001:3.0:1781825252.438540:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438543:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825252.438560:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825252.438562:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438565:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825252.438571:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825252.438573:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825252.438576:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825252.438581:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7882) 00000100:00000001:2.0:1781825252.439671:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.439677:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825252.439680:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825252.439691:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.439702:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825252.439704:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.439708:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825252.439711:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825252.439714:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825252.439717:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051442176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.439721:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825252.439727:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825252.439730:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.439732:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825252.439738:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825252.439740:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825252.439748:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825252.439752:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825252.439759:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825252.439766:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442176, portal 25 00000100:00000001:2.0:1781825252.439768:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825252.439769:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:2.0:1781825252.439775:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.439783:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825252.439785:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825252.439788:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781825252.439791:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051442176, offset 0 00000400:00000200:2.0:1781825252.439797:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825252.439805:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.439813:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825252.439819:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825252.439823:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825252.439826:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825252.439829:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825252.439833:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378361:378361:256:4294967295] 192.168.204.116@tcp LPNI seq info [378312:378312:8:4294967295] 00000400:00000200:2.0:1781825252.439837:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.439845:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825252.439851:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825252.439856:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825252.439863:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825252.439870:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825252.439875:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825252.439942:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825252.439947:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825252.439950:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302553106 00000100:00000001:2.0:1781825252.439958:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302547987 00000100:00000001:2.0:1781825252.439963:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302553106 00000100:00000001:2.0:1781825252.439966:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302547987 00000100:00000001:2.0:1781825252.439969:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.439972:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.439975:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825252.439979:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.439987:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825252.439988:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.439990:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825252.439992:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825252.439994:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825252.439997:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.440000:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825252.440003:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825252.440004:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.440007:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825252.440009:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825252.440011:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825252.440015:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825252.440017:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825252.440020:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825252.440023:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442432, portal 10 00000100:00000001:2.0:1781825252.441769:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825252.441777:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781825252.441796:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.441805:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825252.441808:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825252.441817:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825252.441823:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051442432, offset 0 00000400:00000200:2.0:1781825252.441830:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825252.441839:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.441846:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825252.441851:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825252.441856:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825252.441859:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825252.441861:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825252.441864:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378362:378362:255:4294967295] 192.168.204.116@tcp LPNI seq info [378313:378313:7:4294967295] 00000400:00000200:2.0:1781825252.441869:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.441878:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825252.441884:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825252.441890:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825252.441896:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825252.441904:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825252.441908:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825252.441912:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.441917:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20661 usecs (21 jiffies) 00000400:00000200:2.0:1781825252.441921:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825252.441924:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302544408 00000100:00000001:2.0:1781825252.441927:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.441930:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302544408 00000100:00000001:2.0:1781825252.441932:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.441934:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.441937:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.441941:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.441943:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.441950:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825252.441952:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825252.441955:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.441957:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825252.441958:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825252.441962:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825252.441963:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.441965:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825252.441967:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.441968:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.441969:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825252.441970:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825252.441975:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.441983:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825252.441985:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.441989:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825252.441992:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825252.441994:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825252.441998:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.442002:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825252.442006:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825252.442009:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.442011:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825252.442016:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825252.442018:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825252.442022:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825252.442039:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825252.442045:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825252.442049:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442304, portal 10 00000100:00000001:2.0:1781825252.442051:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825252.442052:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825252.442058:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.442065:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825252.442067:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825252.442069:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825252.442071:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051442304, offset 0 00000400:00000200:2.0:1781825252.442075:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825252.442101:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.442105:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825252.442108:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825252.442111:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825252.442113:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825252.442115:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825252.442129:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378363:378363:254:4294967295] 192.168.204.116@tcp LPNI seq info [378314:378314:6:4294967295] 00000400:00000200:2.0:1781825252.442134:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.442140:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825252.442145:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825252.442149:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825252.442153:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825252.442158:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825252.442160:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825252.442164:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.442167:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27955 usecs (28 jiffies) 00000400:00000200:2.0:1781825252.442171:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825252.442172:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302544416 00000100:00000001:2.0:1781825252.442175:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.442177:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302544416 00000100:00000001:2.0:1781825252.442179:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.442181:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.442183:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.442186:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825252.442190:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.442197:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825252.442198:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.442201:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825252.442203:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825252.442204:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825252.442207:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.442210:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825252.442213:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825252.442215:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.442216:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825252.442219:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825252.442221:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825252.442224:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825252.442227:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825252.442232:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825252.442235:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442560, portal 4 00000100:00000001:2.0:1781825252.442237:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825252.442238:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825252.442244:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.442255:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825252.442257:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825252.442259:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825252.442262:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051442560, offset 0 00000400:00000200:2.0:1781825252.442266:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825252.442270:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.442273:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825252.442276:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825252.442278:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825252.442281:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825252.442283:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825252.442285:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378364:378364:253:4294967295] 192.168.204.116@tcp LPNI seq info [378315:378315:5:4294967295] 00000400:00000200:2.0:1781825252.442289:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825252.442294:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825252.442298:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825252.442301:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825252.442305:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825252.442309:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825252.442311:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825252.442313:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.442317:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 693202 usecs (694 jiffies) 00000400:00000200:2.0:1781825252.442320:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825252.442321:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302545082 00000100:00000001:2.0:1781825252.442323:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.442325:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302545082 00000100:00000001:2.0:1781825252.442327:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302553106 00000100:00000001:2.0:1781825252.442329:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.442331:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.442334:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.442336:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.442353:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.442355:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.448141:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.448146:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825252.448153:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825252.448155:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825252.448158:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825252.448163:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825252.448165:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825252.448168:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825252.448174:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825252.448182:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.448188:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825252.448190:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.448193:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825252.448196:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825252.448198:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825252.448200:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.448203:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825252.448209:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825252.448213:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=132 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825252.448216:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825252.448217:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825252.448220:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825252.448222:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.448224:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.448228:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.448235:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.448238:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825252.448240:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825252.448244:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825252.448251:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051442176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.448257:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.448259:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825252.448261:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051442176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.448267:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825252.448270:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825252.448273:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825252.448277:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825252.448280:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825252.448282:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825252.448284:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825252.448286:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f2107a200. 02000000:00000001:2.0:1781825252.448290:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825252.448291:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825252.448293:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825252.448297:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825252.448298:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.448301:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.448303:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.448304:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825252.448306:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.448307:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.456671:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.456679:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825252.456689:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825252.456692:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825252.456696:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825252.456705:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:2.0:1781825252.456707:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781825252.456713:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825252.456724:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825252.456742:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456750:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825252.456752:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.456754:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825252.456758:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825252.456760:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825252.456762:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.456765:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825252.456773:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=69 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825252.456778:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=132 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825252.456780:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825252.456782:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825252.456784:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825252.456788:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.456792:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825252.456794:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825252.456796:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825252.456798:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.456802:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456810:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.456814:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825252.456816:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825252.456820:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825252.456828:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442304:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825252.456833:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825252.456834:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825252.456836:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825252.456839:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825252.456841:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825252.456843:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825252.456847:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825252.456855:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456861:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825252.456863:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.456864:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825252.456865:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825252.456867:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825252.456868:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.456870:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825252.456874:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825252.456876:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825252.456878:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825252.456879:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825252.456881:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825252.456883:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.456885:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825252.456886:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825252.456888:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825252.456889:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.456893:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456899:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.456901:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825252.456902:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825252.456905:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825252.456913:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442560:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825252.456919:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825252.456921:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825252.456922:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825252.456925:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825252.456926:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825252.456928:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825252.456932:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825252.456940:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456946:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825252.456947:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.456949:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825252.456950:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825252.456951:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825252.456952:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825252.456954:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825252.456958:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=69 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825252.456961:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825252.456963:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825252.456964:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825252.456966:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825252.456968:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.456970:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825252.456971:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825252.456973:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825252.456974:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825252.456978:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.456984:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825252.456986:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825252.456987:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825252.456991:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825252.456998:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825252.457001:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.457004:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825252.457007:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051442304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.457014:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825252.457016:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825252.457020:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825252.457024:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825252.459280:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825252.459285:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825252.459290:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825252.459295:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f2107aa00. 02000000:00000001:2.0:1781825252.459303:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825252.459304:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825252.459306:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825252.459311:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825252.459312:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.459316:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825252.459325:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051442560/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.459333:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825252.459335:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825252.459337:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825252.459340:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825252.459342:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825252.459343:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825252.459344:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825252.459345:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5800. 02000000:00000001:2.0:1781825252.459347:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825252.459348:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825252.459349:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825252.459354:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825252.459355:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.459357:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825252.459361:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051442432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825252.459366:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825252.459367:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825252.459369:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825252.459371:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825252.459373:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825252.459374:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825252.459376:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825252.459377:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5600. 02000000:00000001:2.0:1781825252.459379:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825252.459380:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825252.459382:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825252.459384:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825252.459385:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.459387:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825252.459395:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825252.459397:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825252.459401:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825252.459403:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825253.910415:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825253.910419:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825253.910422:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825255.958778:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825255.958782:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825255.958784:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825257.558209:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825257.558220:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825257.558231:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825257.558238:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825257.558242:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825257.558246:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825257.558251:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825257.558259:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5100. 00000100:00000001:3.0:1781825257.558266:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558278:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825257.558288:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825257.558304:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558320:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825257.558349:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558352:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825257.558355:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825257.558359:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825257.558361:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825257.558363:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825257.558364:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825257.558367:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825257.558371:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5600. 00000100:00000001:3.0:1781825257.558375:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558378:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825257.558389:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825257.558391:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558394:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825257.558401:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558404:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825257.558407:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825257.558409:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825257.558411:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825257.558413:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825257.558414:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825257.558416:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825257.558419:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f12ad5800. 00000100:00000001:3.0:1781825257.558422:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558426:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825257.558432:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825257.558434:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558438:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825257.558444:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558446:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825257.558449:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825257.558452:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825257.558454:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825257.558456:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825257.558457:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825257.558458:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825257.558462:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825257.558465:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558468:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825257.558475:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825257.558477:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558480:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825257.558486:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825257.558488:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825257.558491:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825257.558496:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7887) 00000100:00000001:2.0:1781825257.558568:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.558573:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825257.558575:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825257.558581:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.558588:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825257.558590:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.558593:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825257.558596:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825257.558598:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825257.558602:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051442688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.558605:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825257.558612:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825257.558614:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.558617:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825257.558621:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825257.558623:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825257.558630:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825257.558635:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825257.558642:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825257.558648:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442688, portal 25 00000100:00000001:2.0:1781825257.558650:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825257.558652:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:2.0:1781825257.558657:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.558663:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825257.558665:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825257.558668:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825257.558671:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051442688, offset 0 00000400:00000200:2.0:1781825257.558677:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825257.558686:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.558694:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825257.558699:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825257.558703:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825257.558707:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825257.558709:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825257.558713:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378365:378365:256:4294967295] 192.168.204.116@tcp LPNI seq info [378316:378316:8:4294967295] 00000400:00000200:2.0:1781825257.558717:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.558727:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825257.558733:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825257.558738:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825257.558745:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825257.558752:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825257.558757:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825257.558776:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825257.558781:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825257.558784:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302558225 00000100:00000001:2.0:1781825257.558792:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302553106 00000100:00000001:2.0:1781825257.558796:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302558225 00000100:00000001:2.0:1781825257.558799:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302553106 00000100:00000001:2.0:1781825257.558802:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.558804:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.558807:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825257.558810:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.558818:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825257.558819:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.558821:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825257.558823:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825257.558826:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825257.558829:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.558832:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825257.558835:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825257.558836:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.558838:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825257.558841:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825257.558842:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825257.558846:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825257.558848:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825257.558852:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825257.558855:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442944, portal 10 00000100:00000001:2.0:1781825257.558857:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825257.558859:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825257.558865:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.558876:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825257.558877:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825257.558880:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825257.558882:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051442944, offset 0 00000400:00000200:2.0:1781825257.558885:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825257.558889:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.558892:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825257.558895:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825257.558897:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825257.558899:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825257.558915:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825257.558918:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378366:378366:255:4294967295] 192.168.204.116@tcp LPNI seq info [378317:378317:7:4294967295] 00000400:00000200:2.0:1781825257.558922:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.558928:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825257.558932:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825257.558935:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825257.558939:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825257.558943:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825257.558945:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825257.558948:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.558952:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20666 usecs (21 jiffies) 00000400:00000200:2.0:1781825257.558955:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825257.558956:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302549525 00000100:00000001:2.0:1781825257.558958:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.558960:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302549525 00000100:00000001:2.0:1781825257.558962:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.558964:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.558966:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.558969:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.558971:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.558978:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825257.558980:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825257.558981:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.558983:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825257.558984:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825257.558987:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825257.558988:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.558990:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825257.558992:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.558993:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.558994:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825257.558995:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825257.558999:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.559004:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825257.559005:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.559007:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825257.559009:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825257.559011:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825257.559013:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.559016:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825257.559018:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825257.559020:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.559021:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825257.559024:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825257.559025:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825257.559028:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825257.559030:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825257.559033:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825257.559035:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051442816, portal 10 00000100:00000001:2.0:1781825257.559037:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825257.559038:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825257.559043:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.559049:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825257.559051:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825257.559054:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825257.559056:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051442816, offset 0 00000400:00000200:2.0:1781825257.559060:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825257.559064:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.559067:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825257.559069:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825257.559072:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825257.559073:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825257.559075:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825257.559115:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378367:378367:254:4294967295] 192.168.204.116@tcp LPNI seq info [378318:378318:6:4294967295] 00000400:00000200:2.0:1781825257.559120:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.559126:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825257.559131:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825257.559134:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825257.559138:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825257.559142:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825257.559144:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825257.559146:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.559149:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27938 usecs (28 jiffies) 00000400:00000200:2.0:1781825257.559152:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825257.559154:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302549533 00000100:00000001:2.0:1781825257.559156:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.559157:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302549533 00000100:00000001:2.0:1781825257.559159:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.559161:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.559163:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.559165:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825257.559169:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.559175:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825257.559176:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.559178:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825257.559180:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825257.559182:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825257.559184:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.559187:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825257.559190:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825257.559192:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.559193:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825257.559197:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825257.559198:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825257.559202:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825257.559204:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825257.559208:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825257.559211:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443072, portal 4 00000100:00000001:2.0:1781825257.559213:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825257.559214:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825257.559219:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.559225:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825257.559227:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825257.559229:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825257.559232:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051443072, offset 0 00000400:00000200:2.0:1781825257.559235:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825257.559239:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.559242:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825257.559244:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825257.559246:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825257.559249:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825257.559251:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825257.559254:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378368:378368:253:4294967295] 192.168.204.116@tcp LPNI seq info [378319:378319:5:4294967295] 00000400:00000200:2.0:1781825257.559257:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825257.559264:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825257.559268:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825257.559271:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825257.559274:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825257.559278:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825257.559280:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825257.559283:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.559286:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 690738 usecs (691 jiffies) 00000400:00000200:2.0:1781825257.559289:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825257.559291:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302550196 00000100:00000001:2.0:1781825257.559293:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.559295:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302550196 00000100:00000001:2.0:1781825257.559297:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302558225 00000100:00000001:2.0:1781825257.559299:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.559301:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.559303:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.559305:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.559326:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.559328:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563662:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.563667:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825257.563673:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825257.563675:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825257.563678:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781825257.563683:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:2.0:1781825257.563686:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:2.0:1781825257.563689:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825257.563694:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825257.563707:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563713:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825257.563715:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.563718:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825257.563720:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825257.563723:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825257.563725:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.563728:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825257.563737:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=74 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825257.563741:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=137 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825257.563743:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825257.563746:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825257.563749:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825257.563752:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563755:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825257.563757:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825257.563759:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825257.563761:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.563766:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563773:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.563776:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825257.563778:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825257.563781:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825257.563788:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442816:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825257.563794:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825257.563795:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825257.563797:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781825257.563799:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:2.0:1781825257.563801:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781825257.563803:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825257.563806:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825257.563812:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563817:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825257.563818:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.563820:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825257.563821:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825257.563822:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825257.563823:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.563825:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825257.563828:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=74 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825257.563831:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825257.563833:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825257.563834:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825257.563835:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825257.563837:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563839:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825257.563840:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825257.563841:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825257.563843:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.563846:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563851:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.563852:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825257.563853:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825257.563856:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825257.563863:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051442944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.563869:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563871:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825257.563874:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051442816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563881:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825257.563883:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825257.563887:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825257.563891:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825257.563894:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825257.563896:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825257.563898:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825257.563913:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5600. 02000000:00000001:2.0:1781825257.563918:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825257.563920:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825257.563922:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825257.563926:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825257.563928:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.563929:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825257.563932:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051442944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.563938:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825257.563939:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825257.563940:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825257.563942:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825257.563944:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825257.563945:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825257.563946:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825257.563948:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5800. 02000000:00000001:2.0:1781825257.563950:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825257.563951:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825257.563952:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825257.563954:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825257.563955:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.563958:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563960:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.563962:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825257.563963:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.563965:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.568434:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.568438:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825257.568444:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825257.568446:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825257.568449:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781825257.568454:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825257.568456:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825257.568459:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825257.568464:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825257.568473:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568479:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825257.568481:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568484:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825257.568487:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825257.568490:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825257.568492:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.568496:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825257.568517:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825257.568522:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825257.568524:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825257.568526:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825257.568528:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825257.568531:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.568536:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825257.568538:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825257.568540:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825257.568541:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.568545:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568560:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.568564:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825257.568566:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825257.568569:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825257.568576:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443072:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825257.568581:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825257.568583:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825257.568584:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825257.568586:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825257.568588:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825257.568590:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825257.568593:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825257.568601:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568607:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825257.568608:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568617:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825257.568618:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825257.568619:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825257.568621:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825257.568623:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825257.568625:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825257.568628:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825257.568630:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825257.568631:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825257.568633:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825257.568634:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.568636:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825257.568639:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568644:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825257.568647:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825257.568648:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825257.568651:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825257.568657:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051442688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825257.568661:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568664:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825257.568667:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051443072/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568673:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825257.568675:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825257.568679:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825257.568683:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825257.568686:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825257.568688:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825257.568690:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825257.568693:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825257.568697:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825257.568699:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825257.568701:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825257.568704:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825257.568705:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568707:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825257.568710:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051442688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825257.568715:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825257.568716:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825257.568717:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825257.568719:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825257.568720:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825257.568721:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825257.568723:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825257.568724:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f12ad5100. 02000000:00000001:2.0:1781825257.568726:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825257.568727:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825257.568729:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781825257.568731:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825257.568732:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568734:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825257.568742:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825257.568744:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825257.568745:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825257.568747:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825258.009733:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825258.009736:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825258.009738:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825260.054331:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825260.054334:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825260.054337:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825262.102418:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825262.102422:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825262.102425:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825262.681621:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825262.681632:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825262.681641:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825262.681648:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825262.681652:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825262.681655:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825262.681659:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825262.681669:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825262.681675:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681686:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825262.681702:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825262.681706:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681712:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.681739:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681742:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825262.681745:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825262.681748:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825262.681751:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825262.681753:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825262.681754:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825262.681755:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825262.681758:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498300. 00000100:00000001:3.0:1781825262.681761:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681765:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825262.681771:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825262.681773:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681777:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.681786:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681788:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825262.681791:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825262.681794:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825262.681797:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825262.681799:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825262.681800:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825262.681801:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825262.681804:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825262.681807:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681811:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825262.681818:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825262.681820:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681824:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.681831:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681833:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825262.681836:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825262.681839:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825262.681840:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825262.681842:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825262.681843:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825262.681845:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825262.681848:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825262.681850:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681853:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825262.681858:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825262.681860:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681863:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.681868:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.681870:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825262.681874:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825262.681878:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7892) 00000100:00000001:2.0:1781825262.682005:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825262.682009:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825262.682011:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825262.682018:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682026:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825262.682028:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682031:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825262.682034:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825262.682037:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825262.682040:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051443200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825262.682044:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825262.682051:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825262.682053:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682056:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825262.682061:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825262.682063:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825262.682070:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825262.682075:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825262.682107:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825262.682115:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443200, portal 25 00000100:00000001:2.0:1781825262.682118:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825262.682119:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:2.0:1781825262.682125:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682131:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825262.682134:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825262.682136:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825262.682140:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051443200, offset 0 00000400:00000200:2.0:1781825262.682146:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682154:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682162:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825262.682168:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825262.682172:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825262.682176:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825262.682179:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682182:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378369:378369:256:4294967295] 192.168.204.116@tcp LPNI seq info [378320:378320:8:4294967295] 00000400:00000200:2.0:1781825262.682187:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682196:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825262.682201:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825262.682215:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825262.682223:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825262.682230:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825262.682234:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825262.682247:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825262.682252:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825262.682254:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302563348 00000100:00000001:2.0:1781825262.682261:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302558225 00000100:00000001:2.0:1781825262.682264:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302563348 00000100:00000001:2.0:1781825262.682267:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302558225 00000100:00000001:2.0:1781825262.682270:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825262.682272:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.682274:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825262.682278:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682284:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825262.682286:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682287:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825262.682289:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825262.682290:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825262.682293:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825262.682295:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825262.682298:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825262.682299:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682300:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825262.682303:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825262.682305:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825262.682307:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825262.682310:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781825262.682313:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825262.682315:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443456, portal 10 00000100:00000001:2.0:1781825262.682316:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825262.682318:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825262.682323:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682329:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825262.682331:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825262.682333:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825262.682335:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051443456, offset 0 00000400:00000200:2.0:1781825262.682339:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682342:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682345:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825262.682347:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825262.682349:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825262.682351:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825262.682353:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682356:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378370:378370:255:4294967295] 192.168.204.116@tcp LPNI seq info [378321:378321:7:4294967295] 00000400:00000200:2.0:1781825262.682360:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682365:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825262.682369:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825262.682372:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825262.682375:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825262.682378:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825262.682380:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825262.682383:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825262.682386:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20635 usecs (21 jiffies) 00000400:00000200:2.0:1781825262.682389:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825262.682390:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302554648 00000100:00000001:2.0:1781825262.682392:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.682394:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302554648 00000100:00000001:2.0:1781825262.682396:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.682398:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825262.682399:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.682401:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.682403:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825262.682409:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825262.682411:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825262.682413:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825262.682414:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825262.682416:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825262.682418:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825262.682419:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825262.682421:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825262.682422:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825262.682424:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825262.682425:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825262.682426:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825262.682429:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682436:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825262.682437:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682439:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825262.682441:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825262.682443:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825262.682445:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825262.682448:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825262.682450:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825262.682452:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.682453:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825262.682456:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825262.682458:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.682833:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825262.682836:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825262.682868:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825262.682872:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781825262.682876:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825262.682880:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443328, portal 10 00000100:00000001:2.0:1781825262.682882:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825262.682883:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825262.682890:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.682896:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825262.682898:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825262.682900:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825262.682902:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051443328, offset 0 00000400:00000200:2.0:1781825262.682906:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682909:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682912:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825262.682915:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825262.682918:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825262.682920:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825262.682922:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825262.682925:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378371:378371:256:4294967295] 192.168.204.116@tcp LPNI seq info [378322:378322:8:4294967295] 00000400:00000200:2.0:1781825262.682929:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.682936:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825262.682941:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825262.682945:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825262.682949:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825262.682953:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825262.682956:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825262.682972:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825262.682976:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27875 usecs (28 jiffies) 00000400:00000200:2.0:1781825262.682979:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825262.682981:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302554655 00000100:00000001:2.0:1781825262.682984:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.682986:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302554655 00000100:00000001:2.0:1781825262.682988:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.682990:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825262.682993:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.682995:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825262.682999:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.683005:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825262.683006:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.683009:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825262.683011:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825262.683013:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825262.683016:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825262.683019:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825262.683022:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825262.683024:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.683025:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825262.683029:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825262.683031:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825262.683034:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825262.683037:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781825262.683041:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825262.683044:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443584, portal 4 00000100:00000001:2.0:1781825262.683046:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825262.683047:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825262.683052:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.683057:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825262.683059:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825262.683061:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825262.683064:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051443584, offset 0 00000400:00000200:2.0:1781825262.683068:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825262.683071:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.683074:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825262.683358:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825262.683361:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825262.683364:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825262.683366:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825262.683369:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378372:378372:255:4294967295] 192.168.204.116@tcp LPNI seq info [378323:378323:7:4294967295] 00000400:00000200:2.0:1781825262.683373:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825262.683378:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825262.683383:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825262.683387:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825262.683391:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825262.683394:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825262.683397:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825262.683400:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825262.683403:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 688253 usecs (689 jiffies) 00000400:00000200:2.0:1781825262.683405:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825262.683407:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302555316 00000100:00000001:2.0:1781825262.683409:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.683411:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302555316 00000100:00000001:2.0:1781825262.683413:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302563348 00000100:00000001:2.0:1781825262.683415:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825262.683417:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.683419:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.683421:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.690410:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825262.690414:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825262.690421:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825262.690423:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825262.690426:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825262.690430:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825262.690433:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825262.690436:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825262.690440:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825262.690449:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.690455:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825262.690457:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825262.690459:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825262.690462:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825262.690464:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825262.690466:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825262.690469:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825262.690476:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825262.690480:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825262.690483:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825262.690484:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825262.690486:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825262.690488:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.690491:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825262.690496:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.690508:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825262.690511:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825262.690514:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825262.690518:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825262.690526:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051443200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825262.690531:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.690533:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825262.690536:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051443200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825262.690542:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825262.690545:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825262.690549:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825262.690553:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825262.690556:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825262.690558:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825262.690560:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825262.690562:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:2.0:1781825262.690566:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825262.690568:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825262.690570:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781825262.690573:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825262.690575:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825262.690578:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.690579:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825262.690580:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825262.690582:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825262.690583:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.695901:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825262.695907:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825262.695914:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825262.695916:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825262.695920:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:3.0:1781825262.695925:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:3.0:1781825262.695928:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:3.0:1781825262.695932:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825262.695938:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825262.695949:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.695956:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825262.695958:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.695961:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825262.695964:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825262.695968:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825262.695970:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825262.695973:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825262.695982:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=79 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825262.695986:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=142 v=5 (1 1 1 2) 00000100:00000001:3.0:1781825262.695990:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825262.695992:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825262.695995:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825262.695999:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.696003:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825262.696005:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825262.696008:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825262.696009:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.696014:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696022:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825262.696026:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825262.696029:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825262.696034:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825262.696043:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443328:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825262.696050:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825262.696052:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825262.696054:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:3.0:1781825262.696058:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:3.0:1781825262.696060:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:3.0:1781825262.696063:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825262.696067:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825262.696076:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696110:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825262.696112:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696114:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825262.696116:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825262.696117:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825262.696119:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825262.696120:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825262.696125:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825262.696128:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825262.696129:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825262.696131:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825262.696132:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825262.696134:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.696136:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825262.696138:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825262.696139:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825262.696141:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.696145:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696150:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825262.696152:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825262.696154:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825262.696157:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825262.696163:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443584:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825262.696173:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825262.696175:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825262.696177:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:3.0:1781825262.696179:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:3.0:1781825262.696181:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:3.0:1781825262.696184:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825262.696188:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825262.696197:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696203:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825262.696205:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696216:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825262.696218:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825262.696219:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825262.696220:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825262.696222:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825262.696226:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=79 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825262.696229:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825262.696231:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825262.696232:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825262.696234:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825262.696236:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.696239:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825262.696240:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825262.696241:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825262.696243:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825262.696246:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696253:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825262.696255:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825262.696256:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825262.696260:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825262.696267:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825262.696272:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696274:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825262.696277:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051443328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696283:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825262.696286:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825262.696289:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:3.0:1781825262.696294:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825262.696297:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825262.696300:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825262.696302:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825262.696306:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498300. 02000000:00000001:3.0:1781825262.696310:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825262.696312:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825262.696314:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:3.0:1781825262.696318:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825262.696320:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696322:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825262.696325:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051443584/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696332:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825262.696335:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825262.696336:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:3.0:1781825262.696339:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825262.696341:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825262.696343:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825262.696345:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825262.696347:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:3.0:1781825262.696351:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825262.696352:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825262.696354:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:3.0:1781825262.696358:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825262.696359:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696361:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825262.696365:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051443456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825262.696371:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825262.696373:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825262.696375:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:3.0:1781825262.696379:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825262.696380:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825262.696381:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825262.696383:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825262.696385:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:3.0:1781825262.696386:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825262.696388:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825262.696389:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781825262.696391:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825262.696393:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696395:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825262.696402:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825262.696404:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825262.696406:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825262.696409:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825264.150397:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825264.150401:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825264.150404:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825266.199255:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825266.199258:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825266.199261:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825267.798401:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825267.798432:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825267.798468:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781825267.798474:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825267.798489:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825267.798492:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825267.798498:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825267.798517:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825267.798525:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798537:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825267.798560:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825267.798564:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798572:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_01+1] req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.798619:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798623:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825267.798626:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825267.798629:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825267.798632:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825267.798634:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825267.798635:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825267.798637:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825267.798640:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825267.798643:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798648:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825267.798655:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825267.798657:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798661:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.798669:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798671:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825267.798673:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825267.798676:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781825267.798678:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825267.798680:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825267.798681:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825267.798683:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825267.798687:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825267.798689:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798692:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825267.798698:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825267.798699:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798703:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.798709:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798711:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825267.798714:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825267.798717:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825267.798719:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825267.798721:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825267.798722:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825267.798723:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825267.798727:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825267.798729:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798732:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825267.798739:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825267.798740:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798744:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.798749:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.798752:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825267.798755:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825267.798760:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7897) 00000100:00000001:3.0:1781825267.798821:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825267.798825:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825267.798828:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825267.798834:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.798842:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825267.798844:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.798847:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825267.798850:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825267.798853:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825267.798856:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051443712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825267.798860:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825267.798866:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825267.798868:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.798871:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825267.798876:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825267.798877:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825267.798958:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825267.798963:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e354d0. 00000400:00000010:3.0:1781825267.798973:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825267.798980:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443712, portal 25 00000100:00000001:3.0:1781825267.798983:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825267.798984:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781825267.798990:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.798998:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825267.799000:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825267.799003:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825267.799006:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051443712, offset 0 00000400:00000200:3.0:1781825267.799024:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799033:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799042:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825267.799046:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825267.799050:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825267.799053:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825267.799056:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799059:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378373:378373:256:4294967295] 192.168.204.116@tcp LPNI seq info [378324:378324:8:4294967295] 00000400:00000200:3.0:1781825267.799063:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799072:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825267.799257:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825267.799264:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498700. 00000800:00000200:3.0:1781825267.799272:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825267.799279:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825267.799284:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825267.799300:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825267.799305:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825267.799308:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302568466 00000100:00000001:3.0:1781825267.799316:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302563348 00000100:00000001:3.0:1781825267.799320:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302568466 00000100:00000001:3.0:1781825267.799324:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302563348 00000100:00000001:3.0:1781825267.799327:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825267.799330:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799333:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825267.799337:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799344:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825267.799345:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799347:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825267.799349:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825267.799351:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825267.799354:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825267.799357:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825267.799360:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825267.799362:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799364:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825267.799368:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825267.799370:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825267.799373:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825267.799375:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35160. 00000400:00000010:3.0:1781825267.799379:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825267.799382:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443968, portal 10 00000100:00000001:3.0:1781825267.799384:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825267.799385:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781825267.799392:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799398:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825267.799400:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825267.799402:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825267.799405:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051443968, offset 0 00000400:00000200:3.0:1781825267.799409:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799412:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799416:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825267.799418:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825267.799421:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825267.799423:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825267.799425:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799428:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378374:378374:255:4294967295] 192.168.204.116@tcp LPNI seq info [378325:378325:7:4294967295] 00000400:00000200:3.0:1781825267.799432:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799438:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825267.799443:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825267.799446:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498d00. 00000800:00000200:3.0:1781825267.799450:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825267.799453:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825267.799455:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825267.799458:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825267.799462:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20630 usecs (21 jiffies) 00000400:00000200:3.0:1781825267.799465:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825267.799467:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302559766 00000100:00000001:3.0:1781825267.799469:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799471:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302559766 00000100:00000001:3.0:1781825267.799473:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799475:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825267.799477:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799480:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799482:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825267.799490:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825267.799492:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825267.799495:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825267.799497:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825267.799498:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825267.799500:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781825267.799503:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825267.799505:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825267.799506:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825267.799508:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825267.799508:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825267.799510:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825267.799513:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799520:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825267.799522:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799524:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825267.799525:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825267.799527:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825267.799530:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825267.799533:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825267.799535:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825267.799537:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799539:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825267.799542:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825267.799544:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825267.799547:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825267.799549:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e358f0. 00000400:00000010:3.0:1781825267.799553:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825267.799556:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051443840, portal 10 00000100:00000001:3.0:1781825267.799557:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825267.799558:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781825267.799564:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799570:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825267.799572:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825267.799574:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825267.799577:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051443840, offset 0 00000400:00000200:3.0:1781825267.799581:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799584:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799588:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825267.799590:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825267.799593:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825267.799595:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825267.799597:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799600:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378375:378375:254:4294967295] 192.168.204.116@tcp LPNI seq info [378326:378326:6:4294967295] 00000400:00000200:3.0:1781825267.799604:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799610:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825267.799614:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825267.799618:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825267.799622:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825267.799626:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825267.799628:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825267.799631:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825267.799634:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27843 usecs (28 jiffies) 00000400:00000200:3.0:1781825267.799637:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825267.799639:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302559773 00000100:00000001:3.0:1781825267.799641:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799644:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302559773 00000100:00000001:3.0:1781825267.799646:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799648:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825267.799649:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799652:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825267.799655:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799663:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825267.799664:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799667:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825267.799668:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825267.799670:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825267.799673:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051444096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825267.799676:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825267.799679:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825267.799680:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825267.799682:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825267.799685:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825267.799687:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825267.799690:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825267.799692:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35688. 00000400:00000010:3.0:1781825267.799696:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825267.799699:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051444096, portal 4 00000100:00000001:3.0:1781825267.799701:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825267.799702:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781825267.799707:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825267.799719:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825267.799721:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825267.799724:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825267.799726:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051444096, offset 0 00000400:00000200:3.0:1781825267.799730:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799733:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799736:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825267.799739:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825267.799741:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825267.799744:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825267.799746:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825267.799748:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378376:378376:253:4294967295] 192.168.204.116@tcp LPNI seq info [378327:378327:5:4294967295] 00000400:00000200:3.0:1781825267.799752:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825267.799759:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825267.799763:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825267.799768:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498b00. 00000800:00000200:3.0:1781825267.799772:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825267.799775:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825267.799777:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825267.799780:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825267.799782:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 685807 usecs (686 jiffies) 00000400:00000200:3.0:1781825267.799785:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825267.799787:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302560431 00000100:00000001:3.0:1781825267.799789:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799790:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302560431 00000100:00000001:3.0:1781825267.799792:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302568466 00000100:00000001:3.0:1781825267.799794:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825267.799796:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799798:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825267.799801:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.801647:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825267.801652:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.809587:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825267.809593:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825267.809603:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825267.809605:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825267.809609:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35688. 00000400:00000200:2.0:1781825267.809616:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:2.0:1781825267.809619:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:2.0:1781825267.809622:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825267.809629:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825267.809640:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.809647:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825267.809649:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.809651:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825267.809654:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825267.809657:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825267.809660:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825267.809663:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825267.809673:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825267.809677:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825267.809679:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825267.809681:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825267.809683:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825267.809687:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.809689:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825267.809692:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825267.809694:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825267.809695:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.809700:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.809707:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825267.809710:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825267.809712:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825267.809716:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825267.809724:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051444096:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825267.809730:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825267.809732:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825267.809733:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35160. 00000400:00000200:2.0:1781825267.809736:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:2.0:1781825267.809738:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:2.0:1781825267.809740:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825267.809743:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825267.809750:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.809756:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825267.809757:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.809759:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825267.809760:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825267.809761:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825267.809763:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825267.809764:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825267.809768:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=84 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825267.809771:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825267.809774:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825267.809775:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825267.809777:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825267.809778:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.809780:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825267.809782:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825267.809784:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825267.809785:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.809789:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.809794:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825267.809796:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825267.809798:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825267.809801:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825267.809807:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825267.809811:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.809813:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825267.809816:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051444096/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.809823:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825267.809826:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825267.809830:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:2.0:1781825267.809833:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825267.809836:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825267.810277:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825267.810280:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825267.810283:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825267.810287:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825267.810289:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825267.810291:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:2.0:1781825267.810296:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825267.810297:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810299:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825267.810303:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051443968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810309:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825267.810311:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825267.810313:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:2.0:1781825267.810315:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825267.810317:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825267.810318:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825267.810320:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825267.810321:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825267.810323:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825267.810323:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825267.810325:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781825267.810327:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825267.810328:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810331:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.810333:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825267.810335:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825267.810338:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825267.810339:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825267.810341:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e358f0. 00000400:00000200:2.0:1781825267.810344:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:2.0:1781825267.810346:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:2.0:1781825267.810348:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825267.810425:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825267.810435:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810441:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825267.810442:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810445:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825267.810447:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825267.810448:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825267.810450:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825267.810451:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825267.810457:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=84 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825267.810461:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=147 v=5 (1 1 1 2) 00000100:00000001:2.0:1781825267.810463:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825267.810465:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825267.810467:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825267.810469:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.810471:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825267.810473:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825267.810474:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825267.810476:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.810677:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810686:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825267.810688:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825267.810689:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825267.810693:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825267.810700:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051443840:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825267.810706:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825267.810707:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825267.810709:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e354d0. 00000400:00000200:2.0:1781825267.810712:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:2.0:1781825267.810714:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:2.0:1781825267.810717:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825267.810720:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825267.810727:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810733:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825267.810734:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810736:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825267.810737:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825267.810738:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825267.810739:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825267.810741:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825267.810744:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825267.810747:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825267.810749:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825267.810750:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825267.810751:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825267.810753:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.810755:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825267.810759:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810765:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825267.810767:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825267.810769:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825267.810772:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825267.810778:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051443712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825267.810782:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810784:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825267.810787:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051443840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810793:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825267.810795:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825267.810797:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:2.0:1781825267.810800:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825267.810801:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825267.810802:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825267.810804:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825267.810806:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825267.810808:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825267.810809:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825267.810810:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:2.0:1781825267.810813:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825267.810814:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810816:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825267.810819:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051443712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825267.810825:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825267.810826:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825267.810828:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:2.0:1781825267.810829:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825267.810831:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825267.810832:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825267.810833:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825267.810834:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825267.810836:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825267.810836:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825267.810837:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781825267.810839:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825267.810840:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810842:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825267.810849:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825267.810851:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825267.810853:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825267.810855:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825268.246386:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825268.246390:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825268.246393:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825270.294645:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825270.294649:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825270.294662:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1781825272.342392:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825272.342396:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825272.342399:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825274.395571:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825274.395575:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825274.395578:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825276.438693:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825276.438696:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825276.438700:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825278.040234:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825278.040246:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825278.040257:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781825278.040263:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825278.040267:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825278.040270:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825278.040275:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825278.040284:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825278.040304:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040316:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825278.040332:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825278.040336:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040343:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_01+1] req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040381:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040384:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825278.040388:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825278.040391:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825278.040393:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825278.040396:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825278.040397:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825278.040399:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825278.040401:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825278.040404:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040409:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825278.040416:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825278.040418:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040426:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040435:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040437:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825278.040440:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825278.040442:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781825278.040445:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825278.040447:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825278.040448:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825278.040449:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825278.040453:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825278.040456:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040460:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825278.040466:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825278.040468:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040471:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040478:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040480:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825278.040484:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825278.040487:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825278.040489:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825278.040491:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825278.040492:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825278.040494:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825278.040497:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825278.040499:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040503:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825278.040509:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825278.040511:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040514:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040521:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.040523:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825278.040526:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825278.040531:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7907) 00000100:00000001:2.0:1781825278.040546:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825278.040549:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825278.040551:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825278.040556:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040564:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825278.040566:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.040569:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825278.040572:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825278.040574:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825278.040578:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051444864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825278.040582:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825278.040588:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825278.040591:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.040593:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825278.040597:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825278.040599:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825278.040607:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825278.040611:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825278.040618:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825278.040624:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051444864, portal 10 00000100:00000001:2.0:1781825278.040627:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825278.040628:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:2.0:1781825278.040636:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.040642:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825278.040645:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825278.040648:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825278.040651:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051444864, offset 0 00000400:00000200:2.0:1781825278.040656:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825278.040665:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825278.040672:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825278.040677:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825278.040681:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825278.040685:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825278.040688:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825278.040691:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378381:378381:256:4294967295] 192.168.204.116@tcp LPNI seq info [378332:378332:8:4294967295] 00000400:00000200:2.0:1781825278.040695:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825278.040704:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825278.040709:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825278.040714:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825278.040721:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825278.040729:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825278.040733:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825278.040831:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.040834:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825278.040836:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825278.040842:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.040848:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825278.040850:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.040852:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825278.040854:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825278.040856:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825278.040859:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051444736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825278.040862:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825278.040865:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825278.040867:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.040869:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825278.040873:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245c00. 02000000:00000001:3.0:1781825278.040875:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825278.040879:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825278.040882:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825278.040888:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825278.040891:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051444736, portal 25 00000100:00000001:3.0:1781825278.040893:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825278.040895:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781825278.040900:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.040906:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825278.040919:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825278.040921:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825278.040924:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051444736, offset 0 00000400:00000200:3.0:1781825278.040929:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825278.040933:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825278.040937:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825278.040940:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825278.040942:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825278.040944:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825278.040947:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825278.040949:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378382:378382:255:4294967295] 192.168.204.116@tcp LPNI seq info [378333:378333:7:4294967295] 00000400:00000200:3.0:1781825278.040952:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825278.040957:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825278.040961:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825278.040965:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498b00. 00000800:00000200:3.0:1781825278.040968:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825278.040972:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825278.040974:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825278.040997:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.041003:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27791 usecs (28 jiffies) 00000400:00000200:2.0:1781825278.041006:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825278.041009:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302570014 00000100:00000001:2.0:1781825278.041012:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302573586 00000100:00000001:2.0:1781825278.041014:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302570014 00000100:00000001:2.0:1781825278.041016:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302573586 00000100:00000001:2.0:1781825278.041017:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825278.041020:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.041022:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825278.041026:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.041033:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825278.041034:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.041037:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825278.041039:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825278.041040:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825278.041043:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825278.041047:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825278.041050:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825278.041051:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.041053:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825278.041056:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825278.041058:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825278.041061:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825278.041064:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781825278.041125:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825278.041129:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445120, portal 4 00000100:00000001:2.0:1781825278.041132:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825278.041133:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:2.0:1781825278.041139:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.041144:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825278.041146:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825278.041149:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825278.041151:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051445120, offset 0 00000400:00000200:2.0:1781825278.041154:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825278.041158:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825278.041161:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825278.041164:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825278.041166:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825278.041169:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825278.041171:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825278.041173:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378383:378383:254:4294967295] 192.168.204.116@tcp LPNI seq info [378334:378334:6:4294967295] 00000400:00000200:2.0:1781825278.041177:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825278.041183:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825278.041187:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825278.041190:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825278.041193:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825278.041197:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825278.041199:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825278.041814:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825278.041821:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825278.041823:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302578708 00000100:00000001:3.0:1781825278.041833:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302573586 00000100:00000001:3.0:1781825278.041838:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302578708 00000100:00000001:3.0:1781825278.041841:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302573586 00000100:00000001:3.0:1781825278.041844:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825278.041846:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.041849:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825278.041854:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.041862:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825278.041864:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.041866:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825278.041868:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825278.041870:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825278.041874:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051444992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825278.041877:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825278.041880:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825278.041882:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.041883:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825278.041887:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825278.041889:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825278.041893:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825278.041896:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359a0. 00000400:00000010:3.0:1781825278.041900:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825278.041903:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051444992, portal 10 00000100:00000001:3.0:1781825278.041905:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825278.041907:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781825278.041926:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.041933:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825278.041936:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825278.041939:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825278.041941:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051444992, offset 0 00000400:00000200:3.0:1781825278.041946:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825278.041950:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825278.041954:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825278.041957:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825278.041960:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825278.041962:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825278.041964:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825278.041968:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378384:378384:253:4294967295] 192.168.204.116@tcp LPNI seq info [378335:378335:5:4294967295] 00000400:00000200:3.0:1781825278.041972:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825278.041979:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825278.041983:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825278.041987:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825278.041991:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825278.041996:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825278.042000:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825278.042003:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825278.042007:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20622 usecs (21 jiffies) 00000400:00000200:3.0:1781825278.042010:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825278.042011:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302570008 00000100:00000001:3.0:1781825278.042014:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302578708 00000100:00000001:3.0:1781825278.042016:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302570008 00000100:00000001:3.0:1781825278.042018:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302578708 00000100:00000001:3.0:1781825278.042020:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825278.042022:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.042025:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.042027:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.042034:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825278.042037:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825278.042039:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.042041:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825278.042042:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.042045:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.044415:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.044426:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 680972 usecs (681 jiffies) 00000400:00000200:2.0:1781825278.044433:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825278.044437:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302570671 00000100:00000001:2.0:1781825278.044441:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302578708 00000100:00000001:2.0:1781825278.044443:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302570671 00000100:00000001:2.0:1781825278.044444:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302578708 00000100:00000001:2.0:1781825278.044446:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825278.044450:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.044453:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.044456:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.044465:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825278.044467:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825278.044470:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825278.044471:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825278.044473:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.044477:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.051747:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825278.051752:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825278.052054:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.052058:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825278.052429:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825278.052432:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825278.052436:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825278.052440:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825278.052442:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825278.052446:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825278.052451:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825278.052459:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.052466:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825278.052469:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.052472:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825278.052475:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825278.052478:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825278.052480:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.052483:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825278.052490:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=95 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825278.052495:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825278.052497:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825278.052499:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825278.052502:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825278.052504:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.052507:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825278.052511:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.052519:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825278.052522:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825278.052524:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825278.052527:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825278.052534:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051444736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825278.052540:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.052543:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825278.052546:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051444736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.052552:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825278.052556:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825278.052559:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245c00. 02000000:00000001:3.0:1781825278.052562:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825278.052565:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825278.052567:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825278.052569:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825278.052571:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825278.052575:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825278.052577:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825278.052579:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781825278.052582:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825278.052583:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.052586:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.052587:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.052589:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825278.052590:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.052591:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.052988:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.052991:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825278.052994:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825278.052995:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825278.052997:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359a0. 00000400:00000200:3.0:1781825278.053001:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781825278.053002:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781825278.053004:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825278.053008:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825278.053015:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.053021:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825278.053022:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.053024:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825278.053025:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825278.053027:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825278.053028:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825278.053030:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825278.053035:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=95 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825278.053039:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825278.053041:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825278.053042:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825278.053044:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825278.053047:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.053050:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825278.053052:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825278.053053:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825278.053055:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825278.053058:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.053542:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825278.053545:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825278.053547:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825278.053552:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825278.053559:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051444992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825278.053564:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.053566:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825278.053569:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051444992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825278.053575:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825278.053577:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825278.053579:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825278.053583:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825278.053585:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825278.053586:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825278.053588:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825278.053590:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781825278.053592:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825278.053594:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825278.053595:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781825278.053598:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825278.053599:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.053601:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825278.053608:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825278.053610:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825278.053611:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825278.053613:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825278.054774:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825278.054780:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825278.054784:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781825278.054792:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825278.054794:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825278.054798:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825278.054807:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825278.054817:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.054824:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825278.054826:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.054829:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825278.054832:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825278.054835:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825278.054837:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.054839:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825278.054847:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825278.054851:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825278.054853:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825278.054855:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825278.054858:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825278.054861:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.054864:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825278.054866:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825278.054868:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825278.054869:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.054873:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.054880:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825278.054883:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825278.054885:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825278.054888:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825278.054895:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825278.054900:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.054903:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825278.054906:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051445120/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.054922:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825278.054925:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825278.054928:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825278.054932:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825278.054934:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825278.054937:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825278.054939:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825278.054942:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825278.054945:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825278.054946:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825278.054948:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:2.0:1781825278.054952:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825278.054953:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.054956:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.054958:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825278.054960:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825278.054962:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825278.054963:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825278.054965:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825278.054967:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825278.054969:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825278.054971:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825278.054976:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825278.054984:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.054990:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825278.054991:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.054993:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825278.054994:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825278.054996:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825278.054997:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825278.054999:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825278.055004:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=95 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825278.055007:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825278.055009:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825278.055011:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825278.055012:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825278.055014:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.055016:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825278.055017:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825278.055019:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825278.055020:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825278.055024:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.055030:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825278.055032:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825278.055034:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825278.055037:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825278.055044:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051444864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825278.055048:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.055049:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825278.055052:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051444864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825278.055058:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825278.055060:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825278.055062:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825278.055064:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825278.055437:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825278.055439:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825278.055442:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825278.055444:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825278.055447:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825278.055449:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825278.055450:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:2.0:1781825278.055453:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825278.055454:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.055456:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825278.055463:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825278.055465:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825278.055468:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825278.055469:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825278.486928:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825278.486932:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825278.486935:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825280.536352:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825280.536357:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825280.536361:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825282.582450:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825282.582453:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825282.582456:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825283.158255:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825283.158271:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825283.158281:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825283.158288:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825283.158292:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825283.158295:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825283.158299:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825283.158309:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825283.158316:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158337:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825283.158347:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825283.158351:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158358:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_01+1] req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158392:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158395:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825283.158398:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825283.158401:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825283.158404:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825283.158406:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825283.158407:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825283.158409:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825283.158422:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825283.158425:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158430:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825283.158437:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825283.158439:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158443:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158450:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158453:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825283.158456:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825283.158458:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825283.158460:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825283.158462:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825283.158463:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825283.158465:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825283.158467:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825283.158470:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158473:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825283.158480:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825283.158481:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158485:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_01+1] req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158498:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158500:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825283.158511:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825283.158514:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825283.158517:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825283.158519:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825283.158520:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825283.158521:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825283.158524:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825283.158527:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158531:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825283.158538:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825283.158539:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158543:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_00+0] req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158550:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158551:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825283.158555:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825283.158559:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7912) 00000100:00000001:2.0:1781825283.158572:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.158575:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825283.158577:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825283.158582:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158590:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825283.158592:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.158596:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825283.158598:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825283.158601:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825283.158604:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.158608:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825283.158613:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825283.158616:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.158618:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825283.158622:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825283.158624:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825283.158631:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825283.158635:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825283.158641:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825283.158648:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445376, portal 10 00000100:00000001:2.0:1781825283.158651:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825283.158652:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:2.0:1781825283.158658:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158665:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825283.158668:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825283.158670:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825283.158673:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051445376, offset 0 00000400:00000200:2.0:1781825283.158679:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825283.158688:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.158696:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825283.158701:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825283.158705:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825283.158709:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825283.158711:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825283.158715:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378385:378385:256:4294967295] 192.168.204.116@tcp LPNI seq info [378336:378336:8:4294967295] 00000400:00000200:2.0:1781825283.158719:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.158729:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825283.158735:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825283.158739:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825283.158747:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825283.158755:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825283.158759:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825283.158778:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158783:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27762 usecs (28 jiffies) 00000400:00000200:2.0:1781825283.158787:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825283.158790:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302575132 00000100:00000001:2.0:1781825283.158793:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302578708 00000100:00000001:2.0:1781825283.158795:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302575132 00000100:00000001:2.0:1781825283.158797:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302578708 00000100:00000001:2.0:1781825283.158800:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.158802:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.158805:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825283.158819:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158826:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825283.158828:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.158830:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825283.158832:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825283.158834:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825283.158837:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.158840:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825283.158843:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825283.158844:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.158846:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825283.158849:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825283.158851:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825283.158854:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825283.158857:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781825283.158860:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825283.158863:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445632, portal 4 00000100:00000001:2.0:1781825283.158865:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825283.158866:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:2.0:1781825283.158870:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158876:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825283.158878:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825283.158880:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825283.158882:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051445632, offset 0 00000400:00000200:2.0:1781825283.158887:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825283.158889:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.158893:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825283.158895:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825283.158897:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825283.158900:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825283.158901:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825283.158904:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378386:378386:255:4294967295] 192.168.204.116@tcp LPNI seq info [378337:378337:7:4294967295] 00000400:00000200:2.0:1781825283.158907:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.158912:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825283.158916:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825283.158919:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825283.158922:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825283.158926:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825283.158928:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825283.158930:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.158933:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 678578 usecs (679 jiffies) 00000400:00000200:2.0:1781825283.158936:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825283.158937:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302575783 00000100:00000001:2.0:1781825283.158939:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302578708 00000100:00000001:2.0:1781825283.158941:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302575783 00000100:00000001:2.0:1781825283.158943:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302578708 00000100:00000001:2.0:1781825283.158945:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.158947:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.158949:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.158951:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.158957:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825283.158959:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825283.158961:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.158963:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825283.158964:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825283.158966:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825283.158968:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.158970:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825283.158971:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.158973:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.158974:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825283.158975:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825283.158979:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.158986:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825283.158987:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.158989:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825283.158991:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825283.158992:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825283.158994:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051445248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.158997:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825283.159000:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825283.159002:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.159003:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825283.159005:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825283.159007:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825283.159010:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825283.159013:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781825283.159017:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825283.159019:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445248, portal 25 00000100:00000001:2.0:1781825283.159021:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825283.159022:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:2.0:1781825283.159027:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.159034:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825283.159036:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825283.159038:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825283.159040:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051445248, offset 0 00000400:00000200:2.0:1781825283.159044:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825283.159047:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.159051:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825283.159054:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825283.159056:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825283.159058:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825283.159060:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825283.159063:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378387:378387:256:4294967295] 192.168.204.116@tcp LPNI seq info [378338:378338:8:4294967295] 00000400:00000200:2.0:1781825283.159066:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.159071:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825283.159075:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825283.159108:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825283.159113:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825283.159117:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:3.0:1781825283.159120:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1781825283.159120:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825283.159122:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.159131:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825283.159134:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825283.159136:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302583826 00000100:00000001:2.0:1781825283.159143:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302578708 00000100:00000001:2.0:1781825283.159146:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302583826 00000100:00000001:2.0:1781825283.159149:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302578708 00000100:00000001:2.0:1781825283.159152:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.159154:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.159155:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825283.159159:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.159165:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825283.159166:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.159168:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825283.159170:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825283.159172:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825283.159174:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.159180:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825283.159183:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825283.159184:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.159186:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825283.159189:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825283.159191:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825283.159194:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825283.159196:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825283.159199:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825283.159202:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445504, portal 10 00000100:00000001:2.0:1781825283.159204:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825283.159205:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:2.0:1781825283.159211:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.159217:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825283.159219:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825283.159221:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825283.159223:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051445504, offset 0 00000400:00000200:2.0:1781825283.159227:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825283.159230:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.159234:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825283.159236:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825283.159239:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825283.159241:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825283.159243:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825283.159246:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378388:378388:255:4294967295] 192.168.204.116@tcp LPNI seq info [378339:378339:7:4294967295] 00000400:00000200:2.0:1781825283.159250:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825283.159256:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825283.159261:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825283.159264:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825283.159267:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825283.159271:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825283.159274:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825283.159283:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.159286:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20611 usecs (21 jiffies) 00000400:00000200:2.0:1781825283.159289:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825283.159291:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302575126 00000100:00000001:2.0:1781825283.159294:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302583826 00000100:00000001:2.0:1781825283.159296:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302575126 00000100:00000001:2.0:1781825283.159297:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302583826 00000100:00000001:2.0:1781825283.159299:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.159301:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.159304:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.159306:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.165298:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.165302:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825283.165309:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825283.165311:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825283.165314:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781825283.165319:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825283.165632:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825283.165638:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825283.165645:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825283.165655:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.165661:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825283.165664:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.165666:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825283.165670:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825283.165672:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825283.165674:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.165677:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825283.165683:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825283.165688:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825283.165691:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825283.165693:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825283.165695:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825283.165697:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.165700:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.165705:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.165712:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.165715:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825283.165717:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825283.165720:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825283.165727:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051445248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.165864:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.165867:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825283.165872:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051445248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.165879:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825283.165882:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825283.165885:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825283.165890:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825283.165893:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825283.165895:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825283.165896:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825283.165899:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825283.165902:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825283.165904:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825283.165906:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:2.0:1781825283.165909:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825283.165911:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.165914:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.165916:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.165918:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825283.165919:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.165921:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.169303:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.169308:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825283.169332:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825283.169335:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825283.169338:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825283.169344:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781825283.169346:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781825283.169351:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825283.169357:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825283.169367:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169373:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825283.169375:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169377:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825283.169380:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825283.169382:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825283.169384:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.169387:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825283.169395:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=100 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825283.169400:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825283.169402:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825283.169404:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825283.169406:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825283.169410:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.169413:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825283.169416:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825283.169417:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825283.169419:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.169423:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169429:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.169433:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825283.169435:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825283.169438:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825283.169445:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445504:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825283.169462:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825283.169464:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825283.169465:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825283.169468:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825283.169469:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825283.169472:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825283.169475:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825283.169483:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169490:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825283.169491:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169493:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825283.169494:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825283.169496:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825283.169497:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.169499:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825283.169511:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=100 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825283.169514:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825283.169516:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825283.169518:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825283.169519:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825283.169521:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.169523:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825283.169524:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825283.169526:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825283.169527:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.169531:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169537:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.169538:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825283.169540:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825283.169543:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825283.169550:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445376:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825283.169554:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825283.169555:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825283.169557:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781825283.169560:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:2.0:1781825283.169562:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:2.0:1781825283.169564:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825283.169567:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825283.169574:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169580:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825283.169581:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169583:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825283.169584:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825283.169586:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825283.169587:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825283.169588:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825283.169592:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825283.169594:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825283.169596:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825283.169597:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825283.169599:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825283.169600:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.169602:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825283.169603:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825283.169605:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825283.169606:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825283.169609:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169614:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825283.169616:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825283.169617:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825283.169620:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825283.169626:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051445632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825283.169629:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169631:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825283.169634:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051445504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169640:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825283.169642:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825283.169645:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825283.169649:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825283.169652:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825283.169654:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825283.169656:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825283.169658:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825283.169661:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825283.169663:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825283.169665:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:2.0:1781825283.169668:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825283.169669:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169671:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825283.169673:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051445376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169679:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825283.169680:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825283.169682:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825283.169685:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825283.169686:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825283.169687:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825283.169688:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825283.169689:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825283.169691:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825283.169692:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825283.169693:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:2.0:1781825283.169696:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825283.169697:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169698:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825283.169701:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051445632/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825283.169707:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825283.169708:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825283.169710:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825283.169712:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825283.169712:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825283.169714:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825283.169715:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825283.169716:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825283.169718:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825283.169719:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825283.169720:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:2.0:1781825283.169723:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825283.169724:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.169726:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825283.171283:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825283.171287:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825283.171290:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825283.171293:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825284.630549:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825284.630552:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825284.630556:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825286.678387:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825286.678392:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825286.678396:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825288.278660:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825288.278676:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825288.278693:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825288.278701:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825288.278707:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825288.278722:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825288.278729:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825288.278741:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825288.278750:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278776:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825288.278790:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825288.278796:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278804:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825288.278843:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278847:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825288.278851:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825288.278854:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825288.278857:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825288.278860:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825288.278861:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825288.278863:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825288.278867:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825288.278871:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278876:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825288.278883:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825288.278885:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278890:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825288.278899:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278902:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825288.278906:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825288.278909:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825288.278911:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825288.278914:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825288.278915:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825288.278917:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825288.278922:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498300. 00000100:00000001:3.0:1781825288.278925:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278929:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825288.278937:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825288.278939:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278943:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825288.278950:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278953:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825288.278956:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825288.278960:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825288.278962:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825288.278964:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825288.278966:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825288.278968:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825288.278971:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825288.278974:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278978:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825288.278985:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825288.278987:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.278990:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825288.278997:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825288.279000:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825288.279003:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825288.279009:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7917) 00000100:00000001:2.0:1781825288.279147:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.279152:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825288.279156:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825288.279163:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279170:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825288.279173:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279177:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825288.279181:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825288.279184:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825288.279187:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051445760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.279192:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825288.279201:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825288.279205:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279207:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825288.279215:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825288.279217:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825288.279227:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825288.279232:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781825288.279241:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825288.279251:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445760, portal 25 00000100:00000001:2.0:1781825288.279254:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825288.279256:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825288.279262:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279270:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825288.279273:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825288.279277:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825288.279281:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051445760, offset 0 00000400:00000200:2.0:1781825288.279289:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279299:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279309:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825288.279316:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825288.279321:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825288.279326:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825288.279329:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279332:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378389:378389:256:4294967295] 192.168.204.116@tcp LPNI seq info [378340:378340:8:4294967295] 00000400:00000200:2.0:1781825288.279337:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279349:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825288.279356:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825288.279362:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825288.279370:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825288.279380:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825288.279386:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825288.279406:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825288.279411:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825288.279415:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302588946 00000100:00000001:2.0:1781825288.279426:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302583826 00000100:00000001:2.0:1781825288.279430:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302588946 00000100:00000001:2.0:1781825288.279433:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302583826 00000100:00000001:2.0:1781825288.279437:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.279439:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.279442:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825288.279446:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279453:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825288.279455:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279457:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825288.279458:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825288.279460:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825288.279463:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051446016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.279469:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825288.279472:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825288.279474:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279476:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825288.279479:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825288.279481:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825288.279485:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825288.279487:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825288.279491:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825288.279495:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051446016, portal 10 00000100:00000001:2.0:1781825288.279497:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825288.279498:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825288.279506:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279513:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825288.279515:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825288.279518:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825288.279520:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051446016, offset 0 00000400:00000200:2.0:1781825288.279525:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279529:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279532:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825288.279534:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825288.279537:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825288.279539:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825288.279541:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279544:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378390:378390:255:4294967295] 192.168.204.116@tcp LPNI seq info [378341:378341:7:4294967295] 00000400:00000200:2.0:1781825288.279548:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279554:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825288.279558:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825288.279562:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825288.279566:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825288.279570:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825288.279573:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825288.279576:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.279580:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20596 usecs (21 jiffies) 00000400:00000200:2.0:1781825288.279583:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825288.279585:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302580246 00000100:00000001:2.0:1781825288.279588:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.279590:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302580246 00000100:00000001:2.0:1781825288.279592:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.279594:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.279596:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.279599:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.279602:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.279610:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825288.279613:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825288.279615:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.279616:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825288.279618:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825288.279620:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825288.279622:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.279624:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825288.279625:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.279627:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.279628:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825288.279629:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825288.279633:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279640:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825288.279642:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279644:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825288.279646:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825288.279648:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825288.279651:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051445888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.279655:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825288.279658:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825288.279660:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.279661:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825288.279665:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825288.279667:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825288.279671:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825288.279673:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825288.279678:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825288.279681:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051445888, portal 10 00000100:00000001:2.0:1781825288.279683:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825288.279684:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825288.279690:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.279697:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825288.279699:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825288.279702:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825288.279704:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051445888, offset 0 00000400:00000200:2.0:1781825288.279718:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279722:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279726:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825288.279729:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825288.279731:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825288.279734:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825288.279736:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825288.279739:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378391:378391:254:4294967295] 192.168.204.116@tcp LPNI seq info [378342:378342:6:4294967295] 00000400:00000200:2.0:1781825288.279743:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.279749:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825288.279754:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825288.279758:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825288.280507:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825288.280515:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825288.280519:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825288.280526:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.280531:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27720 usecs (28 jiffies) 00000400:00000200:2.0:1781825288.280536:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825288.280539:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302580254 00000100:00000001:2.0:1781825288.280542:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.280545:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302580254 00000100:00000001:2.0:1781825288.280547:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.280550:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.280553:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.280556:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825288.280562:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.280571:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825288.280573:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.280577:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825288.280580:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825288.280583:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825288.280586:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051446144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.280589:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825288.280593:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825288.280595:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.280597:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825288.280601:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825288.280603:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825288.280607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825288.280612:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781825288.280617:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825288.280621:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051446144, portal 4 00000100:00000001:2.0:1781825288.280623:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825288.280625:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781825288.280631:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.280637:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825288.280640:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825288.280642:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825288.280644:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051446144, offset 0 00000400:00000200:2.0:1781825288.280648:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825288.280654:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.280658:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825288.280662:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825288.280665:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825288.280667:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825288.280670:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825288.280673:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378392:378392:255:4294967295] 192.168.204.116@tcp LPNI seq info [378343:378343:7:4294967295] 00000400:00000200:2.0:1781825288.280677:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825288.280684:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825288.280689:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825288.280693:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825288.280697:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825288.280701:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825288.280704:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825288.280707:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.280721:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 676187 usecs (677 jiffies) 00000400:00000200:2.0:1781825288.280724:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825288.280726:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302580903 00000100:00000001:2.0:1781825288.280729:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.280731:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302580903 00000100:00000001:2.0:1781825288.280733:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302588946 00000100:00000001:2.0:1781825288.280737:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.280739:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.280742:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.280745:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.280758:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.280761:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.284735:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.284740:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825288.284747:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825288.284748:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825288.284752:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825288.284758:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781825288.284760:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781825288.284764:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825288.284769:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825288.284778:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.284784:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825288.284786:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.284789:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825288.284792:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825288.284795:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825288.284797:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.284800:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825288.284810:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=105 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825288.284814:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825288.284817:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825288.284818:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825288.284821:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825288.284825:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.284828:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825288.284831:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825288.284833:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825288.284834:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.284839:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.284847:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.284850:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825288.284852:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825288.284856:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825288.284864:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051445888:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825288.284871:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825288.284872:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825288.284874:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781825288.284876:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781825288.284878:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781825288.284880:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825288.284883:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825288.284892:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.284898:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825288.284900:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.284901:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825288.284902:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825288.284904:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825288.284905:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.284907:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825288.284911:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=105 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825288.284914:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825288.284916:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825288.284917:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825288.284919:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825288.284920:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.284922:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825288.284924:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825288.284926:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825288.284927:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.284931:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.284937:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.284939:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825288.284940:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825288.284944:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825288.284951:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051446016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.284955:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.284958:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825288.284974:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051445888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.284981:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825288.284984:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825288.284988:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825288.284992:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825288.284994:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825288.284996:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825288.284999:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825288.285001:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:2.0:1781825288.285005:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825288.285007:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825288.285009:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825288.285012:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825288.285013:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.285015:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825288.285019:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051446016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.285025:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825288.285026:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825288.285028:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825288.285030:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825288.285031:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825288.285032:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825288.285034:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825288.285035:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498300. 02000000:00000001:2.0:1781825288.285037:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825288.285038:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825288.285039:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825288.285042:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825288.285043:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.285047:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.285048:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.285050:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825288.285051:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.285053:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.285903:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.285905:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825288.285909:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825288.285910:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825288.285912:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781825288.285915:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825288.285917:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825288.285920:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825288.285924:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825288.285932:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.285938:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825288.285940:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.285942:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825288.285945:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825288.285947:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825288.285948:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.285951:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825288.285962:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825288.285966:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825288.285967:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825288.285969:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825288.285970:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825288.285972:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.285975:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825288.285976:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825288.285978:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825288.285979:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.285983:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.285988:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.285989:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825288.285991:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825288.285993:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825288.285999:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051446144:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825288.286004:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825288.286005:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825288.286007:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781825288.286009:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:2.0:1781825288.286010:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:2.0:1781825288.286012:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825288.286015:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825288.286022:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.286027:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825288.286028:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.286030:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825288.286031:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825288.286032:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825288.286034:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825288.286035:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825288.286037:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825288.286039:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825288.286041:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825288.286042:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825288.286043:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825288.286045:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.286046:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825288.286050:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.286056:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825288.286057:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825288.286058:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825288.286061:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825288.286066:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051445760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825288.286069:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.286072:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825288.286074:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051446144/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.286172:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825288.286174:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825288.286177:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825288.286180:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825288.286182:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825288.286184:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825288.286186:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825288.286187:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:2.0:1781825288.286190:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825288.286191:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825288.286193:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825288.286196:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825288.286197:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.286199:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825288.286203:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051445760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825288.286208:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825288.286209:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825288.286211:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825288.286213:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825288.286214:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825288.286215:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825288.286216:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825288.286218:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825288.286219:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825288.286220:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825288.286222:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825288.286224:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825288.286225:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.286226:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825288.286234:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825288.286236:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825288.286237:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825288.286239:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825288.726456:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825288.726468:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825288.726472:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825290.775780:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825290.775784:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825290.775788:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825292.822302:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825292.822306:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825292.822310:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825294.874899:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825294.874905:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825294.874909:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825296.922827:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825296.922833:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825296.922838:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825298.971592:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825298.971596:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825298.971603:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:0.1:1781825298.978101:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd0c0. 00000080:00000010:0.1:1781825298.978127:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6c80. 00000080:00000010:0.1:1781825298.978134:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6da0. 00000080:00000010:0.1:1781825298.978139:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd540. 00000080:00000010:0.1:1781825298.978143:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6e20. 00000080:00000010:0.1:1781825298.978149:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6f20. 00000080:00000010:0.1:1781825298.978153:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad69e0. 00000080:00000010:0.1:1781825298.978156:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecdca0. 00000080:00000010:0.1:1781825298.978168:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94700. 00000080:00000010:0.1:1781825298.990134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94920. 00000080:00000010:0.1:1781825298.990156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6860. 00000080:00000010:0.1:1781825298.990226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f74e0. 00000080:00000010:0.1:1781825298.990234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6500. 00000080:00000010:0.1:1781825298.990237:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d949e0. 00000080:00000010:0.1:1781825298.990242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd6e0. 00010000:00000010:0.1:1781825298.990248:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5200. 00010000:00000010:0.1:1781825298.990255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492800. 00010000:00000010:0.1:1781825298.990258:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588e00. 00010000:00000010:0.1:1781825298.990262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511e00. 00010000:00000010:0.1:1781825298.990267:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036400. 00010000:00000010:0.1:1781825298.990271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510400. 00010000:00000010:0.1:1781825298.990273:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5a00. 00010000:00000010:0.1:1781825298.990276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493000. 00010000:00000010:0.1:1781825298.990279:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036c00. 00010000:00000010:0.1:1781825298.990282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511400. 00010000:00000010:0.1:1781825298.990285:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55500. 00010000:00000010:0.1:1781825298.990287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511800. 00010000:00000010:0.1:1781825298.990290:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036900. 00010000:00000010:0.1:1781825298.990292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510e00. 00010000:00000010:0.1:1781825298.990295:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5300. 00010000:00000010:0.1:1781825298.990297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492000. 00010000:00000010:0.1:1781825298.990301:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a100. 00010000:00000010:0.1:1781825298.990305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061c00. 00010000:00000010:0.1:1781825298.990310:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036200. 00010000:00000010:0.1:1781825298.990312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061400. 00010000:00000010:0.1:1781825298.990315:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036000. 00010000:00000010:0.1:1781825298.990317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510800. 00010000:00000010:0.1:1781825298.990320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395af00. 00010000:00000010:0.1:1781825298.990323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ec00. 00010000:00000010:0.1:1781825298.990327:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036d00. 00010000:00000010:0.1:1781825298.990329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511a00. 00010000:00000010:0.1:1781825298.990331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a700. 00010000:00000010:0.1:1781825298.990333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061600. 00010000:00000010:0.1:1781825298.990336:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395ac00. 00010000:00000010:0.1:1781825298.990338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627e000. 00010000:00000010:0.1:1781825298.990340:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5900. 00010000:00000010:0.1:1781825298.990342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492400. 00000020:00000001:2.0:1781825299.990371:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825299.990374:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825299.990377:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825302.039869:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825302.039874:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825302.039879:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825304.086429:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825304.086438:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825304.086443:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825306.134392:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825306.134395:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825306.134398:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825308.182317:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825308.182320:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825308.182334:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825308.758299:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825308.758320:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825308.758340:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825308.758347:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825308.758351:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825308.758356:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825308.758362:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825308.758373:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825308.758380:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.758392:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825308.758404:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825308.758409:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.758415:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.758446:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.758450:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825308.758454:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825308.758457:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825308.758459:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825308.758461:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825308.758463:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825308.758464:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.758604:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.758608:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825308.758610:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825308.758617:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.758625:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825308.758627:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.758631:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825308.758634:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825308.758636:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825308.758640:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051447936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825308.758644:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825308.758650:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825308.758653:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.758656:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825308.758662:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825308.758664:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825308.758672:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825308.758676:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781825308.758683:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825308.758690:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051447936, portal 25 00000100:00000001:2.0:1781825308.758692:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825308.758693:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825308.758698:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.758706:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825308.758708:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825308.758711:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825308.758714:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051447936, offset 0 00000400:00000200:2.0:1781825308.758721:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825308.758729:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.758736:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825308.758742:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825308.758745:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825308.758749:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825308.758752:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825308.758755:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378406:378406:256:4294967295] 192.168.204.116@tcp LPNI seq info [378357:378357:8:4294967295] 00000400:00000200:2.0:1781825308.758759:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.758769:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825308.758774:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825308.758779:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825308.758786:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825308.758794:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825308.758798:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825308.758820:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825308.758834:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825308.758836:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302609425 00000100:00000001:2.0:1781825308.758852:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302604308 00000100:00000001:2.0:1781825308.758858:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302609425 00000100:00000001:2.0:1781825308.758860:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302604308 00000100:00000001:2.0:1781825308.758863:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825308.758866:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.758869:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.758871:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825308.758878:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825308.758880:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825308.758882:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.758883:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825308.758884:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.758887:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.758899:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.758901:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825308.759803:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825308.759811:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.759819:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825308.759828:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825308.759831:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.759836:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.765341:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765346:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825308.765350:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825308.765360:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825308.765365:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825308.765369:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825308.765372:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825308.765377:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825308.765384:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498300. 00000100:00000001:3.0:1781825308.765390:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765400:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825308.765410:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825308.765414:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765420:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.765435:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765438:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825308.765441:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825308.765444:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825308.765446:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825308.765448:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825308.765449:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825308.765450:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825308.765453:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825308.765455:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765459:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825308.765465:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825308.765467:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765566:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.765573:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.765576:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825308.765579:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825308.765584:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7938) 00000100:00000001:3.0:1781825308.765611:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825308.765615:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825308.765617:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825308.765621:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.765629:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825308.765631:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825308.765634:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825308.765637:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825308.765640:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825308.765644:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051448192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825308.765648:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825308.765654:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825308.765656:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825308.765659:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825308.765663:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825308.765665:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825308.765672:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825308.765676:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e359a0. 00000400:00000010:3.0:1781825308.765683:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825308.765691:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448192, portal 10 00000100:00000001:3.0:1781825308.765694:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825308.765695:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781825308.765702:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.765710:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825308.765713:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825308.765715:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825308.765718:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051448192, offset 0 00000400:00000200:3.0:1781825308.765724:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825308.765734:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825308.765740:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825308.765745:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825308.765750:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825308.765753:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825308.765756:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825308.765760:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378407:378407:256:4294967295] 192.168.204.116@tcp LPNI seq info [378358:378358:8:4294967295] 00000400:00000200:3.0:1781825308.765764:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825308.765775:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825308.765780:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825308.765789:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825308.765795:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825308.765803:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825308.765808:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825308.767797:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.767805:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825308.767807:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825308.767819:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.767847:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825308.767849:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.767853:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825308.767856:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825308.767859:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825308.767862:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825308.767866:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825308.767872:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825308.767874:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.767876:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825308.767882:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825308.767885:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825308.767891:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825308.767895:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781825308.767902:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825308.767910:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448064, portal 10 00000100:00000001:2.0:1781825308.767912:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825308.767914:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825308.767921:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.767929:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825308.767931:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825308.767934:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825308.767936:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051448064, offset 0 00000400:00000200:2.0:1781825308.767942:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825308.767949:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.767956:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825308.767961:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825308.767965:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825308.767968:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825308.767971:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825308.767974:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378408:378408:255:4294967295] 192.168.204.116@tcp LPNI seq info [378359:378359:7:4294967295] 00000400:00000200:2.0:1781825308.767979:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.767988:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825308.767994:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825308.767999:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825308.768004:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825308.768010:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825308.768015:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825308.792509:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.792519:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20535 usecs (21 jiffies) 00000400:00000200:3.0:1781825308.792528:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825308.792532:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302600759 00000100:00000001:3.0:1781825308.792535:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302609425 00000100:00000001:3.0:1781825308.792538:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302600759 00000100:00000001:3.0:1781825308.792540:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302609425 00000100:00000001:3.0:1781825308.792542:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825308.792546:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.792550:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.792553:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.792561:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825308.792563:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825308.792566:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825308.792568:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825308.792569:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.792572:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.793496:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825308.793503:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27558 usecs (28 jiffies) 00000400:00000200:2.0:1781825308.793507:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825308.793510:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302600767 00000100:00000001:2.0:1781825308.793513:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302609425 00000100:00000001:2.0:1781825308.793515:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302600767 00000100:00000001:2.0:1781825308.793517:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302609425 00000100:00000001:2.0:1781825308.793595:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825308.793599:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.793602:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825308.793613:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.793623:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825308.793625:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.793630:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825308.793633:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825308.793636:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825308.793639:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825308.793643:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825308.793649:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825308.793652:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.793655:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825308.793856:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825308.793861:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825308.793867:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825308.793871:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781825308.793879:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825308.793887:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448320, portal 4 00000100:00000001:2.0:1781825308.793891:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825308.793892:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825308.793901:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.793909:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825308.793912:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825308.793915:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825308.793919:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051448320, offset 0 00000400:00000200:2.0:1781825308.793925:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825308.793933:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.794052:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825308.794060:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825308.794065:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825308.794068:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825308.794072:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825308.794075:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378409:378409:254:4294967295] 192.168.204.116@tcp LPNI seq info [378360:378360:6:4294967295] 00000400:00000200:2.0:1781825308.794095:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825308.794106:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825308.794112:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825308.794117:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825308.794123:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825308.794129:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825308.794134:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825308.794137:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825308.794141:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 666860 usecs (667 jiffies) 00000400:00000200:2.0:1781825308.794144:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825308.794146:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302601406 00000100:00000001:2.0:1781825308.794148:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302609425 00000100:00000001:2.0:1781825308.794150:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302601406 00000100:00000001:2.0:1781825308.794152:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302609425 00000100:00000001:2.0:1781825308.794154:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825308.794156:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.794158:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.794160:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825308.794166:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825308.794168:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825308.794170:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.794172:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825308.794173:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.794176:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.827706:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825308.827713:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825308.827721:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825308.827724:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825308.827728:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:3.0:1781825308.827737:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:3.0:1781825308.827739:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:3.0:1781825308.827745:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825308.827756:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825308.827768:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.827780:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825308.827782:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.827785:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825308.827788:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825308.827790:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825308.827792:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825308.827795:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825308.827802:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825308.827807:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825308.827810:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825308.827811:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825308.827814:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825308.827816:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.827819:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.827826:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.827834:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825308.827837:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825308.827839:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825308.827843:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825308.827851:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051447936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825308.827856:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.827858:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825308.827862:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051447936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.827870:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825308.827873:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825308.827876:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:3.0:1781825308.827880:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825308.827883:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825308.827885:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825308.827887:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825308.827889:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:3.0:1781825308.827894:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825308.827895:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825308.827897:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825308.827904:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825308.827905:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.827908:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.827909:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825308.827910:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825308.827912:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.827913:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.832323:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.832330:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825308.832337:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825308.832341:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825308.832346:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e359a0. 00000400:00000200:2.0:1781825308.832351:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:2.0:1781825308.832354:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:2.0:1781825308.832359:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825308.832365:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825308.832376:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.832385:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825308.832387:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832390:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.832391:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825308.832396:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825308.832398:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825308.832401:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825308.832404:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825308.832413:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=125 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825308.832418:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825308.832421:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825308.832422:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825308.832425:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825308.832428:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.832432:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825308.832434:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825308.832436:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825308.832437:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825308.832442:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.832448:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825308.832452:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825308.832453:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825308.832456:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825308.832465:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051448192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825308.832468:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825308.832481:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825308.832484:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825308.832489:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:3.0:1781825308.832494:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:3.0:1781825308.832499:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:3.0:1781825308.832505:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825308.832514:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825308.832535:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832618:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825308.832621:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832624:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825308.832625:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825308.832627:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825308.832628:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825308.832630:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825308.832635:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=125 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825308.832638:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825308.832641:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825308.832642:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825308.832644:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825308.832647:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.832649:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825308.832651:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825308.832652:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825308.832654:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.832658:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832665:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825308.832667:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825308.832669:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825308.832673:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825308.832680:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448064:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825308.832687:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825308.832688:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825308.832690:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:3.0:1781825308.832694:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:3.0:1781825308.832696:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:3.0:1781825308.832698:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825308.832701:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825308.832710:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832716:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825308.832718:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832719:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825308.832721:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825308.832722:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825308.832724:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825308.832726:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825308.832730:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825308.832733:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825308.832736:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825308.832737:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825308.832739:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825308.832741:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.832743:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825308.832744:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825308.832746:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825308.832748:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825308.832752:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832758:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825308.832760:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825308.832762:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825308.832765:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825308.832772:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825308.832776:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832779:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825308.832782:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051448064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832790:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825308.832793:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825308.832796:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:3.0:1781825308.832800:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825308.832803:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825308.832805:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825308.832807:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825308.832810:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:3.0:1781825308.832814:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825308.832816:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825308.832818:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825308.832821:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825308.832823:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832824:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825308.832828:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051448320/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825308.832834:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825308.832835:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825308.832836:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:3.0:1781825308.832839:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825308.832840:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825308.832841:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825308.832842:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825308.832844:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:3.0:1781825308.832846:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825308.832847:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825308.832848:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:3.0:1781825308.832852:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825308.832853:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832855:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825308.832862:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825308.832864:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825308.832866:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825308.832869:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.832936:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825308.832939:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825308.832943:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051448192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825308.832949:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825308.832951:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825308.832953:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:2.0:1781825308.832956:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825308.832958:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825308.832959:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825308.832961:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825308.832962:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498300. 02000000:00000001:2.0:1781825308.832965:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825308.832966:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825308.832967:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825308.832970:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825308.833037:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825308.833040:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825308.833044:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825308.833045:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825308.833048:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825308.833050:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825310.230357:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825310.230361:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825310.230364:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825312.279967:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825312.279972:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825312.279975:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825313.878419:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825313.878429:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825313.878440:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825313.878447:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825313.878452:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825313.878454:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825313.878460:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825313.878469:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2acc00. 00000100:00000001:3.0:1781825313.878476:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878488:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825313.878500:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825313.878504:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878512:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878550:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878557:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825313.878561:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825313.878564:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825313.878567:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825313.878570:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825313.878571:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825313.878572:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825313.878576:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac900. 00000100:00000001:3.0:1781825313.878579:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878583:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825313.878591:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825313.878592:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878599:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878610:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878611:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825313.878615:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825313.878617:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825313.878619:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825313.878621:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825313.878622:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825313.878623:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825313.878626:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2aca00. 00000100:00000001:3.0:1781825313.878628:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878631:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825313.878644:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825313.878646:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878651:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878657:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878659:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825313.878662:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825313.878666:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825313.878671:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:3.0:1781825313.878673:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825313.878675:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825313.878676:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825313.878679:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac000. 00000100:00000001:3.0:1781825313.878681:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878685:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825313.878691:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825313.878692:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878695:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878702:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.878704:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825313.878707:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825313.878712:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7943) 00000100:00000001:3.0:1781825313.878731:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.878734:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825313.878736:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825313.878741:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878755:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825313.878757:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.878761:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825313.878764:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825313.878767:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825313.878771:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825313.878775:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825313.878781:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825313.878784:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.878786:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825313.878791:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825313.878793:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825313.878800:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825313.878805:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825313.878812:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825313.878819:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448576, portal 10 00000100:00000001:3.0:1781825313.878821:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825313.878823:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825313.878830:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.878837:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825313.878840:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825313.878843:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825313.878847:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051448576, offset 0 00000400:00000200:3.0:1781825313.878854:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825313.878862:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825313.878870:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825313.878885:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825313.878890:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825313.878894:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825313.878897:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825313.878901:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378410:378410:256:4294967295] 192.168.204.116@tcp LPNI seq info [378361:378361:8:4294967295] 00000400:00000200:3.0:1781825313.878906:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825313.878920:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825313.878925:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825313.878931:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac400. 00000800:00000200:3.0:1781825313.878938:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825313.878946:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825313.878951:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825313.879048:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825313.879051:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825313.879053:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825313.879058:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.879069:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825313.879070:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.879072:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825313.879073:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825313.879075:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825313.879107:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051448448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825313.879111:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825313.879113:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825313.879115:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.879117:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825313.879120:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825313.879121:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825313.879125:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825313.879128:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825313.879132:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825313.879134:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448448, portal 25 00000100:00000001:2.0:1781825313.879136:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825313.879137:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825313.879141:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.879146:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825313.879148:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825313.879150:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825313.879152:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051448448, offset 0 00000400:00000200:2.0:1781825313.879156:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825313.879159:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825313.879162:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825313.879164:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825313.879166:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825313.879168:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825313.879170:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825313.879173:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378411:378411:255:4294967295] 192.168.204.116@tcp LPNI seq info [378362:378362:7:4294967295] 00000400:00000200:2.0:1781825313.879177:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825313.879188:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825313.879192:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825313.879196:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825313.879200:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825313.879204:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825313.879206:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825313.879537:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.880289:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27726 usecs (28 jiffies) 00000400:00000200:3.0:1781825313.880296:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825313.880299:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302605854 00000100:00000001:3.0:1781825313.880360:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302609425 00000100:00000001:2.0:1781825313.880390:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825313.880395:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825313.880397:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302614547 00000100:00000001:3.0:1781825313.880450:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302605854 00000100:00000001:3.0:1781825313.880453:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302609425 00000100:00000001:3.0:1781825313.880456:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825313.880459:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.880468:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825313.880477:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.880489:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825313.880493:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.880499:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825313.880503:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825313.880510:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825313.880517:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825313.880523:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825313.880530:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825313.880534:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.880537:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825313.880543:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825313.880547:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825313.880555:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825313.880561:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825313.880570:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825313.880577:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448832, portal 4 00000100:00000001:3.0:1781825313.880581:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825313.880583:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825313.880591:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.880597:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825313.880599:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825313.880602:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825313.880605:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051448832, offset 0 00000400:00000200:3.0:1781825313.880617:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825313.880623:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825313.880627:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825313.880632:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825313.880637:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825313.880643:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825313.880648:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825313.880651:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378412:378412:255:4294967295] 192.168.204.116@tcp LPNI seq info [378363:378363:7:4294967295] 00000400:00000200:3.0:1781825313.880655:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825313.880670:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825313.880679:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825313.880685:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac400. 00000800:00000200:3.0:1781825313.880695:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825313.880706:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825313.880783:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825313.880798:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.880802:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 664801 usecs (665 jiffies) 00000400:00000200:3.0:1781825313.880806:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825313.880808:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302606491 00000100:00000001:3.0:1781825313.880811:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302609425 00000100:00000001:3.0:1781825313.880814:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302606491 00000100:00000001:3.0:1781825313.880816:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302609425 00000100:00000001:3.0:1781825313.880818:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825313.880820:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.880822:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.880825:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.880833:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825313.880835:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825313.880837:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.880839:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825313.880840:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.880843:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.881467:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302609425 00000100:00000001:2.0:1781825313.881473:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302614548 00000100:00000001:2.0:1781825313.881476:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302609425 00000100:00000001:2.0:1781825313.881479:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825313.881481:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.881483:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825313.881488:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.881497:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825313.881498:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.881501:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825313.881503:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825313.881505:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825313.881508:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051448704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825313.881511:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825313.881514:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825313.881516:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.881518:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825313.881522:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825313.881524:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825313.881528:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825313.881531:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825313.881535:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825313.881539:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448704, portal 10 00000100:00000001:2.0:1781825313.881541:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825313.881542:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825313.881548:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.881554:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825313.881557:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825313.881559:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825313.881562:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051448704, offset 0 00000400:00000200:2.0:1781825313.881566:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825313.881570:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825313.881574:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825313.881577:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825313.881580:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825313.881583:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825313.881585:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825313.881588:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378413:378413:256:4294967295] 192.168.204.116@tcp LPNI seq info [378364:378364:8:4294967295] 00000400:00000200:2.0:1781825313.881592:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825313.881602:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825313.881607:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825313.881611:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825313.881615:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825313.881619:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825313.881623:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825313.881637:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825313.881641:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20670 usecs (21 jiffies) 00000400:00000200:2.0:1781825313.881644:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825313.881646:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302605848 00000100:00000001:2.0:1781825313.881648:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302614547 00000100:00000001:2.0:1781825313.881650:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302605848 00000100:00000001:2.0:1781825313.881652:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302614548 00000100:00000001:2.0:1781825313.881654:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825313.881656:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.881658:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.881659:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.881664:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825313.881666:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825313.881668:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825313.881669:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825313.881671:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.881673:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.885443:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.885448:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825313.885466:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825313.885468:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825313.885471:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825313.885475:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781825313.885478:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781825313.885481:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825313.885486:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825313.885494:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.885500:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825313.885502:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.885505:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825313.885508:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825313.885510:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825313.885513:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.885516:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825313.885524:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825313.885528:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825313.885530:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825313.885532:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825313.885535:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825313.885538:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.885541:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825313.885544:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825313.885545:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825313.885546:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825313.885551:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.885559:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825313.885562:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825313.885564:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825313.885568:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825313.885576:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825313.885580:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.885582:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825313.885585:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051448832/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.885592:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825313.885595:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825313.885599:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825313.885602:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825313.885605:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825313.885607:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825313.885609:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825313.885612:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac000. 02000000:00000001:3.0:1781825313.885615:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825313.885617:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825313.885618:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781825313.885622:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825313.885623:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.885626:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.885627:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.885628:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825313.885631:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.885632:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.887968:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825313.887972:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825313.888751:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825313.888755:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825313.888759:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825313.888765:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:2.0:1781825313.888768:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:2.0:1781825313.888772:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825313.888779:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825313.889768:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.889777:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825313.889780:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.889788:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825313.889791:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825313.889793:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825313.889795:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.889798:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825313.889805:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=130 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825313.889810:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825313.889812:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825313.889814:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825313.889817:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825313.889819:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.889821:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825313.889826:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.889833:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825313.889837:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825313.889838:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825313.889842:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825313.889850:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051448448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825313.889856:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.889859:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825313.889862:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051448448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.889868:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825313.889871:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825313.889874:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825313.889879:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825313.889881:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825313.889883:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825313.889885:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825313.889888:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2acc00. 02000000:00000001:2.0:1781825313.889891:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825313.889892:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825313.889894:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825313.889900:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825313.889901:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.889904:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.889906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825313.889909:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825313.889910:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.889912:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.891686:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.891691:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825313.891697:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1781825313.891699:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1781825313.891701:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825313.891703:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825313.891708:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825313.891713:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825313.891715:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825313.891718:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1781825313.891720:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825313.891723:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1781825313.891724:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825313.891727:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825313.891733:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825313.891736:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000200:3.0:1781825313.891740:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.891742:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825313.891751:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.891752:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825313.891756:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.891761:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825313.891765:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825313.891769:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1781825313.891769:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.891773:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825313.891777:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.891784:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825313.891786:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1781825313.891788:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=130 v=5 (5 36 36 36) 00000100:00000001:2.0:1781825313.891789:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825313.891792:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1781825313.891795:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825313.891795:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825313.891797:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825313.891802:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.891803:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825313.891806:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825313.891809:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1781825313.891809:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=130 v=5 (5 36 36 36) 00010000:00000001:3.0:1781825313.891814:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825313.891815:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=130 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825313.891819:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1781825313.891820:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1781825313.891824:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825313.891824:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825313.891827:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1781825313.891829:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1781825313.891831:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.891833:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.891835:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825313.891838:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000040:3.0:1781825313.891841:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.891842:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825313.891844:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825313.891853:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.891855:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825313.891861:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825313.891864:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.891868:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825313.891873:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825313.891875:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825313.891880:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825313.891882:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825313.891901:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051448704:192.168.204.116@tcp:400:kworker.0 00000100:00100000:3.0:1781825313.891905:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051448576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825313.891909:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.891912:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825313.891916:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051448704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825313.891923:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825313.891926:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825313.891929:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825313.891934:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825313.892711:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825313.892714:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825313.892717:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825313.892720:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2aca00. 02000000:00000001:2.0:1781825313.892725:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825313.892727:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825313.892729:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825313.892735:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825313.892736:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.892739:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825313.892748:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825313.892749:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825313.892752:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825313.892755:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.894795:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.894800:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825313.894812:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051448576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825313.894821:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825313.894824:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825313.894828:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825313.894831:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825313.894833:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825313.894835:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825313.894837:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825313.894839:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac900. 02000000:00000001:3.0:1781825313.894842:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825313.894844:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825313.894845:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825313.894849:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825313.894850:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.894852:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825313.894860:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825313.894861:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825313.894864:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825313.894866:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825314.326561:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825314.326564:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825314.326567:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825316.375013:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825316.375017:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825316.375020:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825318.446579:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825318.446587:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825318.446592:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825319.002293:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825319.002305:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825319.002316:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825319.002322:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825319.002326:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825319.002329:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825319.002334:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825319.002343:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825319.002350:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002361:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825319.002372:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825319.002376:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002384:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002424:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002428:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825319.002432:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825319.002435:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825319.002438:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825319.002440:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825319.002442:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825319.002443:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.002445:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1781825319.002446:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:3.0:1781825319.002451:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825319.002452:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.002456:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825319.002459:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1781825319.002467:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002474:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825319.002479:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.002482:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825319.002485:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002488:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825319.002490:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825319.002495:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825319.002500:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825319.002508:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051448960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.002509:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002515:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825319.002516:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825319.002530:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825319.002534:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825319.002537:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825319.002539:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825319.002540:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825319.002542:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825319.002546:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825319.002548:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002553:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825319.002560:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825319.002562:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002566:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_01+1] req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002574:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002576:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825319.002580:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825319.002583:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825319.002585:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825319.002587:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825319.002588:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825319.002590:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825319.002593:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825319.002596:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002600:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825319.002613:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825319.002615:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002619:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002626:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002628:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825319.002632:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825319.002636:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7948) 00000100:00000001:2.0:1781825319.002665:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.002667:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825319.002669:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825319.002673:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002679:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825319.002680:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.002682:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825319.002684:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825319.002686:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825319.002688:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.002692:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825319.002697:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825319.002699:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.002702:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825319.002706:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825319.002708:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825319.002715:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825319.002720:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825319.002728:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825319.002734:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449088, portal 10 00000100:00000001:2.0:1781825319.002737:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825319.002739:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:2.0:1781825319.002746:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002755:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825319.002757:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825319.002760:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825319.002764:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051449088, offset 0 00000400:00000200:2.0:1781825319.002770:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825319.002780:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.002788:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825319.002793:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825319.002797:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825319.002801:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825319.002803:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825319.002818:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378414:378414:256:4294967295] 192.168.204.116@tcp LPNI seq info [378365:378365:8:4294967295] 00000400:00000200:2.0:1781825319.002823:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.002832:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825319.002838:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825319.002843:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825319.002850:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825319.002858:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825319.002862:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825319.002880:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002884:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27692 usecs (28 jiffies) 00000400:00000200:2.0:1781825319.002888:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825319.002890:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302610976 00000100:00000001:2.0:1781825319.002894:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302614547 00000100:00000001:2.0:1781825319.002896:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302610976 00000100:00000001:2.0:1781825319.002898:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302614548 00000100:00000001:2.0:1781825319.002902:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.002904:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.002907:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825319.002910:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.002917:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825319.002918:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.002920:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825319.002921:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825319.002923:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825319.002925:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.002928:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825319.002931:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825319.002933:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.002934:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825319.002938:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825319.002939:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825319.002942:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825319.002945:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825319.002950:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 02000000:00000001:3.0:1781825319.002951:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825319.002955:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825319.002956:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449344, portal 4 02000000:00000001:3.0:1781825319.002959:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825319.002961:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825319.002964:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 02000000:00000010:3.0:1781825319.002966:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825319.002970:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.002971:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825319.002977:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825319.002984:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000100:00000001:2.0:1781825319.002985:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825319.002991:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825319.002992:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000400:00000010:2.0:1781825319.002995:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:3.0:1781825319.002998:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051448960, portal 25 00000100:00000200:2.0:1781825319.002999:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051449344, offset 0 00000100:00000001:3.0:1781825319.003002:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825319.003005:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000400:00000200:2.0:1781825319.003009:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825319.003014:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825319.003016:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.003024:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781825319.003029:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1781825319.003031:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1781825319.003036:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825319.003039:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000010:3.0:1781825319.003041:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000400:00000200:2.0:1781825319.003044:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1781825319.003046:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051448960, offset 0 00000400:00000200:2.0:1781825319.003049:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825319.003057:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825319.003058:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378415:378415:255:4294967295] 192.168.204.116@tcp LPNI seq info [378366:378366:7:4294967295] 00000400:00000200:2.0:1781825319.003065:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.003071:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825319.003074:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825319.003134:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825319.003139:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825319.003143:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825319.003147:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825319.003150:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.003153:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 662490 usecs (663 jiffies) 00000400:00000200:2.0:1781825319.003156:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825319.003158:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302611612 00000100:00000001:2.0:1781825319.003161:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302614547 00000100:00000001:2.0:1781825319.003163:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302611612 00000100:00000001:2.0:1781825319.003165:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302614548 00000100:00000001:2.0:1781825319.003167:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.003169:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.003171:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.003173:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.003180:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825319.003182:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825319.003184:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.003185:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825319.003187:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825319.003189:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825319.003190:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.003192:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825319.003194:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.003195:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.003196:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825319.003198:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825319.003201:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.003208:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825319.003210:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.003214:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825319.003218:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825319.003222:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825319.003226:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.003232:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825319.003236:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825319.003239:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.003241:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825319.003244:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825319.003246:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825319.003249:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825319.003252:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825319.003255:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825319.003257:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449216, portal 10 00000100:00000001:2.0:1781825319.003259:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825319.003260:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:2.0:1781825319.003266:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.003272:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825319.003274:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825319.003276:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825319.003278:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051449216, offset 0 00000400:00000200:2.0:1781825319.003282:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825319.009126:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825319.009138:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825319.009143:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825319.009147:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825319.009150:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825319.009154:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825319.009157:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378416:378416:256:4294967295] 192.168.204.116@tcp LPNI seq info [378367:378367:8:4294967295] 00000400:00000200:3.0:1781825319.009161:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825319.009171:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825319.009178:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825319.009184:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825319.009191:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825319.009384:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825319.009389:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825319.009504:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825319.009512:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825319.009515:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302619676 00000100:00000001:3.0:1781825319.009524:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302614547 00000100:00000001:3.0:1781825319.009529:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302619676 00000100:00000001:3.0:1781825319.009532:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302614548 00000100:00000001:3.0:1781825319.009535:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825319.009539:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.009543:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.009546:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825319.009554:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825319.009556:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825319.009559:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825319.009560:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825319.009562:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.009564:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825319.010015:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.010023:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825319.010027:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825319.010030:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825319.010032:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825319.010035:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825319.010037:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378417:378417:255:4294967295] 192.168.204.116@tcp LPNI seq info [378368:378368:7:4294967295] 00000400:00000200:2.0:1781825319.010041:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825319.010049:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825319.010054:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825319.010060:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825319.010064:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825319.010069:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825319.010073:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825319.010090:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.010097:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20661 usecs (21 jiffies) 00000400:00000200:2.0:1781825319.010100:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825319.010102:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302610977 00000100:00000001:2.0:1781825319.010105:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302619676 00000100:00000001:2.0:1781825319.010107:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302610977 00000100:00000001:2.0:1781825319.010108:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302619676 00000100:00000001:2.0:1781825319.010121:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.010124:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.010136:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.010139:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.018719:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.018724:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825319.018730:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825319.018733:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825319.018735:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825319.018739:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825319.018741:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825319.018743:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825319.018748:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825319.018758:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018764:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825319.018766:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.018769:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825319.018772:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825319.018775:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825319.018777:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.018780:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825319.018789:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=136 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825319.018793:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825319.018795:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825319.018797:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825319.018799:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825319.018802:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.018806:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825319.018808:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825319.018810:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825319.018811:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.018816:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018822:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.018825:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825319.018827:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825319.018831:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825319.018837:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449088:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825319.018842:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825319.018844:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825319.018846:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825319.018848:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781825319.018850:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781825319.018861:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825319.018865:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825319.018873:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018878:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825319.018879:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.018881:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825319.018882:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825319.018883:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825319.018885:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.018886:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825319.018890:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825319.018893:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825319.018895:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825319.018896:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825319.018897:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825319.018899:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.018901:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825319.018902:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:2.0:1781825319.018904:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825319.018905:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.018908:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018914:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.018915:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825319.018916:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825319.018919:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825319.018926:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.018930:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.018932:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825319.018935:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051449088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018940:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825319.018943:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825319.018946:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825319.018950:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825319.018952:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825319.018954:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825319.018956:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825319.018958:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825319.018960:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825319.018962:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825319.018964:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:2.0:1781825319.018969:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825319.018970:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.018971:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825319.018974:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051449344/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.018979:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825319.018981:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825319.018982:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825319.018984:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825319.018985:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825319.018986:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:2.0:1781825319.018988:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825319.018989:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825319.018991:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825319.018992:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825319.018993:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:2.0:1781825319.018995:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825319.018996:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.018999:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.019001:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.019002:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825319.019004:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.019005:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.025396:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825319.025401:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825319.025408:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825319.025410:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825319.025414:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825319.025418:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825319.025420:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825319.025423:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825319.025429:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825319.025437:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825319.025442:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825319.025444:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825319.025447:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825319.025451:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825319.025454:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825319.025455:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825319.025458:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825319.025467:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=136 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825319.025471:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825319.025475:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825319.025477:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825319.025479:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825319.025482:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.025484:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825319.025488:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825319.025495:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825319.025498:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825319.025500:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825319.025503:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825319.025510:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051448960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825319.025514:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825319.025516:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825319.025520:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051448960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825319.025525:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825319.025528:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825319.025532:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825319.025535:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825319.025539:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825319.025541:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825319.025543:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825319.025546:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825319.025549:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825319.025550:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825319.025552:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781825319.025556:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825319.025558:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825319.025560:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825319.025568:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825319.025569:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825319.025571:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825319.025573:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.033234:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.033238:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825319.033244:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825319.033246:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825319.033250:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825319.033254:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825319.033256:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825319.033260:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825319.033265:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825319.033274:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.033280:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825319.033282:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.033284:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825319.033287:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825319.033290:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825319.033292:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825319.033295:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825319.033304:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=136 v=5 (5 36 36 36) 00000100:00001000:2.0:1781825319.033308:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825319.033311:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825319.033313:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825319.033316:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825319.033319:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.033322:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825319.033324:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825319.033326:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825319.033328:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825319.033333:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.033340:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825319.033344:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825319.033346:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825319.033350:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825319.033358:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825319.033363:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.033366:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825319.033369:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051449216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825319.033375:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825319.033378:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825319.033382:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825319.033386:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825319.033388:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825319.033390:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825319.033392:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825319.033395:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825319.033398:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825319.033400:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825319.033401:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:2.0:1781825319.033405:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825319.033406:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.033408:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825319.033415:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825319.033417:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825319.033419:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825319.033421:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825320.470961:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825320.470965:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825320.470967:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825322.519574:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825322.519579:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825322.519582:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825323.543318:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825323.543321:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825323.543323:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1781825323.545720:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18354000. 00000020:00000001:0.0:1781825323.545723:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.545724:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.545730:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.545732:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.545734:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.545735:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.545737:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.545738:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x16:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.545741:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.545742:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.545743:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.545745:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.545747:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.545750:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.545752:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.545755:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.545757:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.545760:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.545762:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.545764:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.545766:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.545768:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.545770:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.545772:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.545774:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.545776:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.545777:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545779:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27500 -> ffff908f04602850 00010000:00000001:0.0:1781825323.545781:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.545783:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545784:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27500 -> ffff908f04602850 00000020:00000001:0.0:1781825323.545786:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.545787:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.545789:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.545790:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545792:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545794:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27500 -> ffff908f04602850 00000008:00000001:0.0:1781825323.545796:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.545798:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.545799:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.545801:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.545803:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.545805:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.545807:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.545809:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.545811:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.545813:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.545815:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.545817:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.545819:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.545821:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.545823:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.545825:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.545827:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.545829:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.545830:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.545832:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.545833:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.545835:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.545837:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38493600 with handle 0xbdeeeddaecd17b1e from hash 00010000:00000001:0.0:1781825323.545839:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.545840:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.545841:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.545842:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.545844:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.545845:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.545847:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.545850:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001b7f33c6/0xbdeeeddaecd17b10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f85ed expref: -99 pid: 125154 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.545861:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.545862:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.545865:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.545867:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.545870:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.545872:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.545874:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.545876:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.545878:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.545880:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.545882:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.545884:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.545887:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.545889:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.545891:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.545893:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.545895:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.545896:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.545898:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.545899:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.545900:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.545902:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.545904:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.545906:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.545908:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.545910:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.545912:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.545914:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.545916:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.545918:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.545920:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.545923:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.545925:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.545927:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.545928:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.545930:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.545932:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.545933:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.545935:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.545937:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.545939:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.545940:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.545942:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.545943:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f31e26a80 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.545945:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.545947:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f31e26a80 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.545950:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.545951:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f31e26a80: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.545954:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.545955:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26a80 -> ffff908f046022d8 00000020:00000001:0.0:1781825323.545956:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f046022d8 -> ffff908f046022d8 00000020:00000001:0.0:1781825323.545958:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.545959:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.545960:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x15:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.545962:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.545963:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.545964:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.545966:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x15:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.545969:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.545970:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.545971:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.545972:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.545973:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545975:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.545976:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.545976:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.545978:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.545980:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.545981:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.545982:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.545984:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.545985:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.545986:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.545988:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.545988:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.545989:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.545992:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000062585c1e[2 0000000053d401f1 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.545993:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.545994:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.545995:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.545996:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.545998:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.545999:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.546000:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.546001:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.546002:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.546003:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000062585c1e[2 0000000053d401f1 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.546004:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.546006:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.546006:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.546007:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18354680 00000008:00000001:0.0:1781825323.546008:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.546009:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18354690 page ffff908f18354680 at index 0. 00000008:00000001:0.0:1781825323.546011:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.546013:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.546015:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444a4f740 index 0 00000020:00000001:0.0:1781825323.546018:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.546019:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.546022:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.549050:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.549053:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.549056:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.549058:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.549067:0:121684:0:(cl_page.c:556:cl_batch_put()) page@0000000062585c1e[1 0000000053d401f1 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.549069:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.549071:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.549089:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18354620. 00000020:00000001:0.0:1781825323.549098:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.549100:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.549119:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.549123:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.549127:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.549128:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.549131:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.549133:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x15:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.549135:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.549136:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.549138:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.549141:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.549273:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.549280:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.549285:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.549291:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.549296:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.549301:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.549305:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.549309:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.549311:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.549315:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.549319:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.549323:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.549325:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.549327:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.549330:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549334:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26a80 -> ffff908f046022d8 00010000:00000001:0.0:1781825323.549337:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.549340:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549342:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26a80 -> ffff908f046022d8 00000020:00000001:0.0:1781825323.549344:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.549346:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.549349:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.549351:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549353:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549355:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26a80 -> ffff908f046022d8 00000008:00000001:0.0:1781825323.549358:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.549360:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.549362:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.549364:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.549367:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.549369:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.549371:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.549373:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.549375:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.549377:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.549378:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.549380:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.549384:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.549386:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.549387:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.549389:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.549392:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.549395:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.549399:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.549401:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.549403:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.549407:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.549410:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38492200 with handle 0xbdeeeddaecd17b10 from hash 00010000:00000001:0.0:1781825323.549413:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.549415:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.549417:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.549418:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.549421:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.549423:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.549426:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.549431:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000aeadcfc3/0xbdeeeddaecd17b02 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f85f4 expref: -99 pid: 125153 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.549446:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.549448:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.549456:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.549461:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.549464:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.549467:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.549472:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.549475:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.549478:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.549482:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.549485:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.549488:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.549492:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.549494:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.549497:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.549500:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.549502:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.549504:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.549506:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.549509:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.549510:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.549512:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.549514:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.549516:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.549518:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.549521:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.549524:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.549526:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.549529:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.549532:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.549534:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.549537:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.549540:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.549542:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.549545:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.549546:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.549548:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.549550:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.549553:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.549556:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.549558:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.549561:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.549565:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.549567:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f068a3a40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.549570:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.549572:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f068a3a40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.549576:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.549578:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f068a3a40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.549581:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.549582:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3a40 -> ffff908f1022c080 00000020:00000001:0.0:1781825323.549585:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f1022c080 -> ffff908f1022c080 00000020:00000001:0.0:1781825323.549587:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.549589:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.549590:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.549593:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.549594:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.549596:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.549599:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x14:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.549602:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.549604:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.549606:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.549608:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.549609:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549610:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.549611:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.549612:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.549615:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.549617:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.549620:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.549622:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.549624:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.549626:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.549628:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.549630:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.549631:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.549633:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.549636:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000035581c5a[2 000000004bcde2d7 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.549638:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.549640:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.549641:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.549642:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549644:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.549645:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.549647:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.549648:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.549648:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.549651:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000035581c5a[2 000000004bcde2d7 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.549652:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.549653:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.549655:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.549657:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d920 00000008:00000001:0.0:1781825323.549659:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.549660:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d930 page ffff908f18d1d920 at index 0. 00000008:00000001:0.0:1781825323.549663:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.549668:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.549670:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444e01f00 index 0 00000020:00000001:0.0:1781825323.549675:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.549676:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.549683:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.549684:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.549685:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.549686:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.549687:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.549690:0:121684:0:(cl_page.c:556:cl_batch_put()) page@0000000035581c5a[1 000000004bcde2d7 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.549691:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.549692:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.549695:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d8c0. 00000020:00000001:0.0:1781825323.549698:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.549700:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.549709:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.549711:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.549713:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.549714:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.549716:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.549717:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.549720:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.549721:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.549722:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.549724:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.549726:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.549729:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.549731:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.549734:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.549736:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.549739:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.549741:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.549744:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.549746:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.549749:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.549751:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.549753:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.549754:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.549756:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.549758:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549760:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3a40 -> ffff908f1022c080 00010000:00000001:0.0:1781825323.549762:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.549763:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549765:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3a40 -> ffff908f1022c080 00000020:00000001:0.0:1781825323.549766:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.549768:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.549770:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.549771:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549773:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.549775:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3a40 -> ffff908f1022c080 00000008:00000001:0.0:1781825323.549777:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.549779:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.549780:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.549782:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.549784:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.549786:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.549788:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.549790:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.549791:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.549793:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.549795:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.549797:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.549799:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.549800:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.549802:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.549804:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.549805:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.549807:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.549809:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.549810:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.549811:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.549813:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.549815:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04510200 with handle 0xbdeeeddaecd17b02 from hash 00010000:00000001:0.0:1781825323.549817:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.549818:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.549819:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.549820:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.549822:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.549823:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.549826:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.549828:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e71a42f3/0xbdeeeddaecd17af4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f85fb expref: -99 pid: 125152 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.549840:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.549841:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.549845:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.549847:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.549849:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.549851:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.549853:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.549855:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.550961:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.550973:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.550977:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.550981:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.550986:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.550989:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.550992:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.550995:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.550998:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.551000:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.551002:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.551005:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.551006:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.551009:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.551011:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.551013:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.551016:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.551019:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.551032:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.551036:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.551038:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.551041:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.551044:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.551046:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.551048:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.551051:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.551053:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.551055:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.551057:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.551059:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.551061:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.551064:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.551066:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551068:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.551070:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.551072:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f31e27dc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.551075:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.551091:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f31e27dc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.551095:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.551097:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f31e27dc0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.551100:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.551101:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27dc0 -> ffff908f046029e0 00000020:00000001:0.0:1781825323.551104:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f046029e0 -> ffff908f046029e0 00000020:00000001:0.0:1781825323.551105:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.551107:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.551108:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.551112:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.551113:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.551114:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.551117:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x13:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.551121:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.551123:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.551124:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.551127:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.551128:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551130:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.551131:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.551132:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.551133:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551135:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.551138:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.551139:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.551141:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.551258:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.551260:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.551263:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.551264:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.551265:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.551268:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000856a2baf[2 0000000095f3b360 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.551270:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.551271:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.551272:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.551274:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551276:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.551277:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.551278:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.551279:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.551280:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.551282:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000856a2baf[2 0000000095f3b360 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.551284:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.551285:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.551287:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.551288:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f180c5220 00000008:00000001:0.0:1781825323.551289:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.551291:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f180c5230 page ffff908f180c5220 at index 0. 00000008:00000001:0.0:1781825323.551292:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551296:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.551298:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee84447beb00 index 0 00000020:00000001:0.0:1781825323.551301:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.551302:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.551309:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.551310:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.551311:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.551312:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.551314:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.551316:0:121684:0:(cl_page.c:556:cl_batch_put()) page@00000000856a2baf[1 0000000095f3b360 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.551317:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.551319:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.551322:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f180c51c0. 00000020:00000001:0.0:1781825323.551326:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.551327:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.551341:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.551343:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.551345:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.551347:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.551348:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.551349:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.551352:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.551353:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.551355:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.551357:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.551359:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.551363:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.551366:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.551368:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.551372:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.551375:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.551377:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.551379:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.551382:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.551385:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.551387:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.551389:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.551392:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.551394:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.551396:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551398:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27dc0 -> ffff908f046029e0 00010000:00000001:0.0:1781825323.551400:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.551402:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551404:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27dc0 -> ffff908f046029e0 00000020:00000001:0.0:1781825323.551405:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.551407:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.551410:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.551412:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551413:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551415:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e27dc0 -> ffff908f046029e0 00000008:00000001:0.0:1781825323.551418:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.551419:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.551421:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.551423:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.551425:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.551427:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.551429:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.551431:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.551432:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.551434:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.551436:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.551437:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.551440:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.551442:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.551444:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.551446:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.551447:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.551450:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.551453:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.551455:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.551456:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.551459:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.551462:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f0627ea00 with handle 0xbdeeeddaecd17af4 from hash 00010000:00000001:0.0:1781825323.551464:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.551465:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.551466:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.551467:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.551470:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.551472:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.551475:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.551478:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 0000000097c904dc/0xbdeeeddaecd17ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8602 expref: -99 pid: 125151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.551491:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.551493:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.551496:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.551498:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.551500:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.551503:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.551505:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.551508:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.551510:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.551513:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.551515:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.551517:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.551520:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.551522:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.551524:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.551527:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.551528:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.551530:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.551532:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.551533:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.551534:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.551536:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.551538:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.551540:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.551542:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.551545:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.551547:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.551549:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.551551:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.551553:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.551556:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.551559:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.551561:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.551563:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.551565:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.551567:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.551569:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.551570:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.551573:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.551575:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.551577:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551579:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.551581:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.551583:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f068a3180 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.551585:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.551587:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f068a3180 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.551589:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.551591:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f068a3180: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.551593:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.551595:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3180 -> ffff908f1022ce90 00000020:00000001:0.0:1781825323.551597:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f1022ce90 -> ffff908f1022ce90 00000020:00000001:0.0:1781825323.551598:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.551599:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.551600:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.551602:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.551603:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.551604:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.551607:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x12:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.551609:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.551610:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.551612:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.551614:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.551615:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551616:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.551617:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.551618:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.551620:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551621:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.551623:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.551624:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.551625:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.551627:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.551628:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.551630:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.551631:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.551632:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.551634:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000055c8b4ad[2 00000000f77f1986 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.551636:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.551637:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.551638:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.551639:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551640:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.551641:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.551642:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.551643:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.551644:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.551646:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000055c8b4ad[2 00000000f77f1986 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.551647:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.551648:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.551650:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.551651:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d060 00000008:00000001:0.0:1781825323.551652:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.551653:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d070 page ffff908f18d1d060 at index 0. 00000008:00000001:0.0:1781825323.551655:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.551658:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.551659:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444953c40 index 0 00000020:00000001:0.0:1781825323.551661:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.551662:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.551665:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.551666:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.551667:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.551668:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.551669:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.551671:0:121684:0:(cl_page.c:556:cl_batch_put()) page@0000000055c8b4ad[1 00000000f77f1986 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.551672:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.551673:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.551675:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d000. 00000020:00000001:0.0:1781825323.551679:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.551680:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.551688:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.551691:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.551692:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.551693:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.551694:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.551696:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.551698:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.551699:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.551700:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.551702:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.551704:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.551706:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.551709:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.551711:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.551713:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.551716:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.551718:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.551719:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.551721:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.551723:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.551725:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.551727:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.551729:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.551731:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.551733:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551735:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3180 -> ffff908f1022ce90 00010000:00000001:0.0:1781825323.551737:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.551738:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551740:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3180 -> ffff908f1022ce90 00000020:00000001:0.0:1781825323.551742:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.551743:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.551744:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.551746:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551748:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.551750:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3180 -> ffff908f1022ce90 00000008:00000001:0.0:1781825323.551752:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.551754:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.551755:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.551758:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.551760:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.551762:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.551764:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.551766:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.551767:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.551770:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.551771:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.551773:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.551775:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.551777:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.551779:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.551780:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.551782:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.551785:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.551787:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.551788:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.551789:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.551791:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.551794:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04511600 with handle 0xbdeeeddaecd17ae6 from hash 00010000:00000001:0.0:1781825323.551796:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.551797:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.551798:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.551799:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.551801:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.551802:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.551805:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.551808:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001e75238e/0xbdeeeddaecd17ad8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8609 expref: -99 pid: 125150 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.551822:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.551823:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.551826:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.551828:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.551830:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.551833:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.551836:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.551838:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.551841:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.551843:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.551846:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.551848:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.551851:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.551853:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.551855:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.553557:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.553568:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.553572:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.553574:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.553577:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.553579:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.553583:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.553587:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.553590:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.553594:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.553598:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.553602:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.553606:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.553611:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.553614:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.553616:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.553620:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.553624:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.553626:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.553629:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.553631:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.553633:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.553635:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.553637:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.553640:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.553642:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.553644:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.553647:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.553649:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f04a80c40 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.553651:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.553654:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f04a80c40 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.553658:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.553659:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f04a80c40: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.553662:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.553664:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80c40 -> ffff908f073cbe90 00000020:00000001:0.0:1781825323.553666:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f073cbe90 -> ffff908f073cbe90 00000020:00000001:0.0:1781825323.553668:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.553669:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.553671:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.553674:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.553675:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.553677:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.553680:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x11:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.553683:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.553685:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.553687:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.553688:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.553690:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.553691:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.553692:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.553693:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.553694:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.553696:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.553699:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.553700:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.553702:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.553704:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.553705:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.553707:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.553708:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.553710:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.553713:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000086cb44d7[2 0000000012bf192c 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.553715:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.553716:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.553717:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.553719:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.553721:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.553722:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.553723:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.553724:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.553725:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.553727:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000086cb44d7[2 0000000012bf192c 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.553728:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.553730:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.553731:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.553733:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f180c55a0 00000008:00000001:0.0:1781825323.553734:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.553736:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f180c55b0 page ffff908f180c55a0 at index 0. 00000008:00000001:0.0:1781825323.553738:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.553743:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.553745:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444c29680 index 0 00000020:00000001:0.0:1781825323.553748:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.553749:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.553757:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.553758:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.553759:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.553760:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.553761:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.553764:0:121684:0:(cl_page.c:556:cl_batch_put()) page@0000000086cb44d7[1 0000000012bf192c 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.553765:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.553766:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.553769:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f180c5540. 00000020:00000001:0.0:1781825323.553772:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.553774:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.553788:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.553790:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.553792:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.553793:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.553795:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.553797:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.553800:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.553801:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.553802:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.553804:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.553807:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.553810:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.553813:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.553815:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.553818:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.553821:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.553824:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.553827:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.553829:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.553831:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.553834:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.553837:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.553839:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.553841:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.553842:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.553844:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80c40 -> ffff908f073cbe90 00010000:00000001:0.0:1781825323.553847:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.553849:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.553851:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80c40 -> ffff908f073cbe90 00000020:00000001:0.0:1781825323.553852:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.553854:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.553857:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.554927:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.554931:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.554935:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80c40 -> ffff908f073cbe90 00000008:00000001:0.0:1781825323.554939:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.554941:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.554944:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.554947:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.554950:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.554954:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.554956:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.554959:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.554962:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.554965:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.554967:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.554969:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.554973:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.554976:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.554978:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.554979:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.554982:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.554985:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.554989:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.554991:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.554993:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.554996:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.555000:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f32060000 with handle 0xbdeeeddaecd17ad8 from hash 00010000:00000001:0.0:1781825323.555002:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.555004:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.555005:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.555006:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.555009:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.555011:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.555015:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.555018:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000ecf84a56/0xbdeeeddaecd17aca lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8610 expref: -99 pid: 125149 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.555045:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.555047:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.555051:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.555054:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.555056:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.555059:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.555063:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.555065:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.555068:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.555071:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.555074:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.555332:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.555337:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.555340:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.555343:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.555346:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.555348:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.555350:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.555352:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.555355:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.555356:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.555358:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.555360:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.555363:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.555365:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.555368:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.555370:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.555373:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.555375:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.555377:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.555380:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.555382:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.555385:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.555387:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.555389:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.555390:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.555392:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.555395:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.555396:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.555399:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.555401:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555403:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.555405:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.555407:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f31e268c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.555410:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.555413:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f31e268c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.555416:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.555418:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f31e268c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.555421:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.555422:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e268c0 -> ffff908f08088f58 00000020:00000001:0.0:1781825323.555424:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f08088f58 -> ffff908f08088f58 00000020:00000001:0.0:1781825323.555426:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.555428:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.555429:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.555432:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.555433:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.555434:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.555436:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0x10:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.555439:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.555441:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.555443:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.555445:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.555446:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555447:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.555448:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.555450:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.555451:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555453:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.555456:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.555457:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.555459:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.555461:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.555462:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.555464:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.555465:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.555466:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.555469:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000001a6656e4[2 00000000dcf09042 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.555471:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.555472:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.555473:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.555474:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555476:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.555477:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.555478:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.555479:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.555480:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.555482:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000001a6656e4[2 00000000dcf09042 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.555484:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.555485:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.555486:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.555487:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18354220 00000008:00000001:0.0:1781825323.555488:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.555489:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18354230 page ffff908f18354220 at index 0. 00000008:00000001:0.0:1781825323.555491:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555495:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.555497:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee844494f740 index 0 00000020:00000001:0.0:1781825323.555500:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.555501:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.555507:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.555508:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.555509:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.555510:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.555511:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.555513:0:121684:0:(cl_page.c:556:cl_batch_put()) page@000000001a6656e4[1 00000000dcf09042 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.555514:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.555516:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.555518:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f183541c0. 00000020:00000001:0.0:1781825323.555522:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.555524:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.555537:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.555540:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.555541:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.555542:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.555544:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.555545:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.555548:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.555549:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.555550:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.555551:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.555553:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.555556:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.555559:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.555561:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.555564:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.555567:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.555569:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.555571:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.555573:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.555575:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.555577:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.555579:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.555581:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.555583:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.555584:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555586:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e268c0 -> ffff908f08088f58 00010000:00000001:0.0:1781825323.555589:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.555591:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555592:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e268c0 -> ffff908f08088f58 00000020:00000001:0.0:1781825323.555594:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.555596:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.555598:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.555600:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555601:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555603:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e268c0 -> ffff908f08088f58 00000008:00000001:0.0:1781825323.555606:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.555607:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.555609:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.555611:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.555613:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.555616:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.555618:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.555620:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.555622:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.555624:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.555626:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.555628:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.555630:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.555632:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.555634:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.555635:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.555637:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.555639:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.555642:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.555643:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.555645:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.555647:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.555649:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38492e00 with handle 0xbdeeeddaecd17aca from hash 00010000:00000001:0.0:1781825323.555651:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.555653:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.555654:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.555655:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.555657:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.555658:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.555660:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.555664:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001fbfc70d/0xbdeeeddaecd17abc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8617 expref: -99 pid: 125148 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.555677:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.555679:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.555682:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.555684:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.555686:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.555688:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.555691:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.555693:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.555695:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.555697:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.555699:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.555701:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.555703:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.555705:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.555707:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.555709:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.555711:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.555712:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.555714:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.555715:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.555716:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.555718:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.555719:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.555721:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.555723:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.555725:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.555727:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.555729:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.555731:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.555732:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.555734:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.555737:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.555739:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.555741:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.555743:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.555745:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.555747:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.555749:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.555750:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.555753:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.555754:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555756:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.555758:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.555760:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f31e26380 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.555762:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.555764:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f31e26380 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.555767:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.555769:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f31e26380: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.555771:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.555773:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26380 -> ffff908f08088d00 00000020:00000001:0.0:1781825323.555775:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f08088d00 -> ffff908f08088d00 00000020:00000001:0.0:1781825323.555776:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.555777:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.555779:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.555781:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.555782:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.555783:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.555786:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xf:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.555788:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.555789:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.555791:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.555792:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.555793:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555795:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.555796:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.555796:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.555798:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555799:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.555801:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.555802:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.555803:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.555805:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.555806:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.555808:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.555809:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.555810:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.555812:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ea3501d8[2 00000000c57ac1f3 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.555814:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.555815:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.555816:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.555817:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555819:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.555820:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.555821:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.555822:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.555823:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.555825:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000ea3501d8[2 00000000c57ac1f3 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.555826:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.555828:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.555829:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.555830:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d680 00000008:00000001:0.0:1781825323.555831:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.555833:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d690 page ffff908f18d1d680 at index 0. 00000008:00000001:0.0:1781825323.555835:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.555838:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.555839:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee84449650c0 index 0 00000020:00000001:0.0:1781825323.555841:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.555842:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.555845:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.555846:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.555847:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.555849:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.555850:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.555852:0:121684:0:(cl_page.c:556:cl_batch_put()) page@00000000ea3501d8[1 00000000c57ac1f3 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.555853:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.555854:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.555856:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d620. 00000020:00000001:0.0:1781825323.555871:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.555872:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.555879:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.555881:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.555883:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.555884:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.555885:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.555887:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.555889:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.555890:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.555891:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.555892:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.555894:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.555897:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.555899:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.555901:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.555904:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.555906:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.555908:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.555910:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.555912:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.555914:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.555916:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.555918:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.555920:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.555922:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.555923:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555925:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26380 -> ffff908f08088d00 00010000:00000001:0.0:1781825323.555927:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.555929:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555930:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26380 -> ffff908f08088d00 00000020:00000001:0.0:1781825323.555932:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.555933:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.555935:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.555936:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555937:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.555939:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f31e26380 -> ffff908f08088d00 00000008:00000001:0.0:1781825323.555941:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.555942:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.555944:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.555945:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.555947:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.555949:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.555951:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.555953:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.555955:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.555956:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.555958:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.555960:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.555962:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.555963:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.555965:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.555967:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.555968:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.555970:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.555972:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.555973:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.555974:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.555976:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.555978:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38493a00 with handle 0xbdeeeddaecd17abc from hash 00010000:00000001:0.0:1781825323.555980:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.555981:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.555982:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.555983:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.555985:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.555986:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.555988:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.555991:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003c241233/0xbdeeeddaecd17aae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f861e expref: -99 pid: 125147 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.556003:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.556004:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.556007:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.556009:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.556011:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.556013:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.556015:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.556017:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.556019:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.556021:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.556552:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.556556:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.556559:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.556562:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.556565:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.556567:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.556569:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.556571:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.556573:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.556575:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.556577:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.556579:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.556581:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.556584:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.556586:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.556588:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.556591:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.556593:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.556595:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.556597:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.556600:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.556603:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.556605:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.556607:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.556609:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.556611:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.556613:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.556615:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.556616:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.556619:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.556621:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.556623:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.556624:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.556626:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f04a81c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.556629:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.556631:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f04a81c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.556634:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.556636:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f04a81c00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.556638:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.556639:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a81c00 -> ffff908f073cbf58 00000020:00000001:0.0:1781825323.556641:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f073cbf58 -> ffff908f073cbf58 00000020:00000001:0.0:1781825323.556643:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.556644:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.556645:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.556648:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.556649:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.556650:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.556653:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xe:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.556656:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.556657:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.556659:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.556660:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.556662:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556663:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.556664:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.556665:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.556667:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.556669:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.556671:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.556672:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.556674:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.556675:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.556676:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.556678:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.556679:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.556680:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.556683:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000002f82bae0[2 00000000369b3ee7 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.556685:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.556686:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.556687:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.556689:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556690:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.556692:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.556693:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.556694:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.556695:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.556697:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000002f82bae0[2 00000000369b3ee7 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.556698:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.556699:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.556700:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.556701:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f180c54c0 00000008:00000001:0.0:1781825323.556703:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.556704:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f180c54d0 page ffff908f180c54c0 at index 0. 00000008:00000001:0.0:1781825323.556706:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.556709:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.556711:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444a441c0 index 0 00000020:00000001:0.0:1781825323.556713:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.556714:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.556718:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.556719:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.556720:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.556721:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.556722:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.556725:0:121684:0:(cl_page.c:556:cl_batch_put()) page@000000002f82bae0[1 00000000369b3ee7 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.556726:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.556727:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.556730:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f180c5460. 00000020:00000001:0.0:1781825323.556734:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.556735:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.556744:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.556746:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.556748:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.556749:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.556751:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.556752:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.556755:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.556756:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.556757:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.556759:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.556761:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.556764:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.556766:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.556769:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.556771:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.556774:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.556776:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.556779:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.556781:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.556783:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.556786:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.556788:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.556790:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.556793:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.556795:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556797:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a81c00 -> ffff908f073cbf58 00010000:00000001:0.0:1781825323.556799:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.556801:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556803:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a81c00 -> ffff908f073cbf58 00000020:00000001:0.0:1781825323.556804:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.556806:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.556808:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.556810:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556812:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.556814:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a81c00 -> ffff908f073cbf58 00000008:00000001:0.0:1781825323.556817:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.556818:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.556820:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.556822:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.556825:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.556827:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.556829:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.556831:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.556834:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.556836:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.556838:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.556839:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.556842:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.556844:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.556846:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.556848:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.556850:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.556851:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.556854:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.556855:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.556856:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.556943:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.556946:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f32060800 with handle 0xbdeeeddaecd17aae from hash 00010000:00000001:0.0:1781825323.556949:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.556950:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.556951:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.556952:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.556955:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.556956:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.556958:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.556961:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000cb8cb938/0xbdeeeddaecd17aa0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f862c expref: -99 pid: 125146 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.556970:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.556971:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.556974:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.556975:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.556977:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.556978:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.556980:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.556982:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.556984:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.556986:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.556987:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.556989:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.556990:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.556991:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.556993:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.556994:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.556996:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.556997:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.556998:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.556999:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.557000:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.557000:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.557002:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.557003:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.557004:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557005:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557007:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557008:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557009:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557010:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.557012:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.557013:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.557014:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.557016:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.557017:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.557018:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.557019:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.557020:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.557021:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.557034:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.557035:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557037:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.557038:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.557040:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f068a36c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.557042:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557044:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f068a36c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.557047:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557048:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f068a36c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.557051:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.557052:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a36c0 -> ffff908f1022cf58 00000020:00000001:0.0:1781825323.557054:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f1022cf58 -> ffff908f1022cf58 00000020:00000001:0.0:1781825323.557055:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.557057:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.557058:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xd:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.557060:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557061:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.557062:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.557065:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xd:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.557068:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.557069:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.557071:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.557072:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.557073:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557074:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557075:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.557100:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.557103:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557105:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.557107:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.557108:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.557110:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.557111:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.557112:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.557114:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.557115:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.557116:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557118:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000054a9f5f1[2 00000000c197b382 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.557120:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.557121:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.557122:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.557123:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557125:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557126:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557127:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557128:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557129:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557131:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@0000000054a9f5f1[2 00000000c197b382 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.557132:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.557133:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.557135:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.557136:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d300 00000008:00000001:0.0:1781825323.557138:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.557139:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d310 page ffff908f18d1d300 at index 0. 00000008:00000001:0.0:1781825323.557273:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557275:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.557277:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444348540 index 0 00000020:00000001:0.0:1781825323.557279:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557280:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557283:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.557284:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557284:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557285:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.557286:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.557288:0:121684:0:(cl_page.c:556:cl_batch_put()) page@0000000054a9f5f1[1 00000000c197b382 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.557289:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.557290:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.557292:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d2a0. 00000020:00000001:0.0:1781825323.557295:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.557296:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.557302:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.557303:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557305:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557305:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.557306:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.557308:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xd:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.557309:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.557310:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.557311:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.557312:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.557314:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.557315:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557317:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557318:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557320:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557322:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557323:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.557325:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.557326:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.557327:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.557329:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.557331:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.557332:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.557333:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.557335:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557336:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a36c0 -> ffff908f1022cf58 00010000:00000001:0.0:1781825323.557337:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.557339:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557340:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a36c0 -> ffff908f1022cf58 00000020:00000001:0.0:1781825323.557341:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.557342:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.557343:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.557345:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557346:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557347:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a36c0 -> ffff908f1022cf58 00000008:00000001:0.0:1781825323.557349:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.557350:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.557351:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.557352:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.557353:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.557354:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.557356:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.557357:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.557358:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.557359:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.557360:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.557361:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.557363:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.557364:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.557365:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.557366:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.557367:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.557369:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.557370:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.557371:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.557372:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.557373:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.557375:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04511000 with handle 0xbdeeeddaecd17aa0 from hash 00010000:00000001:0.0:1781825323.557377:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.557378:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.557379:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.557380:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.557381:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.557382:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.557383:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.557385:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003d56f981/0xbdeeeddaecd17a92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f863a expref: -99 pid: 125145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.557394:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.557395:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.557397:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.557399:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.557400:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.557402:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.557403:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.557405:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.557406:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.557408:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.557409:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.557411:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.557412:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.557414:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.557415:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.557417:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.557418:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.557419:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.557420:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.557421:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.557422:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.557422:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.557424:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.557425:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.557426:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557427:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557428:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557429:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557431:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557432:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.557433:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.557435:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.557437:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.557438:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.557440:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.557441:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.557442:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.557443:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.557444:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.557445:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.557446:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557447:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.557448:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.557449:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f068a2540 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.557451:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557452:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f068a2540 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.557454:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557455:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f068a2540: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.557456:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.557457:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a2540 -> ffff908f1022cd00 00000020:00000001:0.0:1781825323.557458:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f1022cd00 -> ffff908f1022cd00 00000020:00000001:0.0:1781825323.557459:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.557460:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.557461:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.557463:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557463:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.557464:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.557465:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xc:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.557467:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.557468:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.557469:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.557469:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.557470:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557471:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557472:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.557472:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.557474:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557475:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.557476:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.557477:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.557478:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.557479:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.557480:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.557481:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.557482:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.557482:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557484:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000008ac14452[2 00000000dc829ee5 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.557485:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.557486:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.557486:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.557487:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557488:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557489:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557489:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557490:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557490:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557492:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000008ac14452[2 00000000dc829ee5 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.557492:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.557493:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.557494:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.557494:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d760 00000008:00000001:0.0:1781825323.557495:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.557496:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d770 page ffff908f18d1d760 at index 0. 00000008:00000001:0.0:1781825323.557497:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557499:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.557500:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444951980 index 0 00000020:00000001:0.0:1781825323.557501:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557502:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557503:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.557504:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557505:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557505:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.557506:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.557507:0:121684:0:(cl_page.c:556:cl_batch_put()) page@000000008ac14452[1 00000000dc829ee5 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.557508:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.557508:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.557510:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d700. 00000020:00000001:0.0:1781825323.557512:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.557512:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.557517:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.557519:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557520:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557521:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.557522:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.557523:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.557524:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.557525:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.557526:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.557527:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.557528:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.557530:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557531:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557533:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557534:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557536:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557537:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.557539:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.557540:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.557541:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.557543:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.557544:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.557545:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.557546:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.557547:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557549:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a2540 -> ffff908f1022cd00 00010000:00000001:0.0:1781825323.557550:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.557551:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557553:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a2540 -> ffff908f1022cd00 00000020:00000001:0.0:1781825323.557554:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.557555:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.557557:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.557559:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557560:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557562:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a2540 -> ffff908f1022cd00 00000008:00000001:0.0:1781825323.557564:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.557565:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.557567:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.557569:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.557571:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.557573:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.557574:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.557577:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.557579:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.557581:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.557583:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.557585:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.557587:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.557589:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.557591:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.557593:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.557594:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.557597:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.557599:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.557601:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.557602:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.557604:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.557606:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04510600 with handle 0xbdeeeddaecd17a92 from hash 00010000:00000001:0.0:1781825323.557608:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.557609:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.557610:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.557611:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.557613:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.557614:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.557616:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.557618:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e1dc1f92/0xbdeeeddaecd17a84 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8648 expref: -99 pid: 125144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.557628:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.557630:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.557632:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.557634:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.557636:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.557638:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.557641:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.557643:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.557645:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.557648:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.557650:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.557653:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.557655:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.557657:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.557659:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.557661:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.557663:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.557665:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.557667:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.557668:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.557670:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.557671:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.557674:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.557676:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.557678:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557681:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557683:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557686:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557693:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557696:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.557698:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.557701:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.557702:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.557705:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.557707:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.557709:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.557711:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.557712:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.557714:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.557716:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.557718:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557719:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.557721:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.557722:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f04a80e00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.557724:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557726:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f04a80e00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.557729:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.557730:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f04a80e00: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.557733:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.557734:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80e00 -> ffff908f06ade3a0 00000020:00000001:0.0:1781825323.557736:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f06ade3a0 -> ffff908f06ade3a0 00000020:00000001:0.0:1781825323.557738:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.557739:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.557740:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xb:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.557743:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557744:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.557745:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.557747:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xb:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.557750:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.557751:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.557753:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.557755:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.557756:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557758:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.557759:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.557759:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.557761:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557762:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.557764:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.557765:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.557767:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.557768:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.557769:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.557771:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.557772:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.557773:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557775:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000003a67c639[2 0000000035f506a3 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.557776:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.557777:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.557778:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.557779:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.557781:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557782:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.557783:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557784:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557785:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.557787:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@000000003a67c639[2 0000000035f506a3 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.557788:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.557789:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.557791:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.557792:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f180c53e0 00000008:00000001:0.0:1781825323.557793:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.557794:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f180c53f0 page ffff908f180c53e0 at index 0. 00000008:00000001:0.0:1781825323.557796:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.557799:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.557800:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee84449451c0 index 0 00000020:00000001:0.0:1781825323.557803:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557804:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.557807:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.557808:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.557809:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.557810:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.557811:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.557813:0:121684:0:(cl_page.c:556:cl_batch_put()) page@000000003a67c639[1 0000000035f506a3 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.557814:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.557815:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.557817:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f180c5380. 00000020:00000001:0.0:1781825323.557820:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.557821:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.557828:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.557830:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557832:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.557833:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.557834:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.557835:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xb:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.557838:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.557838:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.557839:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.557841:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.557843:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.557845:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.557848:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.557850:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.557852:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.557854:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.557856:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.558313:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8800. 00000008:00000010:0.0:1781825323.558318:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.558321:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.558323:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.558326:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.558328:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.558330:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.558332:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558335:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80e00 -> ffff908f06ade3a0 00010000:00000001:0.0:1781825323.558337:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.558339:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558340:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80e00 -> ffff908f06ade3a0 00000020:00000001:0.0:1781825323.558342:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.558344:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.558346:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.558347:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558349:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558350:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f04a80e00 -> ffff908f06ade3a0 00000008:00000001:0.0:1781825323.558353:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.558354:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.558356:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.558358:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.558360:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.558363:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.558365:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.558367:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.558369:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.558371:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8200. 00000008:00000010:0.0:1781825323.558373:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.558375:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.558377:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.558379:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.558381:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.558382:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.558384:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.558386:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.558388:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.558389:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.558391:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.558393:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.558395:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f32061000 with handle 0xbdeeeddaecd17a84 from hash 00010000:00000001:0.0:1781825323.558397:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.558399:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.558400:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.558401:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.558403:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.558404:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.558407:0:121684:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1781825323.558410:0:121684:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000a4da3069/0xbdeeeddaecd17a76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xfe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x3f3181562c2f8656 expref: -99 pid: 125143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1781825323.558422:0:121684:0:(osc_lock.c:527:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1781825323.558424:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.558428:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8f30. 00000020:00000010:0.0:1781825323.558431:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8e00. 00000020:00000010:0.0:1781825323.558433:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.558435:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.558438:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.558440:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.558442:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.558446:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.558448:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.558450:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8c00. 00000008:00000010:0.0:1781825323.558452:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.558454:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.558456:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.558459:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e50000. 00000020:00000001:0.0:1781825323.558460:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991957816 : -122530717593800 : ffff908f181a8f38) 00000020:00001000:0.0:1781825323.558463:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8f30 00000008:00000001:0.0:1781825323.558464:0:121684:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1781825323.558466:0:121684:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1781825323.558467:0:121684:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1781825323.558469:0:121684:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f181a8240. 00000020:00000010:0.0:1781825323.558471:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b9a00. 00000020:00000010:0.0:1781825323.558473:0:121684:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.558475:0:121684:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.558477:0:121684:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.558479:0:121684:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.558481:0:121684:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.558484:0:121684:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.558486:0:121684:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.558488:0:121684:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f070b8a00. 00000008:00000010:0.0:1781825323.558491:0:121684:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.558493:0:121684:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.558495:0:121684:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.558498:0:121684:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f07e503c0. 00000020:00000001:0.0:1781825323.558499:0:121684:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542991954504 : -122530717597112 : ffff908f181a8248) 00000020:00001000:0.0:1781825323.558501:0:121684:0:(cl_object.c:831:cl_env_get()) 1@ffff908f181a8240 00000008:00000001:0.0:1781825323.558503:0:121684:0:(osc_cache.c:3703:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1781825323.558505:0:121684:0:(osc_cache.c:3723:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1781825323.558507:0:121684:0:(osc_cache.c:3739:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1781825323.558509:0:121684:0:(osc_cache.c:3787:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.558511:0:121684:0:(osc_cache.c:3277:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1781825323.558513:0:121684:0:(osc_cache.c:3212:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1781825323.558514:0:121684:0:(osc_cache.c:3249:osc_cache_wait_range()) obj ffff908f068a3880 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1781825323.558517:0:121684:0:(osc_cache.c:3250:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.558519:0:121684:0:(osc_cache.c:3409:osc_cache_writeback_range()) obj ffff908f068a3880 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:0.0:1781825323.558522:0:121684:0:(osc_cache.c:3424:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1781825323.558524:0:121684:0:(osc_lock.c:372:osc_lock_flush()) object ffff908f068a3880: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:0.0:1781825323.558526:0:121684:0:(osc_cache.c:3672:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1781825323.558527:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3880 -> ffff908f1022c468 00000020:00000001:0.0:1781825323.558529:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f1022c468 -> ffff908f1022c468 00000020:00000001:0.0:1781825323.558531:0:121684:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1781825323.558533:0:121684:0:(vvp_io.c:1800:vvp_io_init()) Process entered 00000080:00200000:0.0:1781825323.558534:0:121684:0:(vvp_io.c:1805:vvp_io_init()) [0x2000134b3:0xa:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1781825323.558536:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.558538:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1781825323.558539:0:121684:0:(vvp_io.c:1877:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1781825323.558541:0:121684:0:(lov_object.c:1559:lov_io_init()) [0x2000134b3:0xa:0x0]io ffff908f037a96f0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1781825323.558544:0:121684:0:(lov_io.c:1978:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1781825323.558545:0:121684:0:(lov_io.c:521:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1781825323.558546:0:121684:0:(lov_io.c:625:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1781825323.558548:0:121684:0:(lov_io.c:203:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1781825323.558549:0:121684:0:(lov_io.c:211:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558551:0:121684:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1781825323.558551:0:121684:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1781825323.558552:0:121684:0:(lov_io.c:1991:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1781825323.558554:0:121684:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.558556:0:121684:0:(osc_cache.c:3459:osc_page_gang_lookup()) Process entered 00000020:00000001:0.0:1781825323.558558:0:121684:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1781825323.558559:0:121684:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1781825323.558560:0:121684:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:0.0:1781825323.558562:0:121684:0:(cl_io.c:1155:cl_io_top()) Process entered 00000020:00000001:0.0:1781825323.558563:0:121684:0:(cl_io.c:1158:cl_io_top()) Process leaving (rc=18446621542645929712 : -122531063621904 : ffff908f037a96f0) 00000020:00000001:0.0:1781825323.558564:0:121684:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1781825323.558565:0:121684:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1781825323.558567:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.558569:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000691d751a[2 00000000510f7e38 1 1 000000004ac34728] 00000020:00000001:0.0:1781825323.558571:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1781825323.558572:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:0.0:1781825323.558573:0:121684:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:0.0:1781825323.558574:0:121684:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558576:0:121684:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.558577:0:121684:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:0.0:1781825323.558578:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.558579:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.558580:0:121684:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1781825323.558582:0:121684:0:(cl_page.c:507:__cl_page_state_set()) page@00000000691d751a[2 00000000510f7e38 2 1 0000000000000000] 00000020:00000001:0.0:1781825323.558583:0:121684:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:0.0:1781825323.558585:0:121684:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:0.0:1781825323.558586:0:121684:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:0.0:1781825323.558587:0:121684:0:(osc_page.c:138:osc_page_delete()) ffff908f18d1d140 00000008:00000001:0.0:1781825323.558588:0:121684:0:(osc_cache.c:2678:osc_teardown_async_page()) Process entered 00000008:00000040:0.0:1781825323.558590:0:121684:0:(osc_cache.c:2681:osc_teardown_async_page()) teardown oap ffff908f18d1d150 page ffff908f18d1d140 at index 0. 00000008:00000001:0.0:1781825323.558592:0:121684:0:(osc_cache.c:2703:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1781825323.558594:0:121684:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:0.0:1781825323.558595:0:121684:0:(vvp_page.c:56:vvp_page_delete()) delete page ffffee8444956100 index 0 00000020:00000001:0.0:1781825323.558598:0:121684:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.558599:0:121684:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:0.0:1781825323.558603:0:121684:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1781825323.558604:0:121684:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1781825323.558605:0:121684:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1781825323.558606:0:121684:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1781825323.558607:0:121684:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1781825323.558609:0:121684:0:(cl_page.c:556:cl_batch_put()) page@00000000691d751a[1 00000000510f7e38 5 1 0000000000000000] 00000020:00000001:0.0:1781825323.558610:0:121684:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:0.0:1781825323.558611:0:121684:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:0.0:1781825323.558613:0:121684:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff908f18d1d0e0. 00000020:00000001:0.0:1781825323.558616:0:121684:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:0.0:1781825323.558617:0:121684:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1781825323.558626:0:121684:0:(osc_cache.c:3536:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825323.558628:0:121684:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1781825323.558630:0:121684:0:(lov_io.c:701:lov_io_fini()) Process entered 00020000:00000001:0.0:1781825323.558631:0:121684:0:(lov_io.c:720:lov_io_fini()) Process leaving 00000080:00000001:0.0:1781825323.558633:0:121684:0:(vvp_io.c:279:vvp_io_fini()) Process entered 00000080:00200000:0.0:1781825323.558634:0:121684:0:(vvp_io.c:287:vvp_io_fini()) [0x2000134b3:0xa:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1781825323.558637:0:121684:0:(vvp_io.c:385:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1781825323.558638:0:121684:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1781825323.558639:0:121684:0:(osc_cache.c:3691:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.558641:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8240 00000020:00000010:0.0:1781825323.558643:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8800. 00000020:00000010:0.0:1781825323.558645:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103ddb40. 00000008:00000010:0.0:1781825323.558647:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037a9650. 00020000:00000010:0.0:1781825323.558650:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716ca80. 00008000:00000010:0.0:1781825323.558652:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490ede8. 00000080:00000010:0.0:1781825323.558654:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f04820e70. 00000080:00000010:0.0:1781825323.558656:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a2da0. 00000020:00000010:0.0:1781825323.558658:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b9a00. 00000008:00000010:0.0:1781825323.558660:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e160. 00020000:00000010:0.0:1781825323.558661:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38ae86c0. 00008000:00000010:0.0:1781825323.558664:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e220. 00000080:00000010:0.0:1781825323.558666:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e503c0. 00000020:00000010:0.0:1781825323.558668:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8a00. 00000020:00000010:0.0:1781825323.558669:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8240. 00000008:00000001:0.0:1781825323.558671:0:121684:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558674:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3880 -> ffff908f1022c468 00010000:00000001:0.0:1781825323.558676:0:121684:0:(ldlm_extent.c:918:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1781825323.558678:0:121684:0:(ldlm_extent.c:991:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558679:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3880 -> ffff908f1022c468 00000020:00000001:0.0:1781825323.558681:0:121684:0:(cl_object.c:256:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1781825323.558682:0:121684:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 0 00020000:00000001:0.0:1781825323.558684:0:121684:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1781825323.558685:0:121684:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558687:0:121684:0:(cl_object.c:269:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.558688:0:121684:0:(cl_object.c:151:cl_object_top()) ffff908f068a3880 -> ffff908f1022c468 00000008:00000001:0.0:1781825323.558690:0:121684:0:(osc_lock.c:468:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1781825323.558692:0:121684:0:(cl_object.c:925:cl_env_put()) 1@ffff908f181a8f30 00000020:00000010:0.0:1781825323.558693:0:121684:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f070b8200. 00000020:00000010:0.0:1781825323.558695:0:121684:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f103dd060. 00000008:00000010:0.0:1781825323.558697:0:121684:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f037ab7c8. 00020000:00000010:0.0:1781825323.558698:0:121684:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f0716c780. 00008000:00000010:0.0:1781825323.558700:0:121684:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f0490d1a8. 00000080:00000010:0.0:1781825323.558702:0:121684:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f048202a0. 00000080:00000010:0.0:1781825323.558704:0:121684:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f106a0248. 00000020:00000010:0.0:1781825323.558706:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8e00. 00000008:00000010:0.0:1781825323.558707:0:121684:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f0715e2c0. 00020000:00000010:0.0:1781825323.558709:0:121684:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f38aeba80. 00008000:00000010:0.0:1781825323.558712:0:121684:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f1022e900. 00000080:00000010:0.0:1781825323.558714:0:121684:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f07e50000. 00000020:00000010:0.0:1781825323.558715:0:121684:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f070b8c00. 00000020:00000010:0.0:1781825323.558717:0:121684:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f181a8f30. 00000008:00000001:0.0:1781825323.558718:0:121684:0:(osc_lock.c:567:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.558720:0:121684:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1781825323.558722:0:121684:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1781825323.558724:0:121684:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1781825323.558725:0:121684:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1781825323.558726:0:121684:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1781825323.558728:0:121684:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04510c00 with handle 0xbdeeeddaecd17a76 from hash 00010000:00000001:0.0:1781825323.558730:0:121684:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1781825323.558731:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1781825323.558733:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.558734:0:121684:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1781825323.558735:0:121684:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1781825323.558737:0:121684:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1781825323.558739:0:121684:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=20 : 20 : 14) 00010000:00000001:0.0:1781825323.558742:0:121684:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1781825323.558745:0:121684:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1781825323.558752:0:121684:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781825323.558756:0:121684:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:0.0:1781825323.558761:0:121684:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825323.558763:0:121684:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825323.558768:0:121684:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825323.558773:0:121684:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff908f070b8c00. 00000100:00000001:0.0:1781825323.558780:0:121684:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.558782:0:121684:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1781825323.558788:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000a3ba26c2/0xbdeeeddaecd17b80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8625 expref: -99 pid: 125162 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558796:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004ad8473d/0xbdeeeddaecd17b72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8633 expref: -99 pid: 125161 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558803:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004a9b7663/0xbdeeeddaecd17b64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8641 expref: -99 pid: 125160 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558809:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000dcd55e52/0xbdeeeddaecd17b56 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f864f expref: -99 pid: 125159 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558816:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001f7afbfa/0xbdeeeddaecd17b48 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f865d expref: -99 pid: 125158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558822:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004ca9fd3e/0xbdeeeddaecd17b3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8664 expref: -99 pid: 125157 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558828:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000d1022ef3/0xbdeeeddaecd17b2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f866b expref: -99 pid: 125156 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558835:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000419e4ce6/0xbdeeeddaecd17b1e lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8672 expref: -99 pid: 125155 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558847:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001b7f33c6/0xbdeeeddaecd17b10 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85ed expref: -99 pid: 125154 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.558854:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000aeadcfc3/0xbdeeeddaecd17b02 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85f4 expref: -99 pid: 125153 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559002:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e71a42f3/0xbdeeeddaecd17af4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85fb expref: -99 pid: 125152 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559010:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 0000000097c904dc/0xbdeeeddaecd17ae6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8602 expref: -99 pid: 125151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559018:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001e75238e/0xbdeeeddaecd17ad8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8609 expref: -99 pid: 125150 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559036:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000ecf84a56/0xbdeeeddaecd17aca lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8610 expref: -99 pid: 125149 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559043:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001fbfc70d/0xbdeeeddaecd17abc lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8617 expref: -99 pid: 125148 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559051:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003c241233/0xbdeeeddaecd17aae lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f861e expref: -99 pid: 125147 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559057:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000cb8cb938/0xbdeeeddaecd17aa0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f862c expref: -99 pid: 125146 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559070:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003d56f981/0xbdeeeddaecd17a92 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f863a expref: -99 pid: 125145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559441:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e1dc1f92/0xbdeeeddaecd17a84 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8648 expref: -99 pid: 125144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559451:0:121684:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000a4da3069/0xbdeeeddaecd17a76 lrc: 1/0,0 mode: --/PW res: [0x280000401:0xfe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8656 expref: -99 pid: 125143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1781825323.559461:0:121684:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 20 locks packed 00010000:00000001:0.0:1781825323.559463:0:121684:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=20 : 20 : 14) 00000100:00000001:0.0:1781825323.559469:0:121684:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825323.559474:0:121684:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825323.559487:0:121684:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_00+0] req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1781825323.559521:0:121684:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1781825323.559524:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.559527:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000a3ba26c2/0xbdeeeddaecd17b80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8625 expref: -99 pid: 125162 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.559536:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d940. 00010000:00000040:0.0:1781825323.559541:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f08752e00 count: 0 00010000:00000010:0.0:1781825323.559547:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f08752800. 00010000:00000001:0.0:1781825323.559615:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.559617:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.559620:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004ad8473d/0xbdeeeddaecd17b72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe55:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8633 expref: -99 pid: 125161 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.559690:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d9c0. 00010000:00000040:0.0:1781825323.559693:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f38588000 count: 0 00010000:00000010:0.0:1781825323.559696:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f38588500. 00010000:00000001:0.0:1781825323.559701:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.559702:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.559705:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004a9b7663/0xbdeeeddaecd17b64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8641 expref: -99 pid: 125160 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.559711:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d580. 00010000:00000040:0.0:1781825323.559713:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5e00 count: 0 00010000:00000010:0.0:1781825323.559715:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f08752f00. 00010000:00000001:0.0:1781825323.559719:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.559720:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.559722:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000dcd55e52/0xbdeeeddaecd17b56 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe53:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f864f expref: -99 pid: 125159 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.559728:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d300. 00010000:00000040:0.0:1781825323.559730:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f38588600 count: 0 00010000:00000010:0.0:1781825323.560100:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f38588f00. 00010000:00000001:0.0:1781825323.560264:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560266:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560269:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001f7afbfa/0xbdeeeddaecd17b48 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f865d expref: -99 pid: 125158 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560277:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f079f0f00. 00010000:00000040:0.0:1781825323.560280:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f06797400 count: 0 00010000:00000010:0.0:1781825323.560283:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f06797300. 00010000:00000001:0.0:1781825323.560287:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560288:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560290:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000004ca9fd3e/0xbdeeeddaecd17b3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe51:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8664 expref: -99 pid: 125157 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560296:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d8c0. 00010000:00000040:0.0:1781825323.560298:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f38588300 count: 0 00010000:00000010:0.0:1781825323.560301:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f38588200. 00010000:00000001:0.0:1781825323.560304:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560306:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560308:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000d1022ef3/0xbdeeeddaecd17b2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe50:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f866b expref: -99 pid: 125156 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560314:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f079f0f80. 00010000:00000040:0.0:1781825323.560316:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f06797200 count: 0 00010000:00000010:0.0:1781825323.560318:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f06797800. 00010000:00000001:0.0:1781825323.560321:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560322:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560325:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000419e4ce6/0xbdeeeddaecd17b1e lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8672 expref: -99 pid: 125155 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560331:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d500. 00010000:00000040:0.0:1781825323.560333:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5c00 count: 0 00010000:00000010:0.0:1781825323.560335:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f102d5800. 00010000:00000001:0.0:1781825323.560339:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560340:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560343:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001b7f33c6/0xbdeeeddaecd17b10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85ed expref: -99 pid: 125154 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560349:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d6c0. 00010000:00000040:0.0:1781825323.560351:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5b00 count: 0 00010000:00000010:0.0:1781825323.560354:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f102d5f00. 00010000:00000001:0.0:1781825323.560358:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560360:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560362:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000aeadcfc3/0xbdeeeddaecd17b02 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85f4 expref: -99 pid: 125153 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560368:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d4c0. 00010000:00000040:0.0:1781825323.560370:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f38588b00 count: 0 00010000:00000010:0.0:1781825323.560373:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f38588c00. 00010000:00000001:0.0:1781825323.560377:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560378:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560381:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e71a42f3/0xbdeeeddaecd17af4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f85fb expref: -99 pid: 125152 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560387:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f079f0c00. 00010000:00000040:0.0:1781825323.560389:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f06797e00 count: 0 00010000:00000010:0.0:1781825323.560391:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f06797d00. 00010000:00000001:0.0:1781825323.560395:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560396:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560398:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 0000000097c904dc/0xbdeeeddaecd17ae6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8602 expref: -99 pid: 125151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560404:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d640. 00010000:00000040:0.0:1781825323.560407:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f18036100 count: 0 00010000:00000010:0.0:1781825323.560409:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f18036300. 00010000:00000001:0.0:1781825323.560413:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560414:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560417:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001e75238e/0xbdeeeddaecd17ad8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe4a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8609 expref: -99 pid: 125150 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560423:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f07d8a0c0. 00010000:00000040:0.0:1781825323.560426:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f10f55000 count: 0 00010000:00000010:0.0:1781825323.560428:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f10f55600. 00010000:00000001:0.0:1781825323.560434:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560435:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560437:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000ecf84a56/0xbdeeeddaecd17aca lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8610 expref: -99 pid: 125149 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560443:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d9c0. 00010000:00000040:0.0:1781825323.560445:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5000 count: 0 00010000:00000010:0.0:1781825323.560448:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f102d5700. 00010000:00000001:0.0:1781825323.560451:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560452:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560455:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000001fbfc70d/0xbdeeeddaecd17abc lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe48:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8617 expref: -99 pid: 125148 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560461:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d340. 00010000:00000040:0.0:1781825323.560464:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5d00 count: 0 00010000:00000010:0.0:1781825323.560466:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f102d5400. 00010000:00000001:0.0:1781825323.560470:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560471:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560473:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003c241233/0xbdeeeddaecd17aae lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe47:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f861e expref: -99 pid: 125147 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560479:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f07d8ad40. 00010000:00000040:0.0:1781825323.560481:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f0395a500 count: 0 00010000:00000010:0.0:1781825323.560483:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f0395a800. 00010000:00000001:0.0:1781825323.560487:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560489:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560491:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000cb8cb938/0xbdeeeddaecd17aa0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe46:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f862c expref: -99 pid: 125146 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560498:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686df40. 00010000:00000040:0.0:1781825323.560500:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f18036600 count: 0 00010000:00000010:0.0:1781825323.560503:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f18036e00. 00010000:00000001:0.0:1781825323.560507:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560508:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560510:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 000000003d56f981/0xbdeeeddaecd17a92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f863a expref: -99 pid: 125145 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560516:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d280. 00010000:00000040:0.0:1781825323.560518:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f18036b00 count: 0 00010000:00000010:0.0:1781825323.560519:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f18036700. 00010000:00000001:0.0:1781825323.560522:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560523:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560525:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000e1dc1f92/0xbdeeeddaecd17a84 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8648 expref: -99 pid: 125144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560530:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f07d8a7c0. 00010000:00000040:0.0:1781825323.560532:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f0395aa00 count: 0 00010000:00000010:0.0:1781825323.560534:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f0395a200. 00010000:00000001:0.0:1781825323.560538:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560539:0:121684:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1781825323.560541:0:121684:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff908f02d98000 lock: 00000000a4da3069/0xbdeeeddaecd17a76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xfe43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x804869400000020 nid: local remote: 0x3f3181562c2f8656 expref: -99 pid: 125143 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1781825323.560546:0:121684:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686d740. 00010000:00000040:0.0:1781825323.560548:0:121684:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f18036a00 count: 0 00010000:00000010:0.0:1781825323.560563:0:121684:0:(ldlm_resource.c:1537:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff908f18036500. 00010000:00000001:0.0:1781825323.560568:0:121684:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1781825323.560570:0:121684:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1781825323.560573:0:121684:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff908f0682d0c0. 00010000:00000001:0.0:1781825323.560576:0:121684:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825323.560581:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825323.560583:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825323.560586:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825323.560587:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825323.560589:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825323.560590:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825323.560592:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825323.560593:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825323.560595:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1781825323.565382:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752e00. 00010000:00000010:0.1:1781825323.565400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493200. 00010000:00000010:0.1:1781825323.565406:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588000. 00010000:00000010:0.1:1781825323.565410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745600. 00010000:00000010:0.1:1781825323.565415:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5e00. 00010000:00000010:0.1:1781825323.565419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492a00. 00010000:00000010:0.1:1781825323.565422:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588600. 00010000:00000010:0.1:1781825323.565425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745200. 00010000:00000010:0.1:1781825323.565428:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797400. 00010000:00000010:0.1:1781825323.565431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627fe00. 00010000:00000010:0.1:1781825323.565434:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588300. 00010000:00000010:0.1:1781825323.565438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511200. 00010000:00000010:0.1:1781825323.565440:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797200. 00010000:00000010:0.1:1781825323.565443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627f200. 00010000:00000010:0.1:1781825323.565447:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5c00. 00010000:00000010:0.1:1781825323.565449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493600. 00010000:00000010:0.1:1781825323.565452:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5b00. 00010000:00000010:0.1:1781825323.565454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492200. 00010000:00000010:0.1:1781825323.565458:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588b00. 00010000:00000010:0.1:1781825323.565461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510200. 00010000:00000010:0.1:1781825323.565464:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797e00. 00010000:00000010:0.1:1781825323.565467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f0627ea00. 00010000:00000010:0.1:1781825323.565471:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036100. 00010000:00000010:0.1:1781825323.565474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511600. 00010000:00000010:0.1:1781825323.565477:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f10f55000. 00010000:00000010:0.1:1781825323.565481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060000. 00010000:00000010:0.1:1781825323.565484:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5000. 00010000:00000010:0.1:1781825323.565488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492e00. 00010000:00000010:0.1:1781825323.565490:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5d00. 00010000:00000010:0.1:1781825323.565492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38493a00. 00010000:00000010:0.1:1781825323.565495:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395a500. 00010000:00000010:0.1:1781825323.565498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32060800. 00010000:00000010:0.1:1781825323.565501:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036600. 00010000:00000010:0.1:1781825323.565503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04511000. 00010000:00000010:0.1:1781825323.565506:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036b00. 00010000:00000010:0.1:1781825323.565509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510600. 00010000:00000010:0.1:1781825323.565511:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f0395aa00. 00010000:00000010:0.1:1781825323.565514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061000. 00010000:00000010:0.1:1781825323.565517:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f18036a00. 00010000:00000010:0.1:1781825323.565520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510c00. 00000100:00000001:0.0:1781825323.588355:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825323.588360:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825323.588367:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825323.588369:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825323.588373:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9268. 00000400:00000200:0.0:1781825323.588378:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781825323.588381:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781825323.588384:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825323.588390:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 1781825339 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825323.588400:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 1781825339 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825323.588406:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825323.588408:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825323.588411:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825323.588413:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825323.588416:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825323.588418:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825323.588421:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825323.588430:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0d38 time=724 v=5 (5 0 0 0) 00000100:00001000:0.0:1781825323.588434:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825323.588437:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825323.588439:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825323.588442:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825323.588445:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825323.588447:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825323.588449:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:0.0:1781825323.588450:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825323.588452:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825323.588455:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 1781825339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825323.588460:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825323.588462:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825323.588464:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825323.588467:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 1781825339 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825323.588471:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051449472:192.168.204.116@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1781825323.588474:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825323.588476:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825323.588478:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051449472/t0(0) o103->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 472/224 e 0 to 0 dl 1781825339 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825323.588482:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825323.588483:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825323.588486:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04809000. 02000000:00000001:0.0:1781825323.588490:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825323.588492:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825323.588494:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:0.0:1781825323.588495:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825323.588497:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825323.588500:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825323.588501:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825323.588502:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:0.0:1781825323.588504:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825323.588505:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825323.588507:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825323.588513:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825323.588514:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825323.588515:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825323.588517:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.118445:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825324.118455:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825324.118464:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825324.118469:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825324.118474:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825324.118476:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825324.118481:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825324.118489:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825324.118495:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.118506:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825324.118518:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825324.118522:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.118540:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_01+1] req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.118593:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.118597:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.118600:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825324.118605:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.118614:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825324.118616:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.118620:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825324.118622:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825324.118625:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825324.118628:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051449600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.118632:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825324.118639:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825324.118641:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.118644:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825324.118648:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825324.118650:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825324.118657:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825324.118662:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825324.118669:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825324.118675:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449600, portal 25 00000100:00000001:3.0:1781825324.118678:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825324.118679:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781825324.118685:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.118692:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825324.118695:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825324.118697:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825324.118710:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051449600, offset 0 00000400:00000200:3.0:1781825324.118716:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825324.118725:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.118734:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825324.118739:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825324.118743:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825324.118747:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825324.118750:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825324.118753:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378419:378419:256:4294967295] 192.168.204.116@tcp LPNI seq info [378370:378370:8:4294967295] 00000400:00000200:3.0:1781825324.118758:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.118768:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825324.118772:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825324.118777:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac000. 00000800:00000200:3.0:1781825324.118784:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825324.118790:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825324.118795:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825324.118813:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825324.118817:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825324.118820:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302624785 00000100:00000001:3.0:1781825324.118828:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302619676 00000100:00000001:3.0:1781825324.118833:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302624785 00000100:00000001:3.0:1781825324.118837:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302619676 00000100:00000001:3.0:1781825324.118840:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.118842:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.118845:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.118847:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825324.120290:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.120298:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825324.120302:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825324.120310:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825324.120316:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825324.120320:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825324.120322:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825324.120327:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825324.120333:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825324.120338:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.120346:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825324.120356:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825324.120360:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.120366:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.120861:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825324.120864:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825324.120868:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.120869:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.120872:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825324.120874:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825324.120876:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.120878:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825324.120879:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.120880:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.120881:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.120883:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825324.120890:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.120897:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825324.120899:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.120902:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825324.120905:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825324.120908:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825324.120911:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051449728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.120914:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825324.120919:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825324.120922:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.120924:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825324.120929:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825324.120931:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825324.120938:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825324.120941:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825324.120948:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825324.120954:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449728, portal 10 00000100:00000001:3.0:1781825324.120957:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825324.120959:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781825324.120965:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.120972:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825324.120974:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825324.120977:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825324.120979:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051449728, offset 0 00000400:00000200:3.0:1781825324.120984:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825324.120991:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.120997:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825324.121001:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825324.121005:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825324.121008:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825324.121010:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825324.121022:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378420:378420:256:4294967295] 192.168.204.116@tcp LPNI seq info [378371:378371:8:4294967295] 00000400:00000200:3.0:1781825324.121027:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.121036:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825324.121042:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825324.121047:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825324.121060:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825324.121066:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825324.121070:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825324.121098:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825324.121102:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27671 usecs (28 jiffies) 00000400:00000200:3.0:1781825324.121105:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825324.121109:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302616094 00000100:00000001:3.0:1781825324.121111:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302624785 00000100:00000001:3.0:1781825324.121114:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302616094 00000100:00000001:3.0:1781825324.121116:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302624785 00000100:00000001:3.0:1781825324.121119:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.121121:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.121123:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.121125:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.121165:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.121167:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825324.123409:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.123419:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825324.123424:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825324.123434:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825324.123440:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825324.123444:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825324.123448:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825324.123453:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825324.123460:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825324.123467:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.123477:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825324.123487:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825324.123492:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.123498:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_01+1] req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825324.123514:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825324.123518:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825324.123522:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825324.123538:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7953) 00000100:00000001:3.0:1781825324.123739:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1781825324.123744:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825324.123746:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.123753:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825324.123757:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.123758:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.123760:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.123762:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825324.123769:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.123777:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825324.123779:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.123782:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825324.123784:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825324.123786:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825324.123790:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.123793:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825324.123799:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825324.123802:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.123804:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825324.123809:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825324.123812:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825324.123818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825324.123822:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825324.123829:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825324.123836:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449856, portal 10 00000100:00000001:3.0:1781825324.123838:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825324.123840:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781825324.123846:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.123854:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825324.123857:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825324.123860:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825324.123863:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051449856, offset 0 00000400:00000200:3.0:1781825324.123869:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825324.123876:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.123884:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825324.123889:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825324.123893:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825324.123897:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825324.123900:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825324.123904:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378421:378421:256:4294967295] 192.168.204.116@tcp LPNI seq info [378372:378372:8:4294967295] 00000400:00000200:3.0:1781825324.123908:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825324.123918:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825324.123924:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825324.123930:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825324.123936:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825324.123943:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825324.123947:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825324.123965:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825324.123970:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20698 usecs (21 jiffies) 00000400:00000200:3.0:1781825324.123973:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825324.123976:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302616090 00000100:00000001:3.0:1781825324.123979:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302624785 00000100:00000001:3.0:1781825324.123981:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302616090 00000100:00000001:3.0:1781825324.123984:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302624785 00000100:00000001:3.0:1781825324.123986:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.123988:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.123992:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.123994:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.124006:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.124008:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.124010:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.124022:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.127262:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.127268:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825324.127277:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825324.127280:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825324.127283:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825324.127288:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825324.127291:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825324.127294:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825324.127302:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825324.127312:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.127319:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825324.127321:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.127324:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825324.127327:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825324.127329:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825324.127331:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.127334:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825324.127340:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=141 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825324.127344:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825324.127347:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825324.127349:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825324.127351:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825324.127353:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.127356:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825324.127360:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.127367:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.127370:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825324.127373:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825324.127377:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825324.127384:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051449600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.127388:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.127391:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825324.127404:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051449600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.127412:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825324.127415:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825324.127418:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825324.127423:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825324.127425:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825324.127428:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825324.127430:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825324.127432:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781825324.127436:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825324.127437:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825324.127439:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781825324.127442:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825324.127443:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.127446:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.127448:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.127449:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825324.127451:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.127452:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.131328:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.131333:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825324.131449:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825324.131451:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825324.131455:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825324.131459:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781825324.131462:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781825324.131465:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825324.131470:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825324.131480:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.131487:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825324.131489:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.131491:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825324.131494:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825324.131497:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825324.131499:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.131502:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825324.131510:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=141 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825324.131514:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825324.131517:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825324.131518:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825324.131521:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825324.131534:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.131538:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825324.131540:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825324.131542:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825324.131543:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825324.131548:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.131555:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.131558:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825324.131560:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825324.131563:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825324.131568:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051449728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.131571:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.131573:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825324.131575:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051449728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.131580:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825324.131582:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825324.131584:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825324.131587:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825324.131589:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825324.131590:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825324.131592:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825324.131594:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825324.131596:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825324.131598:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825324.131599:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781825324.131602:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825324.131603:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.131604:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.131610:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825324.131612:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.131613:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.131615:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.134241:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.134246:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825324.134252:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825324.134254:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825324.134256:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825324.134260:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825324.134262:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825324.134265:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825324.134270:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825324.134279:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.134285:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825324.134287:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.134289:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825324.134292:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825324.134294:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825324.134297:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825324.134300:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825324.134307:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=141 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825324.134311:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825324.134314:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825324.134315:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825324.134317:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825324.134320:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.134323:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825324.134325:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825324.134327:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825324.134328:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825324.134332:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.134338:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825324.134341:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825324.134342:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825324.134346:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825324.134353:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825324.134357:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.134360:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825324.134363:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051449856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825324.134369:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825324.134371:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825324.134374:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825324.134377:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825324.134379:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825324.134382:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825324.134383:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825324.134385:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825324.134389:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825324.134390:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825324.134393:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781825324.134410:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825324.134411:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.134414:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825324.134421:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825324.134422:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825324.134424:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825324.134427:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825324.566462:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825324.566465:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825324.566468:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825325.590301:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825325.590305:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825325.590308:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825326.614346:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825326.614400:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825326.614404:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825327.643713:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825327.643721:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825327.643725:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825328.662480:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825328.662484:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825328.662488:0:121683:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 7 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1781825328.662492:0:121683:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1781825328.662494:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.662499:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061200/0xbdeeeddaecd17b79 lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f8529 expref: -99 pid: 125162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.662511:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.662514:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.662517:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.662529:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x1d:0x0] mode (null) 00000002:00000001:2.0:1781825328.662533:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662536:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662542:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f08752b00 count: 2 00010000:00000001:2.0:1781825328.662545:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662549:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662551:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662552:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662554:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f08752b00 count: 2 00010000:00000001:2.0:1781825328.662556:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662558:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662560:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662560:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662562:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f08752b00 count: 2 00010000:00000001:2.0:1781825328.662563:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662565:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662567:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662568:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662569:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f08752b00 count: 2 00010000:00000001:2.0:1781825328.662571:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662572:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662574:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662577:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.662579:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.662585:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.662590:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.662594:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.662598:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.662605:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.662609:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.662614:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.662624:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.662628:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.662633:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4000. 00000008:00000010:2.0:1781825328.662637:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.662641:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.662645:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.662648:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.662651:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.662653:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.662655:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.662658:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x1d:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.662661:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.662663:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.662667:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.662669:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.662671:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x1d:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.662673:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.662675:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.662676:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.662679:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.662686:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.662689:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.662693:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.662695:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.662698:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.662700:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.662703:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4600. 00000008:00000010:2.0:1781825328.662706:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.662709:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.662712:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.662715:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.662717:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.662719:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.662721:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662724:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.662726:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x1d:0x0](ffff908f05ecba88) invalid 00000020:00000001:2.0:1781825328.662730:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.662732:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-19 (ffff908f269146c0) parent ffff908f38cf3870 inode ffff908f05ecba88 refc 0 00000080:00000001:2.0:1781825328.662741:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.662746:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.662749:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.662755:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.662757:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.662759:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.662762:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.662764:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.662765:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.662767:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.662770:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f32061200 with handle 0xbdeeeddaecd17b79 from hash 00010000:00000001:2.0:1781825328.662772:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.662773:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.662775:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.662776:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.662779:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.662780:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.662783:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.662785:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07744a00/0xbdeeeddaecd17b6b lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f84ff expref: -99 pid: 125161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.662792:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.662794:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.662795:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.662797:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x1c:0x0] mode (null) 00000002:00000001:2.0:1781825328.662799:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662800:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662802:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f38588900 count: 2 00010000:00000001:2.0:1781825328.662805:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662806:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662808:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662809:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662810:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f38588900 count: 2 00010000:00000001:2.0:1781825328.662811:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662827:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662829:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662830:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662831:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f38588900 count: 2 00010000:00000001:2.0:1781825328.662833:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662835:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.662837:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.662838:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.662839:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f38588900 count: 2 00010000:00000001:2.0:1781825328.662840:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.662842:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662847:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662849:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.662850:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.662853:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.662855:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.662858:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.662860:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.662863:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.662866:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.662868:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.662871:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.662874:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.662876:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4e00. 00000008:00000010:2.0:1781825328.662879:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00000020:00000001:0.0:1781825328.662879:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825328.662883:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:2.0:1781825328.662884:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.662889:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00010000:00010000:0.0:1781825328.662890:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000010:2.0:1781825328.662894:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.662897:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.662900:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.662902:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.662904:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x1c:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.662906:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.662908:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.662910:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.662911:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.662913:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x1c:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.662915:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.662916:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.662918:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.662920:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.662938:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.662941:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.662944:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.662946:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.662948:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.662950:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.662953:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4000. 00000008:00000010:2.0:1781825328.662955:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.662957:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.662960:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.662962:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.662964:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.662966:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.662968:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.662970:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.662972:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x1c:0x0](ffff908f04155b88) invalid 00000020:00000001:2.0:1781825328.662974:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.662976:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-18 (ffff908f18baebd0) parent ffff908f38cf3870 inode ffff908f04155b88 refc 0 00000080:00000001:2.0:1781825328.662981:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.662983:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.662987:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.662990:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.662992:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.662995:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.662997:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.662998:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.662999:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.663001:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.663003:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f07744a00 with handle 0xbdeeeddaecd17b6b from hash 00010000:00000001:2.0:1781825328.663005:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.663275:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.663276:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.663277:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.663279:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.663281:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.663284:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.663287:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07745e00/0xbdeeeddaecd17b5d lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f84d5 expref: -99 pid: 125160 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.663295:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.663297:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.663298:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.663299:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x1b:0x0] mode (null) 00000002:00000001:2.0:1781825328.663301:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663303:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663305:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5500 count: 2 00010000:00000001:2.0:1781825328.663307:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663310:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663311:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663312:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663314:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5500 count: 2 00010000:00000001:2.0:1781825328.663315:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663317:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663319:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663320:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663321:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5500 count: 2 00010000:00000001:2.0:1781825328.663322:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663324:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663325:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663327:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663328:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5500 count: 2 00010000:00000001:2.0:1781825328.663330:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663331:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663333:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663335:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.663337:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.663340:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.663343:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.663345:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.663348:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663351:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663353:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663356:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663359:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663361:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663363:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4600. 00000008:00000010:2.0:1781825328.663366:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663368:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663371:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663373:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.663375:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.663378:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.663379:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.663381:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x1b:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.663383:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.663384:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.663386:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.663388:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.663390:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x1b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.663392:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.663393:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.663395:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.663397:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.663400:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663403:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663406:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663408:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663410:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663412:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663414:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4e00. 00000008:00000010:2.0:1781825328.663416:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663419:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663421:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663423:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.663425:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.663427:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.663429:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663431:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.663432:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x1b:0x0](ffff908f05ecc2c8) invalid 00000020:00000001:2.0:1781825328.663435:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.663437:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-17 (ffff908f04141948) parent ffff908f38cf3870 inode ffff908f05ecc2c8 refc 0 00000080:00000001:2.0:1781825328.663441:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.663444:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.663447:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.663449:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.663450:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.663452:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.663454:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.663455:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.663456:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.663463:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.663465:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f07745e00 with handle 0xbdeeeddaecd17b5d from hash 00010000:00000001:2.0:1781825328.663468:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.663469:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.663470:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.663471:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.663472:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.663473:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.663476:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.663478:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492c00/0xbdeeeddaecd17b4f lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f84ab expref: -99 pid: 125159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.663485:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.663487:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.663488:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.663490:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x1a:0x0] mode (null) 00000002:00000001:2.0:1781825328.663491:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663493:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663495:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5100 count: 2 00010000:00000001:2.0:1781825328.663496:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663498:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663500:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663501:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663502:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5100 count: 2 00010000:00000001:2.0:1781825328.663503:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663505:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663506:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663507:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663508:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5100 count: 2 00010000:00000001:2.0:1781825328.663510:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663512:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663514:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663515:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663516:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5100 count: 2 00010000:00000001:2.0:1781825328.663518:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663520:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663521:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663523:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.663524:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.663527:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.663529:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.663532:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.663535:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663538:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663540:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663542:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663545:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663547:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663550:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4000. 00000008:00000010:2.0:1781825328.663552:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663554:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663556:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663558:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.663560:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.663562:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.663563:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.663565:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x1a:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.663567:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.663568:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.663569:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.663571:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.663572:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x1a:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.663574:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.663576:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.663577:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.663579:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.663582:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663584:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663586:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663588:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663590:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663592:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663594:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4600. 00000008:00000010:2.0:1781825328.663596:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663598:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663601:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663603:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.663605:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.663607:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.663609:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663611:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.663612:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x1a:0x0](ffff908f05ecdb88) invalid 00000020:00000001:2.0:1781825328.663615:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.663616:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-16 (ffff908f04143360) parent ffff908f38cf3870 inode ffff908f05ecdb88 refc 0 00000080:00000001:2.0:1781825328.663621:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.663623:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.663626:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.663629:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.663630:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.663632:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.663633:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.663634:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.663636:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.663637:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.663640:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38492c00 with handle 0xbdeeeddaecd17b4f from hash 00010000:00000001:2.0:1781825328.663642:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.663643:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.663644:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.663645:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.663647:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.663648:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.663650:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.663653:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061e00/0xbdeeeddaecd17b41 lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f8481 expref: -99 pid: 125158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.663660:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.663662:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.663663:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.663664:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x19:0x0] mode (null) 00000002:00000001:2.0:1781825328.663666:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663667:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663669:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797100 count: 2 00010000:00000001:2.0:1781825328.663671:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663673:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663674:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663675:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663677:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797100 count: 2 00010000:00000001:2.0:1781825328.663679:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663680:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663682:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663683:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663684:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797100 count: 2 00010000:00000001:2.0:1781825328.663685:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663687:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.663688:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.663688:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.663690:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797100 count: 2 00010000:00000001:2.0:1781825328.663691:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.663693:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663695:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663696:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.663697:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.663700:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.663702:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.663705:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.663707:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663709:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663711:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663714:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663716:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663718:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663721:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4e00. 00000008:00000010:2.0:1781825328.663723:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663725:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663727:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663729:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.663731:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.663733:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.663734:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.663735:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x19:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.663737:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.663739:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.663740:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.663742:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.663744:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x19:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.663745:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.663747:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.663748:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.663750:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.663753:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.663755:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.663758:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.663760:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.663762:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.663764:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.663766:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4000. 00000008:00000010:2.0:1781825328.663768:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.663770:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.663772:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.663774:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.663776:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.663777:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.663779:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.663780:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.663782:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x19:0x0](ffff908f04161148) invalid 00000020:00000001:2.0:1781825328.663784:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.663786:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-15 (ffff908f269141b0) parent ffff908f38cf3870 inode ffff908f04161148 refc 0 00000080:00000001:2.0:1781825328.663790:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.663792:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.663795:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.663798:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.663799:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.663801:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.663803:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.663804:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.663806:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.663807:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.663810:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f32061e00 with handle 0xbdeeeddaecd17b41 from hash 00010000:00000001:2.0:1781825328.665024:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.665031:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.665033:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.665034:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.665038:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.665040:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.665045:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.665049:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492600/0xbdeeeddaecd17b33 lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f8457 expref: -99 pid: 125157 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.665059:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.665062:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.665063:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.665065:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x18:0x0] mode (null) 00000002:00000001:2.0:1781825328.665067:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665070:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665073:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5600 count: 2 00010000:00000001:2.0:1781825328.665075:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665092:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665094:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665095:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665097:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5600 count: 2 00010000:00000001:2.0:1781825328.665098:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665100:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665101:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665103:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665104:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5600 count: 2 00010000:00000001:2.0:1781825328.665105:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665107:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665108:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665109:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665110:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f102d5600 count: 2 00010000:00000001:2.0:1781825328.665112:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665113:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.665115:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.665118:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.665119:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.665126:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.665130:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.665134:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.665138:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.665142:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.665145:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.665148:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.665152:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.665155:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.665158:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4600. 00000008:00000010:2.0:1781825328.665161:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.665164:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.665167:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.665170:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.665172:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.665174:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.665175:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.665178:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x18:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.665180:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.665181:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.665184:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.665571:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.665577:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x18:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.665579:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.665581:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.665583:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.665586:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.665591:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.665595:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.665599:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.665601:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.665604:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.665606:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.665609:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4e00. 00000008:00000010:2.0:1781825328.665611:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.665613:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.665616:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.665619:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.665621:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.665623:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.665626:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.665628:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.665631:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x18:0x0](ffff908f05ec8908) invalid 00000020:00000001:2.0:1781825328.665634:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.665637:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-14 (ffff908f04143000) parent ffff908f38cf3870 inode ffff908f05ec8908 refc 0 00000080:00000001:2.0:1781825328.665644:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.665649:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.665654:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.665658:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.665660:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.665663:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.665666:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.665667:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.665669:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.665671:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.665674:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f38492600 with handle 0xbdeeeddaecd17b33 from hash 00010000:00000001:2.0:1781825328.665676:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.665677:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.665678:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.665679:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.665681:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.665682:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.665684:0:121683:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1781825328.665688:0:121683:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f04510a00/0xbdeeeddaecd17b25 lrc: 2/0,0 mode: PR/PR res: [0x2000134b3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x3f3181562c2f842d expref: -99 pid: 125156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1781825328.665695:0:121683:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1781825328.665697:0:121683:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1781825328.665699:0:121683:0:(file.c:6017:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1781825328.665700:0:121683:0:(file.c:6023:ll_have_md_lock()) trying to match res [0x2000134b3:0x17:0x0] mode (null) 00000002:00000001:2.0:1781825328.665702:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665704:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665707:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797f00 count: 2 00010000:00000001:2.0:1781825328.665708:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665711:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665712:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665713:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665714:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797f00 count: 2 00010000:00000001:2.0:1781825328.665716:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665718:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665719:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665720:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665721:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797f00 count: 2 00010000:00000001:2.0:1781825328.665723:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665725:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1781825328.665726:0:121683:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1781825328.665727:0:121683:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1781825328.665728:0:121683:0:(ldlm_resource.c:1630:ldlm_resource_getref()) getref res: ffff908f06797f00 count: 2 00010000:00000001:2.0:1781825328.665730:0:121683:0:(ldlm_resource.c:1569:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1781825328.665732:0:121683:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.665733:0:121683:0:(file.c:6045:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.665735:0:121683:0:(file.c:6714:ll_layout_conf()) Process entered 00000020:00000001:2.0:1781825328.665736:0:121683:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:2.0:1781825328.665740:0:121683:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff908f10bb2e10. 00000020:00000010:2.0:1781825328.665743:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4600. 00000020:00000010:2.0:1781825328.665745:0:121683:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.665748:0:121683:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.665751:0:121683:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.665753:0:121683:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.665756:0:121683:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.665758:0:121683:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.665761:0:121683:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.665763:0:121683:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff908f183d4000. 00000008:00000010:2.0:1781825328.665766:0:121683:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.665769:0:121683:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.665771:0:121683:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.665774:0:121683:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff908f109e4d20. 00000020:00000001:2.0:1781825328.665776:0:121683:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446621542868266520 : -122530841285096 : ffff908f10bb2e18) 00000020:00001000:2.0:1781825328.665778:0:121683:0:(cl_object.c:831:cl_env_get()) 1@ffff908f10bb2e10 00000020:00000001:2.0:1781825328.665779:0:121683:0:(cl_object.c:351:cl_conf_set()) Process entered 00000080:00200000:2.0:1781825328.665781:0:121683:0:(vvp_object.c:117:vvp_conf_set()) [0x2000134b3:0x17:0x0]: losing layout lock 00000080:00000001:2.0:1781825328.665783:0:121683:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1781825328.665784:0:121683:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1781825328.665786:0:121683:0:(lov_object.c:1417:lov_conf_set()) Process entered 00020000:00000001:2.0:1781825328.665788:0:121683:0:(lov_object.c:1431:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1781825328.665789:0:121683:0:(lov_object.c:1504:lov_conf_set()) [0x2000134b3:0x17:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1781825328.665791:0:121683:0:(lov_object.c:1505:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.665793:0:121683:0:(cl_object.c:359:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1781825328.665794:0:121683:0:(cl_object.c:925:cl_env_put()) 1@ffff908f10bb2e10 00000020:00000010:2.0:1781825328.665796:0:121683:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff908f183d4e00. 00000020:00000010:2.0:1781825328.665799:0:121683:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff908f07095180. 00000008:00000010:2.0:1781825328.665801:0:121683:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff908f06000b28. 00020000:00000010:2.0:1781825328.665803:0:121683:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff908f04adf9c0. 00008000:00000010:2.0:1781825328.665805:0:121683:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff908f08189530. 00000080:00000010:2.0:1781825328.665807:0:121683:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff908f08ae3888. 00000080:00000010:2.0:1781825328.665809:0:121683:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff908f06605b60. 00000020:00000010:2.0:1781825328.665811:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4600. 00000008:00000010:2.0:1781825328.666283:0:121683:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff908f04895ce0. 00020000:00000010:2.0:1781825328.666288:0:121683:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff908f071bba80. 00008000:00000010:2.0:1781825328.666291:0:121683:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff908f07f45fc0. 00000080:00000010:2.0:1781825328.666293:0:121683:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff908f109e4d20. 00000020:00000010:2.0:1781825328.666296:0:121683:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff908f183d4000. 00000020:00000010:2.0:1781825328.666298:0:121683:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff908f10bb2e10. 00000080:00000001:2.0:1781825328.666300:0:121683:0:(file.c:6756:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1781825328.666302:0:121683:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1781825328.666304:0:121683:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x2000134b3:0x17:0x0](ffff908f04167448) invalid 00000020:00000001:2.0:1781825328.666306:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbca0 00000080:00002000:2.0:1781825328.666308:0:121683:0:(llite_internal.h:2048:d_lustre_invalidate()) invalidate dentry f170.recovery-small-13 (ffff908f04141e58) parent ffff908f38cf3870 inode ffff908f04167448 refc 0 00000080:00000001:2.0:1781825328.666315:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.666319:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.666322:0:121683:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1781825328.666324:0:121683:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffad9581ccbc10 00000080:00002000:2.0:1781825328.666325:0:121683:0:(dcache.c:127:ll_ddelete()) deleting dentry d170.recovery-small (ffff908f38cf3870, parent ffff908f05f5ca20, inode ffff908f04166c08) hashed, 00000080:00000001:2.0:1781825328.666328:0:121683:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1781825328.666331:0:121683:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1781825328.666334:0:121683:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1781825328.666337:0:121683:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1781825328.666339:0:121683:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1781825328.666341:0:121683:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.666343:0:121683:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1781825328.666346:0:121683:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1781825328.666347:0:121683:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1781825328.666348:0:121683:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1781825328.666350:0:121683:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825328.666352:0:121683:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff908f04510a00 with handle 0xbdeeeddaecd17b25 from hash 00010000:00000001:2.0:1781825328.666354:0:121683:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1781825328.666356:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1781825328.666357:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666358:0:121683:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1781825328.666360:0:121683:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1781825328.666361:0:121683:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1781825328.666363:0:121683:0:(ldlm_request.c:1880:ldlm_cli_cancel_list_local()) Process leaving (rc=7 : 7 : 7) 00010000:00000001:2.0:1781825328.666366:0:121683:0:(ldlm_request.c:2444:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1781825328.666369:0:121683:0:(ldlm_request.c:1519:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1781825328.666377:0:121683:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825328.666382:0:121683:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825328.666388:0:121683:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825328.666390:0:121683:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825328.666395:0:121683:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825328.666401:0:121683:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff908f183d4000. 00000100:00000001:2.0:1781825328.666408:0:121683:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825328.666410:0:121683:0:(ldlm_request.c:1460:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1781825328.666416:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061200/0xbdeeeddaecd17b79 lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8529 expref: -99 pid: 125162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666429:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07744a00/0xbdeeeddaecd17b6b lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84ff expref: -99 pid: 125161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666437:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07745e00/0xbdeeeddaecd17b5d lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84d5 expref: -99 pid: 125160 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666444:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492c00/0xbdeeeddaecd17b4f lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84ab expref: -99 pid: 125159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666788:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061e00/0xbdeeeddaecd17b41 lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8481 expref: -99 pid: 125158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666796:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492600/0xbdeeeddaecd17b33 lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8457 expref: -99 pid: 125157 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666802:0:121683:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f04510a00/0xbdeeeddaecd17b25 lrc: 1/0,0 mode: --/PR res: [0x2000134b3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f842d expref: -99 pid: 125156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1781825328.666807:0:121683:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 7 locks packed 00010000:00000001:2.0:1781825328.666809:0:121683:0:(ldlm_request.c:1492:ldlm_cancel_pack()) Process leaving (rc=7 : 7 : 7) 00000100:00000001:2.0:1781825328.666822:0:121683:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825328.666826:0:121683:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825328.666838:0:121683:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1781825328.666867:0:121683:0:(ldlm_request.c:1587:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1781825328.666870:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666872:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061200/0xbdeeeddaecd17b79 lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8529 expref: -99 pid: 125162 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666884:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d000. 00010000:00000040:2.0:1781825328.666889:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f08752b00 count: 0 00010000:00000010:2.0:1781825328.666894:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f06816e00. 00010000:00000001:2.0:1781825328.666900:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666902:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666904:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07744a00/0xbdeeeddaecd17b6b lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84ff expref: -99 pid: 125161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666910:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f0686dd80. 00010000:00000040:2.0:1781825328.666912:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f38588900 count: 0 00010000:00000010:2.0:1781825328.666914:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f06fc9f80. 00010000:00000001:2.0:1781825328.666918:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666919:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666922:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f07745e00/0xbdeeeddaecd17b5d lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84d5 expref: -99 pid: 125160 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666936:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d4c0. 00010000:00000040:2.0:1781825328.666939:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5500 count: 0 00010000:00000010:2.0:1781825328.666941:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f06816c80. 00010000:00000001:2.0:1781825328.666945:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666946:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666948:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492c00/0xbdeeeddaecd17b4f lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f84ab expref: -99 pid: 125159 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666954:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d700. 00010000:00000040:2.0:1781825328.666956:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5100 count: 0 00010000:00000010:2.0:1781825328.666958:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f06816800. 00010000:00000001:2.0:1781825328.666962:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666962:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666965:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f32061e00/0xbdeeeddaecd17b41 lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8481 expref: -99 pid: 125158 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666971:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f079f05c0. 00010000:00000040:2.0:1781825328.666974:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f06797100 count: 0 00010000:00000010:2.0:1781825328.666976:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f086aa300. 00010000:00000001:2.0:1781825328.666980:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666981:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666983:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f38492600/0xbdeeeddaecd17b33 lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f8457 expref: -99 pid: 125157 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.666988:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f31f0d7c0. 00010000:00000040:2.0:1781825328.666990:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f102d5600 count: 0 00010000:00000010:2.0:1781825328.666992:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f06816000. 00010000:00000001:2.0:1781825328.666996:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.666997:0:121683:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1781825328.666999:0:121683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff908f02d98000 lock: ffff908f04510a00/0xbdeeeddaecd17b25 lrc: 0/0,0 mode: --/PR res: [0x2000134b3:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x3f3181562c2f842d expref: -99 pid: 125156 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1781825328.667004:0:121683:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff908f079f0ac0. 00010000:00000040:2.0:1781825328.667006:0:121683:0:(ldlm_resource.c:1678:ldlm_resource_putref()) putref res: ffff908f06797f00 count: 0 00010000:00000010:2.0:1781825328.667008:0:121683:0:(ldlm_resource.c:1539:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff908f086aae00. 00010000:00000001:2.0:1781825328.667011:0:121683:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1781825328.667013:0:121683:0:(ldlm_request.c:2492:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1781825328.667016:0:121683:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff908f0682d540. 00010000:00000001:2.0:1781825328.667019:0:121683:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825328.667022:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825328.667024:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825328.667026:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825328.667028:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825328.667029:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825328.667031:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825328.667033:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825328.667034:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825328.667036:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1781825328.667098:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825328.667102:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825328.667105:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825328.667111:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825328.667120:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825328.667122:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825328.667126:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825328.667128:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825328.667131:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825328.667135:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449984:192.168.204.116@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1781825328.667139:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825328.667145:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825328.667148:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825328.667151:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825328.667156:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825328.667159:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825328.667166:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825328.667170:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825328.667177:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825328.667183:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051449984, portal 18 00000100:00000001:3.0:1781825328.667194:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825328.667196:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781825328.667202:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825328.667215:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825328.667218:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825328.667220:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825328.667224:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 17, xid 1868371051449984, offset 0 00000400:00000200:3.0:1781825328.667230:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825328.667237:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825328.667244:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825328.667248:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825328.667252:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825328.667255:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825328.667258:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825328.667261:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378422:378422:256:4294967295] 192.168.204.116@tcp LPNI seq info [378373:378373:8:4294967295] 00000400:00000200:3.0:1781825328.667266:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825328.667275:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825328.667281:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 368 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825328.667285:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac000. 00000800:00000200:3.0:1781825328.667291:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825328.667298:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825328.667302:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac000 type 1, nob 464 niov 1 nkiov 1 00000100:00000001:3.0:1781825328.667314:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825328.667319:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27631 usecs (28 jiffies) 00000400:00000200:3.0:1781825328.667322:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825328.667325:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302620641 00000100:00000001:3.0:1781825328.667328:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302624785 00000100:00000001:3.0:1781825328.667331:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302620641 00000100:00000001:3.0:1781825328.667333:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302624785 00000100:00000001:3.0:1781825328.667335:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825328.667338:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.667341:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.667343:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825328.667348:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825328.667350:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825328.667352:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825328.667353:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825328.667355:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.667357:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.667364:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825328.667366:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1781825328.676124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94ce0. 00000080:00000010:2.1:1781825328.676143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad67c0. 00000100:00000001:3.0:1781825328.678035:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825328.678041:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825328.678047:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825328.678049:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825328.678053:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825328.678057:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825328.678060:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825328.678063:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825328.678069:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825328.678121:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825328.678129:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825328.678131:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825328.678134:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825328.678137:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825328.678139:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825328.678141:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825328.678144:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825328.678154:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fd80 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1781825328.678158:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=58 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825328.678161:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825328.678174:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825328.678177:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825328.678180:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.678184:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825328.678186:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825328.678189:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825328.678190:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825328.678195:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825328.678203:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825328.678207:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825328.678210:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825328.678215:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825328.678223:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051449984:192.168.204.116@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1781825328.678228:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825328.678230:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825328.678232:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051449984/t0(0) o103->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:17/18 lens 368/224 e 0 to 0 dl 1781825344 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825328.678239:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825328.678241:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825328.678244:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825328.678248:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825328.678250:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825328.678251:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825328.678253:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825328.678256:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff908f183d4000. 02000000:00000001:3.0:1781825328.678260:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825328.678261:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825328.678263:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781825328.678267:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825328.678268:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825328.678270:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825328.678277:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825328.678279:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825328.678281:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825328.678283:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.1:1781825328.681123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6200. 00000080:00000010:2.1:1781825328.681143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd020. 00000080:00000010:2.1:1781825328.681153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f18d94c00. 00000080:00000010:2.1:1781825328.685287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f07ecd8a0. 00000080:00000010:2.1:1781825328.685308:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f04ad6680. 00000080:00000010:2.1:1781825328.685313:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff908f061f7da0. 00010000:00000010:2.1:1781825328.685320:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f08752b00. 00010000:00000010:2.1:1781825328.685326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061200. 00010000:00000010:2.1:1781825328.685331:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f38588900. 00010000:00000010:2.1:1781825328.685334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07744a00. 00010000:00000010:2.1:1781825328.685338:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5500. 00010000:00000010:2.1:1781825328.685341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f07745e00. 00010000:00000010:2.1:1781825328.685344:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5100. 00010000:00000010:2.1:1781825328.685347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492c00. 00010000:00000010:2.1:1781825328.685351:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797100. 00010000:00000010:2.1:1781825328.685353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f32061e00. 00010000:00000010:2.1:1781825328.685356:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f102d5600. 00010000:00000010:2.1:1781825328.685358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f38492600. 00010000:00000010:2.1:1781825328.685360:0:0:0:(ldlm_resource.c:1529:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff908f06797f00. 00010000:00000010:2.1:1781825328.685363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff908f04510a00. 00000100:00000040:2.0:1781825329.238567:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825329.238578:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825329.238588:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825329.238594:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825329.238598:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825329.238601:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825329.238605:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825329.238612:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825329.238618:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238629:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825329.238639:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825329.238643:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238649:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825329.238679:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238683:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825329.238686:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825329.238689:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825329.238691:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825329.238693:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825329.238694:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825329.238696:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825329.238699:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825329.238701:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238704:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825329.238711:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825329.238713:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238716:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825329.238724:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238726:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825329.238728:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825329.238731:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825329.238733:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:2.0:1781825329.238735:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825329.238736:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825329.238738:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825329.238742:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825329.238744:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238747:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825329.238754:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825329.238755:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238758:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825329.238764:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825329.238766:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825329.238768:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825329.238773:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7958) 00000100:00000001:3.0:1781825329.239385:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.239390:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825329.239393:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825329.239401:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.239411:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825329.239413:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.239418:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825329.239420:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825329.239423:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825329.239427:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051450112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825329.239432:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825329.239438:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825329.239441:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.239444:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825329.239449:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825329.239451:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825329.239460:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825329.239464:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825329.239471:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825329.239601:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450112, portal 25 00000100:00000001:3.0:1781825329.239604:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825329.239606:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781825329.239612:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.239620:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825329.239622:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825329.239625:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825329.239629:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051450112, offset 0 00000400:00000200:3.0:1781825329.239681:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825329.239692:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.239699:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825329.239703:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825329.239708:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825329.239712:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825329.239714:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825329.239718:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378423:378423:256:4294967295] 192.168.204.116@tcp LPNI seq info [378374:378374:8:4294967295] 00000400:00000200:3.0:1781825329.239722:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.239733:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825329.239739:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825329.239744:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825329.239751:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825329.239758:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825329.239763:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825329.239838:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825329.239844:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825329.239847:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302629906 00000100:00000001:3.0:1781825329.239855:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302624785 00000100:00000001:3.0:1781825329.239858:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302629906 00000100:00000001:3.0:1781825329.239862:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302624785 00000100:00000001:3.0:1781825329.239865:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.239868:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.239871:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825329.239876:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.239884:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825329.239885:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.239888:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825329.239890:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825329.239892:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825329.239894:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051450368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825329.239898:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825329.239901:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825329.239903:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.239904:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825329.239908:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825329.239910:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825329.239924:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825329.239927:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825329.239932:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825329.239935:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450368, portal 4 00000100:00000001:3.0:1781825329.239937:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825329.239938:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781825329.239944:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.239951:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825329.239953:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825329.239955:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825329.239957:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051450368, offset 0 00000400:00000200:3.0:1781825329.239961:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825329.239965:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.239969:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825329.239971:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825329.239973:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825329.239975:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825329.239978:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825329.239980:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378424:378424:255:4294967295] 192.168.204.116@tcp LPNI seq info [378375:378375:7:4294967295] 00000400:00000200:3.0:1781825329.239984:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.239989:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825329.239993:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825329.239996:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2aca00. 00000800:00000200:3.0:1781825329.240000:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825329.240004:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825329.240006:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2aca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825329.240009:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825329.240013:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 658055 usecs (659 jiffies) 00000400:00000200:3.0:1781825329.240015:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825329.240017:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302621844 00000100:00000001:3.0:1781825329.240019:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302629906 00000100:00000001:3.0:1781825329.240021:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302621844 00000100:00000001:3.0:1781825329.240023:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302629906 00000100:00000001:3.0:1781825329.240025:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.240027:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.240030:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.240032:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.240039:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825329.240041:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825329.240043:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.240044:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825329.240046:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825329.240049:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825329.240050:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.240052:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825329.240053:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.240054:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.240055:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825329.240056:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825329.240060:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.240066:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825329.240068:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.240070:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825329.240072:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825329.240074:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825329.240076:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051450240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825329.240119:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825329.240123:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825329.240124:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.240126:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825329.240129:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825329.240131:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825329.240134:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825329.240136:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825329.240140:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825329.240142:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450240, portal 10 00000100:00000001:3.0:1781825329.240144:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825329.240145:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825329.240150:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.240165:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825329.240168:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825329.240170:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781825329.240172:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051450240, offset 0 00000400:00000200:3.0:1781825329.240176:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825329.240179:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.240182:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825329.240185:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825329.240187:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825329.240189:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825329.240191:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825329.240193:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378425:378425:254:4294967295] 192.168.204.116@tcp LPNI seq info [378376:378376:6:4294967295] 00000400:00000200:3.0:1781825329.240197:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825329.240202:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825329.240206:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825329.240209:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825329.240212:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825329.240224:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825329.240227:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825329.240229:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825329.240233:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20683 usecs (21 jiffies) 00000400:00000200:3.0:1781825329.240235:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825329.240237:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302621207 00000100:00000001:3.0:1781825329.240239:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302629906 00000100:00000001:3.0:1781825329.240241:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302621207 00000100:00000001:3.0:1781825329.240243:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302629906 00000100:00000001:3.0:1781825329.240245:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.240247:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.240249:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.240251:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.240262:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.240269:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825329.245889:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825329.245899:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac900. 00000400:00000200:0.0:1781825329.245908:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825329.245925:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825329.245932:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:0.0:1781825329.245936:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:0.0:1781825329.245942:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825329.245950:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.245963:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825329.245966:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.245974:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825329.245976:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825329.245989:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825329.245991:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2aca00. 00000400:00000200:0.0:1781825329.245994:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825329.245997:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825329.245999:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:0.0:1781825329.246001:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:0.0:1781825329.246003:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825329.246006:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.246013:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825329.246015:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.246021:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825329.246022:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825329.246119:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825329.246122:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2acc00. 00000400:00000200:0.0:1781825329.246125:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825329.246129:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825329.246132:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:0.0:1781825329.246134:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:0.0:1781825329.246137:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825329.246141:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.246149:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825329.246151:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.246157:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825329.246158:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825329.252854:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.252859:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825329.252868:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825329.252870:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825329.252874:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825329.252878:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:3.0:1781825329.252881:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:3.0:1781825329.252885:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825329.252892:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825329.252902:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.252909:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825329.252922:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.252925:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825329.252928:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825329.252931:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825329.252933:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.252936:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825329.252945:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825329.252949:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825329.252952:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825329.252954:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825329.252957:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825329.252960:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.252965:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825329.252967:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825329.252969:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825329.252970:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825329.252975:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.252983:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.252986:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825329.252989:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825329.252993:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825329.253001:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051450368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825329.253006:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.253009:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825329.253012:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051450368/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.253019:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825329.253022:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825329.253025:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825329.253028:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825329.253031:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825329.255275:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825329.255285:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825329.255290:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825329.255296:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825329.255298:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825329.255301:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781825329.255305:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825329.255306:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.255311:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.255315:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.255317:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825329.255321:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.255322:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825329.258698:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.258720:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825329.258724:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.258727:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825329.258735:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.258743:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825329.258754:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259603:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259610:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259616:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d48f00 00000400:00000200:0.0:1781825329.259621:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259627:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe541 [1] + 224 00000800:00000001:0.0:1781825329.259705:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.259714:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825329.259718:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825329.259723:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825329.259730:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825329.259738:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825329.259754:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.259780:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825329.259791:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.259796:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825329.259798:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.259800:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825329.259804:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259808:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825329.259813:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259815:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259817:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259820:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d48f80 00000400:00000200:0.0:1781825329.259823:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825329.259827:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe551 [1] + 224 00000800:00000001:0.0:1781825329.262173:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.262196:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825329.262202:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825329.262212:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825329.262218:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825329.262226:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825329.262238:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825329.262249:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825329.262259:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825329.262262:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262403:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.262407:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825329.262414:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825329.262416:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825329.262420:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825329.262425:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:3.0:1781825329.262427:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:3.0:1781825329.262429:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825329.262434:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825329.262443:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262449:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825329.262450:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262452:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825329.262455:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825329.262457:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825329.262459:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.262462:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825329.262470:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=146 v=5 (5 36 36 36) 00000100:00001000:3.0:1781825329.262484:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825329.262486:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825329.262488:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825329.262490:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825329.262493:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.262496:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825329.262498:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825329.262500:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825329.262501:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825329.262506:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262513:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.262525:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825329.262528:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825329.262533:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825329.262541:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051450240:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825329.262547:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825329.262548:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825329.262550:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825329.262552:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825329.262554:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825329.262557:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825329.262560:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825329.262568:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262574:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825329.262575:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262577:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825329.262578:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825329.262580:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825329.262582:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825329.262584:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825329.262587:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825329.262591:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825329.262592:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825329.262594:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825329.262595:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825329.262597:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.262598:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825329.262601:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262607:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825329.262610:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825329.262611:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825329.262614:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825329.262621:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051450112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825329.262625:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262627:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825329.262630:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051450240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262636:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825329.262639:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825329.262642:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825329.262646:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825329.262649:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825329.262650:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825329.262652:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825329.262655:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781825329.262658:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825329.262660:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825329.262662:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781825329.262666:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825329.262668:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262670:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825329.262673:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051450112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825329.262679:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825329.262680:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825329.262682:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825329.262684:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825329.262685:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825329.262686:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825329.262687:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825329.262688:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825329.262691:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825329.262692:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825329.262693:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781825329.262695:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825329.262696:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262699:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825329.262706:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825329.262708:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825329.262710:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825329.262712:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825329.691045:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825329.691052:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825329.691056:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825330.710322:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825330.710325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825330.710328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825331.734339:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825331.734342:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825331.734346:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825332.759320:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825332.759325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825332.759328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825333.782300:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825333.782304:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825333.782306:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825334.359115:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.359119:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825334.359121:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825334.359127:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051450496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359135:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825334.359137:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359141:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825334.359143:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825334.359146:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825334.359150:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051450496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825334.359154:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825334.359159:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825334.359162:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359164:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825334.359169:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:0.0:1781825334.359171:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825334.359178:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825334.359182:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838a50. 00000400:00000010:0.0:1781825334.359188:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825334.359195:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450496, portal 25 00000100:00000001:0.0:1781825334.359197:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825334.359198:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:0.0:1781825334.359203:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051450496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359211:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825334.359213:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825334.359216:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825334.359219:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051450496, offset 0 00000400:00000200:0.0:1781825334.359225:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359233:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359240:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825334.359245:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825334.359248:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825334.359252:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825334.359254:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359257:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378426:378426:256:4294967295] 192.168.204.116@tcp LPNI seq info [378377:378377:8:4294967295] 00000400:00000200:0.0:1781825334.359262:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359271:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825334.359276:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825334.359280:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825334.359286:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825334.359293:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825334.359297:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825334.359315:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825334.359319:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825334.359322:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302635026 00000100:00000001:0.0:1781825334.359329:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302629906 00000100:00000001:0.0:1781825334.359333:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302635026 00000100:00000001:0.0:1781825334.359336:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302629906 00000100:00000001:0.0:1781825334.359339:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.359342:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359344:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825334.359348:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051450752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359354:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825334.359356:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359358:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825334.359360:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825334.359362:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825334.359364:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051450752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825334.359367:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825334.359369:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825334.359371:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359372:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825334.359375:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825334.359376:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825334.359379:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825334.359382:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838948. 00000400:00000010:0.0:1781825334.359385:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781825334.359388:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450752, portal 10 00000100:00000001:0.0:1781825334.359389:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825334.359391:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825334.359396:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051450752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359403:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825334.359405:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825334.359407:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825334.359409:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051450752, offset 0 00000400:00000200:0.0:1781825334.359413:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359416:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359419:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825334.359422:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825334.359424:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825334.359426:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825334.359428:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359431:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378427:378427:255:4294967295] 192.168.204.116@tcp LPNI seq info [378378:378378:7:4294967295] 00000400:00000200:0.0:1781825334.359435:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359441:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825334.359444:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825334.359448:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825334.359451:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825334.359455:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825334.359457:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825334.359460:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825334.359464:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20702 usecs (21 jiffies) 00000400:00000200:0.0:1781825334.359467:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825334.359468:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302626326 00000100:00000001:0.0:1781825334.359471:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359473:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302626326 00000100:00000001:0.0:1781825334.359474:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359476:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.359478:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359480:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.359488:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825334.359490:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825334.359492:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.359493:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825334.359494:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825334.359497:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825334.359498:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.359500:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825334.359501:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.359503:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.359504:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825334.359505:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825334.359508:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359513:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825334.359514:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359516:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825334.359518:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825334.359520:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825334.359522:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051450624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825334.359525:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825334.359527:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825334.359529:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359530:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825334.359532:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825334.359534:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825334.359536:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825334.359538:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088383c8. 00000400:00000010:0.0:1781825334.359541:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825334.359543:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450624, portal 10 00000100:00000001:0.0:1781825334.359544:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825334.359546:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693308160 : -122531016243456 : ffff908f064d8700) 00000100:00000040:0.0:1781825334.359551:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359557:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825334.359559:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825334.359561:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825334.359563:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051450624, offset 0 00000400:00000200:0.0:1781825334.359567:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359570:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359572:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825334.359574:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825334.359576:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825334.359578:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825334.359580:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359583:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378428:378428:254:4294967295] 192.168.204.116@tcp LPNI seq info [378379:378379:6:4294967295] 00000400:00000200:0.0:1781825334.359586:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359592:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825334.359596:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825334.359599:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825334.359602:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825334.359605:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825334.359608:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825334.359610:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825334.359612:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27591 usecs (28 jiffies) 00000400:00000200:0.0:1781825334.359615:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825334.359616:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302626333 00000100:00000001:0.0:1781825334.359619:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359621:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302626333 00000100:00000001:0.0:1781825334.359623:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359625:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.359626:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359628:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825334.359631:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359636:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825334.359638:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359639:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825334.359640:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825334.359642:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825334.359645:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051450880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825334.359647:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825334.359649:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825334.359651:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.359652:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825334.359654:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825334.359655:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825334.359658:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825334.359660:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c08. 00000400:00000010:0.0:1781825334.359663:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825334.359665:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051450880, portal 4 00000100:00000001:0.0:1781825334.359667:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825334.359668:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000100:00000040:0.0:1781825334.359673:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.359678:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825334.359680:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825334.359682:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781825334.359684:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051450880, offset 0 00000400:00000200:0.0:1781825334.359687:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359689:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359692:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825334.359693:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825334.359695:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825334.359697:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825334.359699:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825334.359701:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378429:378429:253:4294967295] 192.168.204.116@tcp LPNI seq info [378380:378380:5:4294967295] 00000400:00000200:0.0:1781825334.359705:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.359710:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825334.359714:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825334.359718:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825334.359721:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825334.359724:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825334.359727:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825334.359729:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825334.359732:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 655823 usecs (656 jiffies) 00000400:00000200:0.0:1781825334.359735:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825334.359737:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302626961 00000100:00000001:0.0:1781825334.359739:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359741:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302626961 00000100:00000001:0.0:1781825334.359743:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302635026 00000100:00000001:0.0:1781825334.359745:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.359747:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359749:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359751:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.359774:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.359776:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825334.365265:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365290:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825334.365297:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365300:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825334.365312:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365323:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825334.365335:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365342:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365350:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365355:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d49080 00000400:00000200:0.0:1781825334.365361:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365369:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe559 [1] + 224 00000800:00000001:0.0:1781825334.365377:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365382:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825334.365386:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825334.365390:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825334.365401:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825334.365413:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051450496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825334.365426:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051450496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.365458:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825334.365470:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365474:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825334.365476:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365479:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825334.365482:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365486:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825334.365490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365493:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365495:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365498:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d49180 00000400:00000200:0.0:1781825334.365501:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825334.365506:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe569 [1] + 224 00000800:00000001:0.0:1781825334.365510:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365517:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825334.365519:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825334.365523:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825334.365526:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825334.365531:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051450752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825334.365541:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051450752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.365548:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825334.365552:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825334.365555:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369296:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.369301:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825334.369310:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825334.369312:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825334.369317:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088383c8. 00000400:00000200:0.0:1781825334.369323:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:0.0:1781825334.369326:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:0.0:1781825334.369331:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825334.369337:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825334.369346:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369358:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825334.369360:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369363:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825334.369367:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825334.369370:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825334.369372:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.369376:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825334.369389:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=151 v=5 (5 36 36 36) 00000100:00001000:0.0:1781825334.369393:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825334.369396:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825334.369398:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825334.369401:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825334.369405:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.369409:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825334.369412:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825334.369414:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825334.369416:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825334.369421:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369428:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.369432:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825334.369434:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825334.369438:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825334.369447:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051450624:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825334.369454:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825334.369455:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825334.369457:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c08. 00000400:00000200:0.0:1781825334.369460:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825334.369462:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825334.369464:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825334.369468:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825334.369476:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369482:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825334.369483:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369485:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825334.369486:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825334.369488:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825334.369489:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825334.369491:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825334.369495:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=151 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825334.369499:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825334.369501:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825334.369502:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825334.369503:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825334.369505:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.369508:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825334.369509:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:0.0:1781825334.369511:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825334.369512:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825334.369515:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369522:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825334.369524:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825334.369526:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825334.369529:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825334.369535:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051450880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825334.369539:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369542:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825334.369546:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8700 x1868371051450624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369553:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825334.369556:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825334.369561:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825334.369565:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825334.369568:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825334.369571:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825334.369574:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825334.369576:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825334.369580:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825334.369582:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825334.369584:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8700. 00000100:00000001:0.0:1781825334.369588:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825334.369590:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369591:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825334.369595:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051450880/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825334.369600:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825334.369602:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825334.369603:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825334.369605:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825334.369607:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825334.369608:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:0.0:1781825334.369610:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825334.369612:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:0.0:1781825334.369613:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825334.369614:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825334.369616:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:0.0:1781825334.369619:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825334.369620:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369622:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825334.369632:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825334.369634:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825334.369636:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825334.369639:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825334.806746:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825334.806750:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825334.806754:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825335.834129:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825335.834139:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825335.834145:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825336.857827:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825336.857837:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825336.857843:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825337.878334:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825337.878339:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825337.878342:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825338.902491:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825338.902494:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825338.902497:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825339.478356:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825339.478367:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825339.478387:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781825339.478394:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825339.478398:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825339.478401:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825339.478407:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825339.478414:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825339.478420:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478431:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825339.478442:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825339.478446:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478453:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478595:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478598:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825339.478601:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825339.478605:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781825339.478608:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825339.478611:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825339.478612:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825339.478615:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825339.478619:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825339.478622:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478627:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825339.478641:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825339.478643:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478647:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478655:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478657:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825339.478660:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825339.478663:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781825339.478665:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825339.478667:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825339.478669:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825339.478670:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825339.478673:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825339.478676:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478680:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825339.478687:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825339.478689:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478693:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_01+1] req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478700:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478702:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825339.478705:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825339.478709:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825339.478711:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:0.0:1781825339.478724:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825339.478725:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825339.478727:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825339.478730:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825339.478734:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478738:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825339.478744:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825339.478746:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478750:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_00+0] req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478757:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.478758:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825339.478762:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825339.478766:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7969) 00000100:00000001:0.0:1781825339.478800:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825339.478803:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825339.478806:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825339.478810:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478818:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825339.478820:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.478824:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825339.478827:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825339.478829:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825339.478833:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051451136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825339.478837:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825339.478842:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825339.478845:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.478847:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825339.478852:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8e00. 02000000:00000001:0.0:1781825339.478854:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825339.478860:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825339.478865:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c08. 00000400:00000010:0.0:1781825339.478872:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825339.478879:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051451136, portal 10 00000100:00000001:0.0:1781825339.478881:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825339.478884:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781825339.478891:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.478898:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825339.478900:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825339.478903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825339.478906:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051451136, offset 0 00000400:00000200:0.0:1781825339.478912:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825339.478920:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.478927:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825339.478932:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825339.478936:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825339.478939:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825339.478942:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825339.478945:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378430:378430:256:4294967295] 192.168.204.116@tcp LPNI seq info [378381:378381:8:4294967295] 00000400:00000200:0.0:1781825339.478950:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.478959:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825339.478964:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825339.478969:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825339.478976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825339.478983:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825339.478987:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825339.478998:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.479003:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27550 usecs (28 jiffies) 00000400:00000200:0.0:1781825339.479006:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825339.479009:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302631452 00000100:00000001:0.0:1781825339.479012:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302635026 00000100:00000001:0.0:1781825339.479015:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302631452 00000100:00000001:0.0:1781825339.479018:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302635026 00000100:00000001:0.0:1781825339.479020:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825339.479023:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.479025:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825339.479029:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479036:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825339.479038:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479040:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825339.479042:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825339.479044:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825339.479047:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051451392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825339.479050:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825339.479052:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825339.479054:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479056:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825339.479059:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825339.479061:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825339.479064:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825339.479067:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088383c8. 00000400:00000010:0.0:1781825339.479070:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781825339.479074:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051451392, portal 4 00000100:00000001:0.0:1781825339.479075:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825339.479076:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781825339.479115:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479122:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825339.479124:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825339.479127:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781825339.479129:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051451392, offset 0 00000400:00000200:0.0:1781825339.479133:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825339.479137:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.479141:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825339.479144:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825339.479146:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825339.479149:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825339.479151:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825339.479155:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378431:378431:255:4294967295] 192.168.204.116@tcp LPNI seq info [378382:378382:7:4294967295] 00000400:00000200:0.0:1781825339.479160:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.479167:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825339.479172:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825339.479176:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825339.479180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825339.479184:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825339.479186:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825339.479190:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.479193:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 653592 usecs (654 jiffies) 00000400:00000200:0.0:1781825339.479196:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825339.479197:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302632079 00000100:00000001:0.0:1781825339.479200:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302635026 00000100:00000001:0.0:1781825339.479202:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302632079 00000100:00000001:0.0:1781825339.479204:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302635026 00000100:00000001:0.0:1781825339.479206:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825339.479208:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.479210:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.479212:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825339.479220:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825339.479222:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825339.479225:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825339.479226:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825339.479227:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825339.479230:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781825339.479231:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825339.479234:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825339.479235:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825339.479237:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825339.479238:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825339.479239:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825339.479243:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479250:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825339.479251:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479254:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825339.479255:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825339.479258:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825339.479260:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051451008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825339.479264:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825339.479266:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825339.479267:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479269:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825339.479272:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825339.479273:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825339.479277:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825339.479279:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088387e8. 00000400:00000010:0.0:1781825339.479283:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825339.479285:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051451008, portal 25 00000100:00000001:0.0:1781825339.479287:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825339.479288:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:0.0:1781825339.479293:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479299:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825339.479301:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825339.479303:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781825339.479305:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051451008, offset 0 00000400:00000200:0.0:1781825339.479308:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825339.479311:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.479314:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825339.479317:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825339.479320:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825339.479322:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825339.479323:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825339.479326:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378432:378432:254:4294967295] 192.168.204.116@tcp LPNI seq info [378383:378383:6:4294967295] 00000400:00000200:0.0:1781825339.479329:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.479334:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825339.479337:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825339.479340:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825339.479344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825339.479347:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825339.479350:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825339.479352:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825339.479355:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825339.479357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302640146 00000100:00000001:0.0:1781825339.479363:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302635026 00000100:00000001:0.0:1781825339.479367:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302640146 00000100:00000001:0.0:1781825339.479370:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302635026 00000100:00000001:0.0:1781825339.479372:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825339.479374:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.479388:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825339.479391:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479398:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825339.479399:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479401:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825339.479403:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825339.479405:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825339.479407:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051451264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825339.479412:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825339.479414:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825339.479416:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.479418:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825339.479421:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:0.0:1781825339.479423:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825339.479426:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825339.479428:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838478. 00000400:00000010:0.0:1781825339.479431:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825339.479434:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051451264, portal 10 00000100:00000001:0.0:1781825339.479436:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825339.479437:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781825339.479442:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.479448:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825339.479450:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825339.479453:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825339.481587:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051451264, offset 0 00000400:00000200:0.0:1781825339.481603:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825339.481611:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.481618:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825339.481622:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825339.481625:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825339.481628:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825339.481630:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825339.481633:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378433:378433:256:4294967295] 192.168.204.116@tcp LPNI seq info [378384:378384:8:4294967295] 00000400:00000200:0.0:1781825339.481637:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.481644:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825339.481650:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825339.481655:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781825339.481661:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825339.481667:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825339.481671:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825339.481756:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.481762:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20678 usecs (21 jiffies) 00000400:00000200:0.0:1781825339.481766:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825339.481769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302631448 00000100:00000001:0.0:1781825339.481772:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302640146 00000100:00000001:0.0:1781825339.481775:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302631448 00000100:00000001:0.0:1781825339.481777:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302640146 00000100:00000001:0.0:1781825339.481779:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825339.481782:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.481787:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.481791:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.495482:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825339.495486:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825339.495492:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825339.495495:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825339.495497:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088387e8. 00000400:00000200:0.0:1781825339.495502:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:0.0:1781825339.495503:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:0.0:1781825339.495506:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825339.495512:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825339.495606:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.495613:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825339.495616:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825339.495619:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825339.495623:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825339.495625:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825339.495627:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825339.495630:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825339.495637:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825339.495641:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825339.495644:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825339.495646:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825339.495648:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825339.495650:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.495653:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825339.495658:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.495666:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825339.495669:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825339.495672:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825339.495677:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825339.495684:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051451008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825339.495690:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.495692:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825339.495696:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051451008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.495701:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825339.495704:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825339.495707:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825339.495711:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825339.495724:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825339.495726:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825339.495729:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825339.495731:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:0.0:1781825339.495734:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825339.495736:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825339.495738:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:0.0:1781825339.495741:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825339.495742:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825339.495745:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.495747:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825339.495748:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825339.495750:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825339.495751:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825339.495773:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.495778:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825339.495780:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.495782:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.495786:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.495790:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825339.496515:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496519:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496523:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496527:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d49300 00000400:00000200:0.0:1781825339.496531:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496536:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe599 [1] + 224 00000800:00000001:0.0:1781825339.496541:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.496547:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.496548:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825339.496551:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825339.496556:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825339.496560:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825339.496569:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051451136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.496590:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825339.496596:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.496599:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825339.496601:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.496603:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.496606:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496609:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825339.496613:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496615:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496618:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496620:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6a34608d49400 00000400:00000200:0.0:1781825339.496623:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.496627:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe5a9 [1] + 224 00000800:00000001:0.0:1781825339.496630:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.496636:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.496638:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825339.496641:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825339.496643:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825339.496647:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825339.496654:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051451392/t0(0) o400->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.496660:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825339.496663:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.496665:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825339.497471:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.497477:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825339.497479:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.497481:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.497486:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.497489:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825339.497494:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.497497:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.497500:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.497504:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d49380 00000400:00000200:0.0:1781825339.497507:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825339.497511:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe5c9 [1] + 224 00000800:00000001:0.0:1781825339.497515:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.497522:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825339.497524:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825339.497527:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825339.497531:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825339.497534:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825339.497542:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051451264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825339.497559:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825339.497564:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825339.497567:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825339.926290:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825339.926293:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825339.926295:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825340.950417:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825340.950421:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825340.950423:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825341.974301:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825341.974305:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825341.974308:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825342.998718:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825342.998722:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825342.998725:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825344.022425:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825344.022429:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825344.022432:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825344.598269:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825344.598279:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825344.598290:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781825344.598296:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825344.598300:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825344.598303:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825344.598308:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825344.598316:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825344.598322:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598332:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825344.598343:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825344.598347:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598353:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.598383:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598386:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825344.598389:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825344.598392:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825344.598394:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825344.598397:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825344.598399:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825344.598400:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825344.598403:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825344.598405:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598409:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825344.598416:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825344.598418:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598421:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_00+0] req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.598429:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598431:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825344.598434:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825344.598436:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781825344.598437:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825344.598439:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825344.598440:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825344.598441:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825344.598446:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825344.598448:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598451:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825344.598456:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825344.598458:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598461:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_01+1] req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.598468:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598470:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825344.598473:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781825344.598476:0:78619:0:(import.c:2068:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1781825344.598478:0:78619:0:(import.c:1764:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1781825344.598480:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781825344.598482:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f183a0800 refcount=3 obd=lustre-OST0000-osc-ffff908f02d98000 00000100:00000001:0.0:1781825344.598484:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825344.598486:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825344.598487:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825344.598489:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825344.598491:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825344.598493:0:78619:0:(import.c:1802:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00080000:0.0:1781825344.598496:0:78619:0:(import.c:65:import_set_state_nolock()) ffff908f183a0800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1781825344.598499:0:78619:0:(import.c:2103:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff908f02d98000: disconnect after 21s idle 00000100:00000001:0.0:1781825344.598500:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825344.598502:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598505:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_rcv+-1] req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.598523:0:78619:0:(import.c:2107:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825344.598525:0:78619:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825344.598527:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825344.598531:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825344.598536:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7974) 00000100:00000001:3.0:1781825344.598763:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825344.598769:0:2391:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825344.598772:0:2391:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825344.598782:0:2391:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825344.598796:0:2391:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825344.598799:0:2391:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825344.598804:0:2391:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825344.598808:0:2391:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825344.598813:0:2391:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825344.598817:0:2391:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fc701679-fa94-4c93-a54e-c440f16214da:2391:1868371051451904:192.168.204.116@tcp:9:kworker.0 00000100:00000001:3.0:1781825344.598821:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825344.598824:0:2391:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825344.598826:0:2391:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825344.598828:0:2391:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825344.598832:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825344.598835:0:2391:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825344.598838:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825344.598842:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825344.598847:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825344.598851:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051451904, portal 4 00000100:00000001:3.0:1781825344.598853:0:2391:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825344.598854:0:2391:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:3.0:1781825344.598861:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825344.598874:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825344.598877:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825344.598879:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825344.598884:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1868371051451904, offset 0 00000400:00000200:3.0:1781825344.598894:0:2391:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825344.598902:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825344.598911:0:2391:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825344.598917:0:2391:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825344.598924:0:2391:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825344.598928:0:2391:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825344.598931:0:2391:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825344.598934:0:2391:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378435:378435:255:4294967295] 192.168.204.116@tcp LPNI seq info [378386:378386:7:4294967295] 00000400:00000200:3.0:1781825344.598938:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825344.598961:0:2391:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825344.598969:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825344.598976:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825344.598984:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825344.598992:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825344.598998:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825344.599017:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825344.599025:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: using a timeout of 651411 usecs (652 jiffies) 00000400:00000200:3.0:1781825344.599032:0:2391:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825344.599036:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302637196 00000100:00000001:3.0:1781825344.599049:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302645265 00000100:00000001:3.0:1781825344.599054:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302637196 00000100:00000001:3.0:1781825344.599060:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302645265 00000100:00000001:3.0:1781825344.599065:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825344.599070:0:2391:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825344.599075:0:2391:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825344.599106:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.599115:0:2391:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825344.599117:0:2391:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1781825344.599119:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825344.599120:0:2391:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825344.599121:0:2391:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825344.599123:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825344.599553:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825344.599558:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825344.599564:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.599569:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825344.599574:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:0.0:1781825344.599576:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:0.0:1781825344.599581:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825344.599585:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599594:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825344.599597:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599604:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825344.599605:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825344.599627:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825344.599629:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2acc00. 00000400:00000200:0.0:1781825344.599632:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.599635:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825344.599638:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:0.0:1781825344.599639:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:0.0:1781825344.599642:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825344.599645:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599651:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825344.599653:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599659:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825344.599660:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825344.599667:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825344.599669:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825344.599671:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.599674:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825344.599676:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781825344.599677:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781825344.599679:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825344.599682:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599689:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825344.599692:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599698:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825344.599699:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825344.599763:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825344.599765:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825344.599769:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.599772:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825344.599774:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781825344.599776:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781825344.599778:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825344.599782:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599788:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825344.599791:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.599798:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825344.599799:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825344.606251:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606267:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825344.606272:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606275:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606284:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606291:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825344.606301:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606307:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606312:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606316:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d49580 00000400:00000200:0.0:1781825344.606321:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606341:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe5f1 [1] + 224 00000800:00000001:0.0:1781825344.606348:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606355:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.606360:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825344.606367:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825344.606377:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825344.606395:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051451776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.606418:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825344.606427:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606431:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825344.606433:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606435:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606442:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606446:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825344.606450:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606453:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606457:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606459:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d49500 00000400:00000200:0.0:1781825344.606462:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606466:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe601 [1] + 224 00000800:00000001:0.0:1781825344.606469:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606475:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606477:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.606480:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825344.606483:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825344.606488:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825344.606497:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051451648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.606504:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825344.606508:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606797:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825344.606803:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606808:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606815:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606820:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825344.606825:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606828:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606831:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606833:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d49480 00000400:00000200:0.0:1781825344.606837:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.606842:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe5d9 [1] + 224 00000800:00000001:0.0:1781825344.606846:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606851:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.606853:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.606856:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825344.606860:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825344.606864:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825344.606873:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051451520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.606880:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825344.606884:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.606887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825344.614936:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.614954:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825344.614959:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.614962:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.614971:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.614978:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825344.614986:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.614991:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.614997:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.615001:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 4 MB=0x6a34608d49600 00000400:00000200:0.0:1781825344.615006:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825344.615012:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe5e9 [1] + 224 00000800:00000001:0.0:1781825344.615020:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.615028:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825344.615031:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825344.615035:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825344.615043:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825344.615053:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825344.615064:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825344.615113:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825344.615122:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1781825344.615122:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825344.615127:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.615128:0:2391:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825344.615137:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825344.615139:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825344.615142:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825344.615148:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825344.615151:0:2391:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825344.615154:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825344.615161:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825344.615171:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825344.615178:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825344.615180:0:2391:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.615182:0:2391:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825344.615185:0:2391:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825344.615189:0:2391:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825344.615190:0:2391:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825344.615193:0:2391:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825344.615204:0:2391:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f183a0c60 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825344.615208:0:2391:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f183a0c18 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825344.615211:0:2391:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825344.615212:0:2391:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825344.615215:0:2391:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825344.615230:0:2391:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825344.615234:0:2391:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825344.615236:0:2391:0:(client.c:3107:ptlrpc_free_committed()) lustre-OST0000-osc-ffff908f02d98000: skip recheck: last_committed 64424509460 00000100:00000001:3.0:1781825344.615238:0:2391:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825344.615240:0:2391:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825344.615245:0:2391:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825344.615251:0:2391:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825344.615255:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825344.615256:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1781825344.615260:0:2391:0:(import.c:2013:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1781825344.615268:0:2391:0:(import.c:65:import_set_state_nolock()) ffff908f183a0800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1781825344.615272:0:2391:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825344.615291:0:2391:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fc701679-fa94-4c93-a54e-c440f16214da:2391:1868371051451904:192.168.204.116@tcp:9:kworker.0 00000100:00000001:3.0:1781825344.615298:0:2391:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.615301:0:2391:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825344.615305:0:2391:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051451904/t0(0) o9->lustre-OST0000-osc-ffff908f02d98000@192.168.204.116@tcp:28/4 lens 224/224 e 0 to 0 dl 1781825354 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825344.615312:0:2391:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825344.615314:0:2391:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825344.615318:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825344.615322:0:2391:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825344.615326:0:2391:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825344.615328:0:2391:0:(genops.c:1244:class_import_put()) import ffff908f183a0800 refcount=2 obd=lustre-OST0000-osc-ffff908f02d98000 00000020:00000001:3.0:1781825344.615331:0:2391:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825344.615334:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:3.0:1781825344.615338:0:2391:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825344.615340:0:2391:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825344.615343:0:2391:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:3.0:1781825344.615348:0:2391:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825344.615349:0:2391:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.615352:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825344.615360:0:2391:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825344.615363:0:2391:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825344.615366:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825344.615368:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825345.046370:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825345.046374:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825345.046377:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825346.073239:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825346.073245:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825346.073249:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825347.094614:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825347.094618:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825347.094621:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825348.118445:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825348.118449:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825348.118452:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825349.143016:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825349.143020:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825349.143023:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825349.718397:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825349.718408:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825349.718419:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825349.718426:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825349.718431:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825349.718433:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825349.718439:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825349.718447:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2aca00. 00000100:00000001:3.0:1781825349.718453:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718478:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825349.718490:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825349.718494:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718501:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718548:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718551:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825349.718555:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825349.718558:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825349.718561:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825349.718563:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825349.718565:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825349.718567:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825349.718570:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac900. 00000100:00000001:3.0:1781825349.718573:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718578:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825349.718585:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825349.718588:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718592:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718600:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718602:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825349.718605:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825349.718608:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825349.718611:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825349.718613:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825349.718614:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825349.718616:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825349.718619:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac000. 00000100:00000001:3.0:1781825349.718621:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718626:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825349.718633:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825349.718635:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718638:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718646:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718648:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825349.718651:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825349.718654:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825349.718658:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825349.718663:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7979) 00000100:00000001:3.0:1781825349.718677:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.718680:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825349.718682:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825349.718687:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718695:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825349.718697:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.718701:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825349.718704:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825349.718706:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825349.718710:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.718714:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825349.718721:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825349.718723:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.718726:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825349.718730:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825349.718732:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825349.718739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825349.718744:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825349.718750:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825349.718757:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452160, portal 10 00000100:00000001:3.0:1781825349.718759:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825349.718761:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825349.718768:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718789:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825349.718793:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825349.718796:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825349.718800:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051452160, offset 0 00000400:00000200:3.0:1781825349.718807:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825349.718815:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825349.718824:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825349.718829:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825349.718832:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825349.718836:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825349.718839:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825349.718844:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378438:378438:256:4294967295] 192.168.204.116@tcp LPNI seq info [378389:378389:8:4294967295] 00000400:00000200:3.0:1781825349.718849:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825349.718858:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825349.718864:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825349.718869:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825349.718877:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825349.718885:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825349.718890:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825349.718907:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.718912:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27487 usecs (28 jiffies) 00000400:00000200:3.0:1781825349.718915:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825349.718919:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302641692 00000100:00000001:3.0:1781825349.718922:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302645265 00000100:00000001:3.0:1781825349.718924:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302641692 00000100:00000001:3.0:1781825349.718927:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302645265 00000100:00000001:3.0:1781825349.718929:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.718932:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.718935:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.718937:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.718944:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825349.718947:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825349.718949:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.718950:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825349.718951:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825349.718954:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781825349.718956:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.718958:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825349.718959:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.718961:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.718962:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825349.718963:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825349.718968:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.718976:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825349.718978:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.718980:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825349.718982:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825349.718984:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825349.718987:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.718991:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825349.718993:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825349.718995:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.718997:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825349.719000:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825349.719002:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825349.719005:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825349.719008:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825349.719012:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825349.719015:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452032, portal 25 00000100:00000001:3.0:1781825349.719016:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825349.719018:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825349.719023:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.719029:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825349.719032:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825349.719034:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825349.719037:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051452032, offset 0 00000400:00000200:3.0:1781825349.719042:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825349.719046:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825349.719050:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825349.719053:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825349.719055:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825349.719058:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825349.719060:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825349.719063:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378439:378439:255:4294967295] 192.168.204.116@tcp LPNI seq info [378390:378390:7:4294967295] 00000400:00000200:3.0:1781825349.719067:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825349.719073:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825349.719113:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825349.719118:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825349.719123:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:2.0:1781825349.719127:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1781825349.719128:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781825349.719133:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781825349.719134:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825349.719140:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825349.719144:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825349.719147:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302650386 00000100:00000001:3.0:1781825349.719156:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302645265 00000100:00000001:3.0:1781825349.719161:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302650386 00000100:00000001:3.0:1781825349.719165:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302645265 00000100:00000001:3.0:1781825349.719169:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.719171:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.719173:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825349.719176:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.719183:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825349.719185:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.719187:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825349.719189:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825349.719191:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825349.719194:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.719197:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825349.719200:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825349.719201:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.719203:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825349.719206:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825349.719208:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825349.719211:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825349.719213:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825349.719217:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825349.719220:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452288, portal 10 00000100:00000001:3.0:1781825349.719222:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825349.719223:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781825349.719230:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.719236:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825349.719238:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825349.719241:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825349.719243:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051452288, offset 0 00000400:00000200:3.0:1781825349.719248:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825349.719251:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781825349.719826:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825349.719831:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac800. 00000400:00000200:0.0:1781825349.719837:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825349.719843:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825349.719848:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:0.0:1781825349.719851:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:0.0:1781825349.719856:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825349.719860:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825349.719870:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825349.719874:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825349.719880:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825349.719882:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825349.719958:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825349.719961:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2acc00. 00000400:00000200:0.0:1781825349.719964:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825349.719968:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825349.719971:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:0.0:1781825349.719973:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:0.0:1781825349.719975:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825349.719979:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825349.719986:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825349.719989:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825349.719995:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825349.719996:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781825349.721771:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825349.722691:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825349.722699:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825349.722702:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825349.722706:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825349.722709:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378440:378440:256:4294967295] 192.168.204.116@tcp LPNI seq info [378391:378391:8:4294967295] 00000400:00000200:3.0:1781825349.722716:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825349.722728:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825349.722734:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825349.722744:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825349.722752:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825349.722758:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825349.722763:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825349.722796:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.722803:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20666 usecs (21 jiffies) 00000400:00000200:3.0:1781825349.722808:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825349.722812:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302641689 00000100:00000001:3.0:1781825349.722823:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302650386 00000100:00000001:3.0:1781825349.722826:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302641689 00000100:00000001:3.0:1781825349.722828:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302650386 00000100:00000001:3.0:1781825349.722830:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.722834:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.722838:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.722843:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.725206:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.725212:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825349.725221:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825349.725224:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825349.725227:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825349.725233:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825349.725235:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825349.725238:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825349.725246:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825349.725258:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.725265:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825349.725267:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.725270:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825349.725273:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825349.725275:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825349.725277:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.725280:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825349.725289:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=16 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825349.725293:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825349.725296:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825349.725298:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825349.725300:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825349.725304:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.725307:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825349.725310:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825349.725312:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825349.725313:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.725318:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.725336:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.725340:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825349.725341:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825349.725345:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825349.725353:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.725358:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.725360:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825349.725364:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051452160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.725370:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825349.725373:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825349.725377:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825349.725380:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825349.725383:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825349.725385:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825349.725387:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825349.725389:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac900. 02000000:00000001:3.0:1781825349.725393:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825349.725395:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825349.725397:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781825349.725400:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825349.725401:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.725404:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.725406:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.725407:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825349.725409:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.725410:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.730447:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.730455:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825349.730463:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825349.730465:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825349.730470:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825349.730477:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781825349.730480:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781825349.730483:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825349.730493:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825349.730504:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.730511:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825349.730528:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.730531:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825349.730535:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825349.730537:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825349.730539:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.730542:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825349.730549:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825349.730553:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825349.730556:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825349.730557:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825349.730560:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825349.730562:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.730564:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.730569:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.730576:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.730579:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825349.730581:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825349.730585:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825349.730603:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.730610:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.730613:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825349.730616:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051452032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.730622:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825349.730624:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825349.730627:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825349.730631:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825349.730634:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825349.730635:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825349.730637:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825349.730640:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2aca00. 02000000:00000001:3.0:1781825349.730643:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825349.730644:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825349.730646:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825349.730649:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825349.730651:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.730653:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.730655:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.730656:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825349.730657:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.730659:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.735243:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.735251:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825349.735261:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825349.735263:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825349.735268:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825349.735275:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825349.735278:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825349.735282:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825349.735292:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825349.735303:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.735309:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825349.735312:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.735315:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825349.735319:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825349.735322:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825349.735324:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825349.735328:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825349.735340:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=16 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825349.735344:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825349.735347:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825349.735349:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825349.735352:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825349.735356:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.735361:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825349.735363:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825349.735365:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825349.735367:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825349.735371:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.735378:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825349.735382:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825349.735385:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825349.735388:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825349.735396:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825349.735401:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.735404:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825349.735407:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051452288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825349.735414:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825349.735416:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825349.735421:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825349.735424:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825349.735427:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825349.735430:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825349.735432:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825349.735435:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac000. 02000000:00000001:3.0:1781825349.735439:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825349.735441:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825349.735443:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:3.0:1781825349.735447:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825349.735449:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.735451:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825349.735460:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825349.735463:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825349.735465:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825349.735468:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825350.166342:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825350.166345:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825350.166349:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825351.190703:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825351.190706:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825351.190710:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825352.214495:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825352.214500:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825352.214502:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825353.240156:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825353.240161:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825353.240165:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825354.262640:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825354.262644:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825354.262647:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825354.838202:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825354.838212:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825354.838225:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825354.838231:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825354.838235:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825354.838238:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825354.838243:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825354.838252:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac000. 00000100:00000001:3.0:1781825354.838259:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838272:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825354.838282:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825354.838286:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838294:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_01+1] req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.838336:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838339:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825354.838342:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825354.838345:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825354.838348:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825354.838351:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825354.838352:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825354.838354:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825354.838357:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2aca00. 00000100:00000001:3.0:1781825354.838360:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838364:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825354.838372:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825354.838374:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838378:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.838385:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838386:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825354.838388:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825354.838390:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825354.838392:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825354.838393:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825354.838394:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825354.838395:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825354.838398:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac900. 00000100:00000001:3.0:1781825354.838400:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838402:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825354.838406:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825354.838407:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838409:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.838425:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.838428:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825354.838431:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825354.838434:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825354.838441:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825354.838445:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7984) 00000100:00000001:3.0:1781825354.838459:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825354.838463:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825354.838465:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825354.838471:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.838478:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825354.838480:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825354.838483:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825354.838486:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825354.838488:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825354.838492:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051452544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825354.838496:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825354.838501:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825354.838504:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825354.838506:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825354.838512:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825354.838514:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825354.838521:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825354.838525:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825354.838532:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825354.838539:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452544, portal 10 00000100:00000001:3.0:1781825354.838542:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825354.838543:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825354.838550:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.838557:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825354.838560:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825354.838564:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825354.838567:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051452544, offset 0 00000100:00000001:2.0:1781825354.838880:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825354.838884:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825354.838886:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825354.838893:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.838901:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825354.838902:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825354.838905:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825354.838907:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825354.838909:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825354.838912:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825354.838915:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825354.838919:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825354.838921:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825354.838922:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825354.838927:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825354.838929:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825354.838933:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825354.838936:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825354.838942:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825354.838945:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452416, portal 25 00000100:00000001:2.0:1781825354.838948:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825354.838949:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825354.838954:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.838961:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825354.838963:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825354.838966:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825354.838968:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051452416, offset 0 00000400:00000200:2.0:1781825354.838974:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825354.838983:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825354.838991:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825354.838996:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825354.839000:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825354.839003:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825354.839006:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825354.839009:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378441:378441:256:4294967295] 192.168.204.116@tcp LPNI seq info [378392:378392:8:4294967295] 00000400:00000200:2.0:1781825354.839013:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825354.839023:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825354.839029:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825354.839035:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825354.839041:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825354.839048:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825354.839052:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825354.839183:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825354.839189:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825354.839192:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302655506 00000100:00000001:2.0:1781825354.839200:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302650386 00000100:00000001:2.0:1781825354.839204:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302655506 00000100:00000001:2.0:1781825354.839208:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302650386 00000100:00000001:2.0:1781825354.839211:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825354.839214:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.839217:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825354.839222:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.839230:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1781825354.839233:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825354.839233:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825354.839239:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825354.839241:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781825354.839242:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781825354.839245:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825354.839249:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00100000:2.0:1781825354.839253:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452672:192.168.204.116@tcp:400:kworker.0 00000400:00000200:3.0:1781825354.839256:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1781825354.839261:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781825354.839264:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000001:2.0:1781825354.839266:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1781825354.839269:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1781825354.839270:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825354.839275:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 02000000:00000001:2.0:1781825354.839275:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781825354.839281:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378442:378442:255:4294967295] 192.168.204.116@tcp LPNI seq info [378393:378393:7:4294967295] 02000000:00000010:2.0:1781825354.839282:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825354.839287:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825354.839291:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825354.839296:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825354.839300:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000200:3.0:1781825354.839302:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:2.0:1781825354.839305:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000800:00000200:3.0:1781825354.839311:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000200:2.0:1781825354.839311:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452672, portal 10 00000100:00000001:2.0:1781825354.839316:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1781825354.839318:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000100:00000001:2.0:1781825354.839318:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000800:00000200:3.0:1781825354.839326:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000040:2.0:1781825354.839329:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781825354.839334:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825354.839337:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825354.839340:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.839344:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27432 usecs (28 jiffies) 00000400:00000200:3.0:1781825354.839350:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825354.839354:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302646813 00000100:00000001:3.0:1781825354.839360:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302655506 00000100:00000001:2.0:1781825354.839360:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781825354.839365:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302646813 00000100:00000040:2.0:1781825354.839368:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825354.839370:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302655506 00000400:00000010:2.0:1781825354.839373:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000001:3.0:1781825354.839374:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825354.839379:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825354.839380:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051452672, offset 0 00000100:00000001:3.0:1781825354.839383:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.839387:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781825354.839388:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825354.839394:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825354.839396:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1781825354.839400:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781825354.839401:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781825354.839406:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781825354.839407:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825354.839411:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1781825354.839425:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825354.839429:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825354.839432:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825354.839435:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378443:378443:254:4294967295] 192.168.204.116@tcp LPNI seq info [378394:378394:6:4294967295] 00000400:00000200:2.0:1781825354.839438:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825354.839444:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825354.839448:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825354.839452:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825354.839456:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825354.839460:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825354.839463:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825354.839466:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825354.839470:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20666 usecs (21 jiffies) 00000400:00000200:2.0:1781825354.839473:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825354.839475:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302646806 00000100:00000001:2.0:1781825354.839477:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302655506 00000100:00000001:2.0:1781825354.839479:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302646806 00000100:00000001:2.0:1781825354.839481:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302655506 00000100:00000001:2.0:1781825354.839483:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825354.839485:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.839488:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.839490:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.839494:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825354.839495:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825354.839497:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825354.839498:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825354.839500:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.839502:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.846918:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.846928:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.848777:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825354.848795:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825354.848806:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825354.848810:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825354.848815:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825354.848829:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825354.848834:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:2.0:1781825354.848835:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825354.848844:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781825354.848844:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825354.848852:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1781825354.848860:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1781825354.848860:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825354.848865:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825354.848873:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825354.848880:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000200:3.0:1781825354.848882:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.848886:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781825354.848897:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1781825354.848899:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.848902:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825354.848910:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825354.848916:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825354.848921:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1781825354.848921:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.848927:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825354.848938:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.848942:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825354.848945:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.848948:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825354.848952:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825354.848955:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1781825354.848956:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=21 v=5 (5 5 36 36) 00000100:00000001:2.0:1781825354.848960:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825354.848965:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=84 v=5 (1 1 1 1) 02000000:00000001:2.0:1781825354.848967:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.848978:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825354.848980:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825354.848982:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=21 v=5 (5 5 5 5) 00010000:00000001:3.0:1781825354.848984:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1781825354.848990:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=84 v=5 (1 1 1 1) 00010000:00000001:3.0:1781825354.848992:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.848997:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825354.849001:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1781825354.849001:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.849006:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00010000:00000001:2.0:1781825354.849007:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825354.849011:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.849012:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825354.849015:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825354.849023:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849032:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.849034:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825354.849042:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1781825354.849044:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.849046:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825354.849058:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849060:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825354.849071:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825354.849074:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1781825354.849123:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051452544:192.168.204.116@tcp:400:kworker.0 00000100:00000040:2.0:1781825354.849128:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.849136:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825354.849145:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1781825354.849150:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452416:192.168.204.116@tcp:400:kworker.0 00000100:00000040:3.0:1781825354.849156:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051452544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825354.849165:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825354.849169:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825354.849174:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825354.849179:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825354.849183:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825354.849185:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825354.849188:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825354.849192:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2aca00. 02000000:00000001:3.0:1781825354.849196:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825354.849199:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825354.849202:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825354.849206:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825354.849208:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825354.849210:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825354.849219:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825354.849221:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825354.849223:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825354.849226:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825354.849803:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825354.849805:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825354.849808:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825354.849812:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825354.849815:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825354.849817:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825354.849824:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825354.849832:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849838:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825354.849840:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.849842:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825354.849844:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825354.849845:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825354.849847:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825354.849849:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825354.849855:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=21 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825354.849858:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825354.849860:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825354.849861:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825354.849863:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825354.849866:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.849869:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825354.849872:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825354.849873:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825354.849874:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825354.849878:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849884:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825354.849886:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825354.849887:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825354.849890:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825354.849897:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825354.849901:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.849904:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825354.849908:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051452416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849914:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825354.849917:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825354.849920:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825354.849925:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825354.849928:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825354.849929:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825354.849932:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825354.849934:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac000. 02000000:00000001:2.0:1781825354.849937:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825354.849940:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825354.849941:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825354.849945:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825354.849947:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.849948:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825354.849951:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051452672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825354.849958:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825354.849959:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825354.849960:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825354.849963:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825354.849964:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825354.849965:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825354.849967:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825354.849968:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac900. 02000000:00000001:2.0:1781825354.849970:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825354.849971:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825354.849972:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825354.850102:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825354.850104:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.850107:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825354.850114:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825354.850116:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825354.850119:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825354.850122:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825355.287923:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825355.287992:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825355.287998:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825356.310321:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825356.310324:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825356.310326:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825357.334454:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825357.334459:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825357.334462:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825358.358610:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825358.358614:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825358.358625:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825359.382614:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825359.382618:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825359.382621:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825359.958590:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825359.958606:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825359.958620:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825359.958628:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825359.958634:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825359.958638:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825359.958645:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825359.958658:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825359.958666:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958681:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825359.958693:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825359.958698:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958707:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.958741:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958744:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825359.958750:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825359.958753:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825359.958756:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825359.958758:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825359.958760:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825359.958762:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825359.958765:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825359.958768:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958772:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825359.958779:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825359.958781:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958785:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_01+1] req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.958793:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958795:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825359.958798:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825359.958801:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825359.958803:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825359.958805:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825359.958806:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825359.958808:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825359.958810:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825359.958813:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958816:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825359.958822:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825359.958824:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958828:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.958839:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.958842:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825359.958845:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825359.958848:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825359.958851:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825359.958857:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7989) 00000100:00000001:2.0:1781825359.958870:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.958874:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825359.958877:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825359.958882:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.958889:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825359.958891:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.958897:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825359.958899:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825359.958902:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825359.958906:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.958910:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825359.958918:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825359.958922:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.958925:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825359.958931:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825359.958933:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825359.958942:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825359.958947:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825359.958956:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825359.958965:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452928, portal 10 00000100:00000001:2.0:1781825359.958967:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825359.958969:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:2.0:1781825359.958977:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.958986:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825359.958989:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825359.958992:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825359.958996:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051452928, offset 0 00000400:00000200:2.0:1781825359.959003:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959015:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959024:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825359.959031:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825359.959036:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825359.959040:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825359.959043:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959046:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378444:378444:256:4294967295] 192.168.204.116@tcp LPNI seq info [378395:378395:8:4294967295] 00000400:00000200:2.0:1781825359.959050:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959063:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825359.959069:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825359.959076:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825359.959128:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825359.959137:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825359.959142:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825359.959157:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.959163:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27391 usecs (28 jiffies) 00000400:00000200:2.0:1781825359.959167:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825359.959170:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302651932 00000100:00000001:2.0:1781825359.959174:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302655506 00000100:00000001:2.0:1781825359.959176:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302651932 00000100:00000001:2.0:1781825359.959178:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302655506 00000100:00000001:2.0:1781825359.959180:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.959184:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.959188:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.959190:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.959199:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825359.959202:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825359.959204:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.959205:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825359.959206:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825359.959208:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825359.959210:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.959211:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825359.959225:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.959227:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.959228:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825359.959229:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825359.959235:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.959241:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825359.959243:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.959245:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825359.959247:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825359.959248:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825359.959251:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.959254:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825359.959257:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825359.959258:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.959260:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825359.959264:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825359.959266:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825359.959269:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825359.959272:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825359.959276:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825359.959279:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051452800, portal 25 00000100:00000001:2.0:1781825359.959281:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825359.959282:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:2.0:1781825359.959287:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.959294:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825359.959295:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825359.959298:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825359.959300:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051452800, offset 0 00000400:00000200:2.0:1781825359.959304:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959308:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959312:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825359.959326:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825359.959329:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825359.959331:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825359.959334:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959337:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378445:378445:255:4294967295] 192.168.204.116@tcp LPNI seq info [378396:378396:7:4294967295] 00000400:00000200:2.0:1781825359.959340:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959347:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825359.959352:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825359.959355:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825359.959359:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825359.959363:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825359.959366:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825359.959368:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825359.959372:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825359.959374:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302660625 00000100:00000001:2.0:1781825359.959383:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302655506 00000100:00000001:2.0:1781825359.959387:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302660625 00000100:00000001:2.0:1781825359.959390:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302655506 00000100:00000001:2.0:1781825359.959393:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.959395:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.959397:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825359.959401:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.959409:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825359.959410:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.959413:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825359.959414:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825359.959416:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825359.959419:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051453056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.959422:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825359.959425:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825359.959426:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.959427:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825359.959430:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825359.959432:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825359.959434:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825359.959437:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825359.959440:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825359.959443:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453056, portal 10 00000100:00000001:2.0:1781825359.959445:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825359.959446:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825359.959451:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.959457:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825359.959460:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825359.959462:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825359.959464:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051453056, offset 0 00000400:00000200:2.0:1781825359.959469:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959473:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959476:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825359.959479:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825359.959481:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825359.959483:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825359.959485:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825359.959489:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378446:378446:254:4294967295] 192.168.204.116@tcp LPNI seq info [378397:378397:6:4294967295] 00000400:00000200:2.0:1781825359.959492:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825359.959498:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825359.959502:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825359.959506:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825359.959510:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825359.959515:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825359.959517:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825359.959520:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.959523:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20653 usecs (21 jiffies) 00000400:00000200:2.0:1781825359.959526:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825359.959528:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302651925 00000100:00000001:2.0:1781825359.959530:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302660625 00000100:00000001:2.0:1781825359.959532:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302651925 00000100:00000001:2.0:1781825359.959534:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302660625 00000100:00000001:2.0:1781825359.959537:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.959538:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.959541:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.959542:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825359.959757:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825359.959762:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.965073:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.965181:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825359.965192:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825359.965194:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825359.965198:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825359.965204:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825359.965207:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825359.965211:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825359.965278:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825359.965289:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.965301:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825359.965304:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.965307:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825359.965311:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825359.965324:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825359.965327:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.965331:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825359.965344:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=26 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825359.965348:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825359.965351:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825359.965353:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825359.965357:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825359.965361:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.965366:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825359.965369:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825359.965371:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825359.965372:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.965378:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.965385:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.965389:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825359.965392:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825359.965396:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825359.965404:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051452928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.965410:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.965413:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825359.965417:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051452928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.965424:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825359.965428:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825359.965432:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825359.965437:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825359.965440:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825359.965442:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825359.965445:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825359.965448:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825359.965452:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825359.965454:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825359.965457:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:2.0:1781825359.965461:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825359.965463:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.965466:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.965468:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.965469:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825359.965471:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.965473:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.967299:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.967304:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825359.967312:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825359.967325:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825359.967329:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825359.967335:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:2.0:1781825359.967338:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:2.0:1781825359.967342:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825359.967347:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825359.967356:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.967363:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825359.967365:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.967368:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825359.967372:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825359.967375:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825359.967377:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.967380:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825359.967392:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=26 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825359.967397:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825359.967400:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825359.967401:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825359.967404:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825359.967408:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.967412:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825359.967414:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825359.967416:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825359.967418:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.967423:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.967429:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.967432:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825359.967434:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825359.967437:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825359.967444:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051453056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.967449:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.967451:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825359.967454:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051453056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.967460:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825359.967462:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825359.967466:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825359.967470:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825359.967473:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825359.967475:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825359.967477:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825359.967480:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825359.967484:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825359.967485:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825359.967487:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825359.967492:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825359.967494:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.967498:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.967499:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.967500:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825359.967502:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.967503:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.971204:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.971209:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825359.971218:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825359.971220:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825359.971224:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825359.971229:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825359.971232:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825359.971236:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825359.971241:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825359.971264:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.971270:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825359.971273:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.971275:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825359.971280:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825359.971282:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825359.971285:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825359.971288:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825359.971296:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825359.971301:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825359.971304:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825359.971305:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825359.971308:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825359.971311:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.972809:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825359.972832:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.972843:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825359.972849:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825359.972852:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825359.972856:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825359.972865:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051452800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825359.972873:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.972876:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825359.972880:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051452800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825359.972887:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825359.972892:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825359.972897:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825359.972905:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825359.972916:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825359.972919:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825359.972921:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825359.972924:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825359.972928:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825359.972931:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825359.972933:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:2.0:1781825359.972939:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825359.972941:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.972943:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825359.972955:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825359.972957:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825359.972960:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825359.972963:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825360.406571:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825360.406575:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825360.406578:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825361.430336:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825361.430340:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825361.430343:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825362.454404:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825362.454408:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825362.454411:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825363.478865:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825363.478869:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825363.478872:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825364.503008:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825364.503013:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825364.503016:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825365.078227:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825365.078238:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825365.078250:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825365.078256:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825365.078260:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825365.078263:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825365.078268:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825365.078276:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825365.078282:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078294:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825365.078306:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825365.078310:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078316:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_01+1] req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825365.078356:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078359:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825365.078363:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825365.078366:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825365.078368:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825365.078370:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825365.078371:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825365.078373:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825365.078376:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825365.078379:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078384:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825365.078385:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.078389:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825365.078391:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825365.078391:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825365.078393:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078396:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825365.078397:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825365.078405:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078407:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825365.078410:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1781825365.078411:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1781825365.078412:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825365.078413:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825365.078414:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825365.078416:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825365.078417:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825365.078417:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825365.078419:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825365.078420:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1781825365.078421:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825365.078422:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.078423:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825365.078426:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051453184:192.168.204.116@tcp:400:kworker.0 00000100:00000040:2.0:1781825365.078427:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825365.078430:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825365.078433:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825365.078435:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078438:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_01+1] req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825365.078447:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825365.078449:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.078449:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078451:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825365.078452:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781825365.078455:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1781825365.078456:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244600. 00000100:00000040:2.0:1781825365.078457:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825365.078458:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.078460:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825365.078464:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7994) 00000400:00000200:3.0:1781825365.078465:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825365.078469:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825365.078475:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825365.078483:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453184, portal 25 00000100:00000001:3.0:1781825365.078485:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825365.078486:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000001:2.0:1781825365.078487:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825365.078489:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825365.078491:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825365.078492:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825365.078495:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.078499:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825365.078501:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781825365.078502:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825365.078503:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825365.078504:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 02000000:00000001:2.0:1781825365.078505:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825365.078507:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1781825365.078508:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051453184, offset 0 02000000:00000001:2.0:1781825365.078509:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825365.078511:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453312:192.168.204.116@tcp:400:kworker.0 00000400:00000200:3.0:1781825365.078514:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825365.078514:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825365.078517:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825365.078518:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825365.078519:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1781825365.078522:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000010:2.0:1781825365.078522:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825365.078524:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825365.078527:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825365.078529:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000010:2.0:1781825365.078529:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825365.078534:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000400:00000200:3.0:1781825365.078535:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1781825365.078536:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453312, portal 10 00000100:00000001:2.0:1781825365.078538:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1781825365.078539:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:2.0:1781825365.078539:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000400:00000200:3.0:1781825365.078542:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825365.078545:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000040:2.0:1781825365.078545:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825365.078549:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378447:378447:256:4294967295] 192.168.204.116@tcp LPNI seq info [378398:378398:8:4294967295] 00000100:00000001:2.0:1781825365.078551:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1781825365.078553:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825365.078553:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825365.078555:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825365.078557:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051453312, offset 0 00000400:00000200:2.0:1781825365.078561:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825365.078563:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:2.0:1781825365.078565:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825365.078567:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:3.0:1781825365.078569:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825365.078570:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825365.078572:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000010:3.0:1781825365.078573:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2aca00. 00000400:00000200:2.0:1781825365.078575:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825365.078576:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825365.078579:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378448:378448:255:4294967295] 192.168.204.116@tcp LPNI seq info [378399:378399:7:4294967295] 00000800:00000200:3.0:1781825365.078580:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781825365.078582:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:3.0:1781825365.078586:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:2.0:1781825365.078588:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825365.078591:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2aca00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1781825365.078592:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825365.078594:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825365.078597:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825365.078601:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825365.078603:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825365.078675:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825365.078681:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825365.078684:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302665745 00000100:00000001:3.0:1781825365.078691:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302660625 00000100:00000001:3.0:1781825365.078695:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302665745 00000100:00000001:3.0:1781825365.078698:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302660625 00000100:00000001:3.0:1781825365.078701:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825365.078704:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.078707:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.078710:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.078717:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825365.078719:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825365.078720:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.078721:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825365.078723:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825365.078726:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.078732:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825365.078734:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825365.078736:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825365.078738:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825365.078739:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825365.078742:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051453440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825365.078745:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825365.078747:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825365.078749:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825365.078751:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825365.078754:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825365.078756:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825365.078759:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825365.078762:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825365.078766:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825365.078769:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453440, portal 10 00000100:00000001:3.0:1781825365.078770:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825365.078772:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781825365.078777:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.078782:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825365.078784:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825365.078786:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825365.078788:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051453440, offset 0 00000400:00000200:3.0:1781825365.078792:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825365.078795:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825365.078799:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825365.078801:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825365.078803:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825365.078805:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825365.078807:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825365.078809:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378449:378449:254:4294967295] 192.168.204.116@tcp LPNI seq info [378400:378400:6:4294967295] 00000400:00000200:3.0:1781825365.078812:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825365.078818:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825365.078822:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825365.078825:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825365.078828:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825365.078832:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825365.078834:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825365.082463:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.082475:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27336 usecs (28 jiffies) 00000400:00000200:2.0:1781825365.082484:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825365.082487:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302657056 00000100:00000001:2.0:1781825365.082492:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302665745 00000100:00000001:2.0:1781825365.082495:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302657056 00000100:00000001:2.0:1781825365.082497:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302665745 00000100:00000001:2.0:1781825365.082499:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825365.083020:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.083025:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.083028:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825365.083035:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825365.083038:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825365.083041:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825365.083043:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825365.083044:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.083047:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.083753:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825365.083758:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20632 usecs (21 jiffies) 00000400:00000200:3.0:1781825365.083764:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825365.083767:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302657050 00000100:00000001:3.0:1781825365.083769:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302665745 00000100:00000001:3.0:1781825365.083771:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302657050 00000100:00000001:3.0:1781825365.083774:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302665745 00000100:00000001:3.0:1781825365.083776:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825365.083778:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.083781:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.083783:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.083787:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825365.083789:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825365.083791:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.083792:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825365.083793:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.083795:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.088036:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825365.088041:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825365.088048:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825365.088049:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825365.088054:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825365.088058:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825365.088060:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825365.088064:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825365.088069:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825365.088103:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825365.088109:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825365.088111:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825365.088114:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825365.088117:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825365.088119:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825365.088120:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825365.088123:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825365.088141:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=32 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825365.088146:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825365.088149:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825365.088151:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825365.088154:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825365.088157:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.088161:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825365.088163:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825365.088165:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825365.088166:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825365.088171:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825365.088178:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825365.088181:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825365.088184:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825365.088188:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825365.088206:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825365.088211:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825365.088362:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825365.088369:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051453312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825365.088376:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825365.088379:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825365.088381:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825365.088386:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825365.088389:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825365.088390:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825365.088392:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825365.088395:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825365.088398:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825365.088400:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825365.088402:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825365.088405:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825365.088406:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825365.088408:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825365.088415:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825365.088416:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825365.088418:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825365.088420:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.089307:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.089310:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825365.089315:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825365.089316:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825365.089319:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825365.089323:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825365.089326:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825365.089329:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825365.089334:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825365.089343:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.089350:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825365.089352:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.089354:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825365.089356:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825365.089358:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825365.089360:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825365.089362:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825365.089369:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=32 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825365.089373:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825365.089375:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825365.089376:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825365.089378:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825365.089381:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.089384:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825365.089385:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825365.089387:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825365.089388:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825365.089392:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.089399:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825365.089401:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825365.089403:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825365.089406:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825365.089702:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051453440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825365.089709:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.089711:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825365.089725:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051453440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.089732:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825365.089734:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825365.089737:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825365.089740:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825365.089742:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825365.089744:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825365.089746:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825365.089749:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825365.089752:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825365.089753:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825365.089755:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825365.089758:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825365.089760:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.090234:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.090237:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.090238:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825365.090242:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825365.090244:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825365.090246:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825365.090250:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825365.090252:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825365.090254:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825365.090259:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825365.090268:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.090274:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825365.090275:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.090277:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825365.090279:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825365.090281:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825365.090282:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825365.090284:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825365.090288:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825365.090292:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825365.090294:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825365.090295:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825365.090297:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825365.090299:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.090301:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825365.090305:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.090312:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825365.090315:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825365.090316:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825365.090319:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825365.090327:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051453184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825365.090331:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.090332:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825365.090335:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051453184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825365.090341:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825365.090343:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825365.090345:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825365.090347:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825365.090349:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825365.090351:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825365.090353:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825365.090354:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825365.090357:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825365.090358:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825365.090360:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781825365.090363:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825365.090364:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.090366:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825365.090372:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825365.090374:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825365.090377:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825365.090379:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825365.526886:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825365.526890:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825365.526892:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825366.550403:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825366.550406:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825366.550410:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825367.574664:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825367.574668:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825367.574671:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825368.598353:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825368.598358:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825368.598361:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825369.622385:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825369.622397:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825369.622400:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825370.198389:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825370.198400:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825370.198410:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825370.198417:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825370.198420:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825370.198423:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825370.198429:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825370.198437:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825370.198444:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198456:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825370.198466:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825370.198471:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198477:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825370.198519:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198522:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825370.198526:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825370.198529:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825370.198532:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825370.198534:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825370.198536:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825370.198537:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825370.198541:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825370.198543:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198548:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825370.198555:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825370.198557:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198561:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825370.198570:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198572:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825370.198574:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825370.198577:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825370.198579:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825370.198581:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825370.198582:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825370.198584:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825370.198586:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825370.198588:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198592:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825370.198598:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825370.198600:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198603:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_00+0] req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825370.198610:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825370.198612:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825370.198615:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825370.198617:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825370.198620:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825370.198625:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (7999) 00000100:00000001:3.0:1781825370.198820:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.198826:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825370.198828:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825370.198834:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.198847:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825370.198849:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.198852:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825370.198855:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825370.198857:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825370.198861:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051453568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825370.198865:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825370.198871:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825370.198874:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.198876:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825370.198881:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825370.198883:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825370.198890:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825370.198895:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825370.198902:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825370.198910:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453568, portal 25 00000100:00000001:3.0:1781825370.198912:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825370.198914:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781825370.198919:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.198926:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825370.198928:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825370.198930:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825370.198934:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051453568, offset 0 00000400:00000200:3.0:1781825370.198940:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825370.198948:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.198956:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825370.198961:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825370.198965:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825370.198969:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825370.198972:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825370.198977:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378450:378450:256:4294967295] 192.168.204.116@tcp LPNI seq info [378401:378401:8:4294967295] 00000400:00000200:3.0:1781825370.198981:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.198990:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825370.198996:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825370.199001:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac000. 00000800:00000200:3.0:1781825370.199007:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825370.199014:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825370.199018:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825370.199039:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825370.199043:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825370.199046:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302670865 00000100:00000001:3.0:1781825370.199053:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302665745 00000100:00000001:3.0:1781825370.199057:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302670865 00000100:00000001:3.0:1781825370.199059:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302665745 00000100:00000001:3.0:1781825370.199062:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.199064:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199067:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825370.199071:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.199130:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825370.199131:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.199133:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825370.199135:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825370.199137:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825370.199140:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825370.199144:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825370.199146:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825370.199148:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.199150:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825370.199153:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825370.199155:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825370.199159:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825370.199161:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825370.199166:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825370.199169:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453824, portal 10 00000100:00000001:3.0:1781825370.199170:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825370.199172:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781825370.199178:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.199184:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825370.199186:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825370.199188:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825370.199191:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051453824, offset 0 00000400:00000200:3.0:1781825370.199195:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825370.199199:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.199203:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825370.199206:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825370.199208:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825370.199210:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825370.199212:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825370.199215:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378451:378451:255:4294967295] 192.168.204.116@tcp LPNI seq info [378402:378402:7:4294967295] 00000400:00000200:3.0:1781825370.199219:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.199225:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825370.199229:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825370.199232:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825370.199236:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825370.199240:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825370.199243:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825370.199245:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825370.199249:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20617 usecs (21 jiffies) 00000400:00000200:3.0:1781825370.199252:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825370.199254:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302662166 00000100:00000001:3.0:1781825370.199257:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302670865 00000100:00000001:3.0:1781825370.199259:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302662166 00000100:00000001:3.0:1781825370.199261:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302670865 00000100:00000001:3.0:1781825370.199263:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.199265:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199267:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199270:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.199286:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825370.199289:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825370.199291:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.199293:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825370.199294:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825370.199296:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825370.199298:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.199300:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825370.199301:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.199303:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.199304:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825370.199305:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825370.199309:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.199316:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825370.199317:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.199319:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825370.199321:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825370.199322:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825370.199325:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825370.199328:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825370.199330:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825370.199332:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.199333:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825370.199337:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825370.199338:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825370.199341:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825370.199344:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825370.199347:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825370.199350:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453696, portal 10 00000100:00000001:3.0:1781825370.199352:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825370.199353:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781825370.199359:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.199365:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825370.199367:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825370.199369:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825370.199371:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051453696, offset 0 00000400:00000200:3.0:1781825370.199375:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825370.199378:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.199382:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825370.199384:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825370.199387:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825370.199389:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825370.199391:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825370.199393:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378452:378452:254:4294967295] 192.168.204.116@tcp LPNI seq info [378403:378403:6:4294967295] 00000400:00000200:3.0:1781825370.199397:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825370.199403:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825370.199407:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825370.199411:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825370.199414:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825370.199419:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825370.199421:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825370.199424:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825370.199427:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27292 usecs (28 jiffies) 00000400:00000200:3.0:1781825370.199430:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825370.199431:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302662173 00000100:00000001:3.0:1781825370.199433:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302670865 00000100:00000001:3.0:1781825370.199435:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302662173 00000100:00000001:3.0:1781825370.199437:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302670865 00000100:00000001:3.0:1781825370.199438:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.199440:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199442:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199444:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.199454:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.199455:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.212136:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.212142:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825370.212150:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825370.212153:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825370.212157:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825370.212162:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825370.212165:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825370.212169:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825370.212174:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825370.212183:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212189:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825370.212192:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212195:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825370.212199:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825370.212202:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825370.212204:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.212207:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825370.212219:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=37 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825370.212224:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825370.212227:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825370.212229:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825370.212231:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825370.212235:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.212241:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825370.212244:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825370.212246:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825370.212247:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825370.212252:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212260:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.212264:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825370.212267:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825370.212270:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825370.212279:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453696:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825370.212285:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825370.212286:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825370.212288:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825370.212290:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825370.212292:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825370.212294:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825370.212297:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825370.212305:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212311:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825370.212312:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212314:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825370.212315:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825370.212316:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825370.212318:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.212320:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825370.212322:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=37 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825370.212325:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825370.212327:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825370.212329:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825370.212330:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825370.212332:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.212334:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825370.212337:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212343:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.212345:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825370.212346:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825370.212350:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825370.212357:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051453568:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825370.212377:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825370.212379:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825370.212380:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825370.212383:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825370.212384:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825370.212386:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825370.212389:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825370.212397:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212403:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825370.212404:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212406:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825370.212407:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825370.212408:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825370.212409:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825370.212411:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825370.212416:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=37 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825370.212419:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825370.212421:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825370.212423:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825370.212425:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825370.212426:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.212429:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825370.212430:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825370.212432:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825370.212433:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825370.212437:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212443:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825370.212446:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825370.212447:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825370.212450:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825370.212457:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051453824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825370.212461:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212464:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825370.212467:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051453696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212474:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825370.212477:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825370.212481:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825370.212604:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825370.212608:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825370.212610:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825370.212612:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825370.212616:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825370.212620:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825370.212622:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825370.212625:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781825370.212629:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825370.212630:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212632:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825370.212637:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051453568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212643:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825370.212644:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825370.212646:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825370.212648:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825370.212649:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825370.212650:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825370.212652:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825370.212653:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825370.212655:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825370.212657:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825370.212658:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781825370.212661:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825370.212662:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212663:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825370.212667:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051453824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825370.212674:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825370.212675:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825370.212677:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825370.212679:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825370.212680:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825370.212681:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825370.212683:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825370.212684:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781825370.212686:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825370.212687:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825370.212689:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781825370.212692:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825370.212693:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212695:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825370.212706:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825370.212708:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825370.212711:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825370.212713:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825370.647533:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825370.647536:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825370.647539:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825371.670954:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825371.670958:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825371.670962:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825372.694433:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825372.694438:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825372.694440:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825373.718270:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825373.718274:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825373.718276:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825374.745266:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825374.745272:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825374.745276:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825375.318212:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825375.318223:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825375.318234:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825375.318241:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825375.318245:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825375.318248:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825375.318254:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825375.318274:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825375.318281:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318292:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825375.318302:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825375.318307:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318315:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_01+1] req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825375.318345:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318348:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825375.318351:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825375.318355:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825375.318358:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825375.318360:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825375.318362:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825375.318364:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825375.318368:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825375.318371:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318376:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825375.318383:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825375.318385:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318389:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_00+0] req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825375.318397:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318399:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825375.318402:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825375.318405:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825375.318408:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825375.318410:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825375.318411:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825375.318413:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825375.318416:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825375.318419:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318423:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825375.318429:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825375.318430:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318434:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_01+1] req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825375.318441:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825375.318443:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825375.318446:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825375.318451:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825375.318453:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825375.318458:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8004) 00000100:00000001:3.0:1781825375.319004:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.319009:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825375.319012:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825375.319032:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.319042:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825375.319044:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319047:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825375.319050:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825375.319053:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825375.319057:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051453952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825375.319062:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825375.319068:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825375.319071:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319074:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825375.319138:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825375.319140:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825375.319148:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825375.319154:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825375.319161:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825375.319169:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051453952, portal 25 00000100:00000001:3.0:1781825375.319172:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825375.319173:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:3.0:1781825375.319179:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.319187:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825375.319189:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825375.319192:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825375.319196:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051453952, offset 0 00000400:00000200:3.0:1781825375.319202:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825375.319209:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.319217:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825375.319223:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825375.319227:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825375.319232:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825375.319235:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825375.319239:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378453:378453:256:4294967295] 192.168.204.116@tcp LPNI seq info [378404:378404:8:4294967295] 00000400:00000200:3.0:1781825375.319243:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.319253:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825375.319373:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825375.319379:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825375.319385:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825375.319392:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825375.319396:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825375.319415:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825375.319420:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825375.319423:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302675986 00000100:00000001:3.0:1781825375.319430:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302670865 00000100:00000001:3.0:1781825375.319435:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302675986 00000100:00000001:3.0:1781825375.319438:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302670865 00000100:00000001:3.0:1781825375.319441:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.319444:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.319447:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825375.319451:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.319458:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825375.319460:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319462:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825375.319464:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825375.319466:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825375.319469:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051454208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825375.319472:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825375.319474:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825375.319476:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319478:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825375.319481:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825375.319483:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825375.319486:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825375.319489:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825375.319492:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825375.319495:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051454208, portal 10 00000100:00000001:3.0:1781825375.319496:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825375.319497:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:3.0:1781825375.319503:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.319508:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825375.319510:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825375.319513:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825375.319515:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051454208, offset 0 00000400:00000200:3.0:1781825375.319519:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825375.319523:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.319526:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825375.319529:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825375.319531:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825375.319533:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825375.319535:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825375.319537:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378454:378454:255:4294967295] 192.168.204.116@tcp LPNI seq info [378405:378405:7:4294967295] 00000400:00000200:3.0:1781825375.319541:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.319547:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825375.319551:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825375.319554:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825375.319557:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825375.319562:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825375.319564:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825375.319568:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825375.319571:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20610 usecs (21 jiffies) 00000400:00000200:3.0:1781825375.319574:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825375.319576:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302667286 00000100:00000001:3.0:1781825375.319578:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302675986 00000100:00000001:3.0:1781825375.319580:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302667286 00000100:00000001:3.0:1781825375.319582:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302675986 00000100:00000001:3.0:1781825375.319584:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.319586:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.319588:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.319590:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.319597:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825375.319599:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825375.319601:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.319602:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825375.319604:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825375.319607:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825375.319608:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.319610:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825375.319611:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.319613:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.319614:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825375.319615:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825375.319619:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.319625:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825375.319626:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319628:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825375.319629:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825375.319631:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825375.319645:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051454080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825375.319649:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825375.319652:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825375.319661:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.319663:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825375.320498:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825375.320502:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825375.320507:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825375.320511:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825375.320515:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825375.320518:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051454080, portal 10 00000100:00000001:3.0:1781825375.320520:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825375.320521:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781825375.320528:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.320534:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825375.320536:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825375.320538:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825375.320540:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051454080, offset 0 00000400:00000200:3.0:1781825375.320545:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825375.320550:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.320555:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825375.320558:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825375.320561:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825375.320563:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825375.320565:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825375.320568:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378455:378455:256:4294967295] 192.168.204.116@tcp LPNI seq info [378406:378406:8:4294967295] 00000400:00000200:3.0:1781825375.320572:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825375.320579:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825375.320584:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825375.320588:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac000. 00000800:00000200:3.0:1781825375.320593:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825375.320599:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825375.320602:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825375.320622:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825375.320627:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27263 usecs (28 jiffies) 00000400:00000200:3.0:1781825375.321485:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825375.321490:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302667295 00000100:00000001:3.0:1781825375.321494:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302675986 00000100:00000001:3.0:1781825375.321496:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302667295 00000100:00000001:3.0:1781825375.321498:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302675986 00000100:00000001:3.0:1781825375.321501:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.321503:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.321508:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.321511:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.321523:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.321525:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.327399:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.327404:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825375.327413:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825375.327415:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825375.327419:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825375.327423:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825375.327426:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825375.327430:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825375.327436:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825375.327445:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.327451:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825375.327453:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.327456:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825375.327459:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825375.327461:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825375.327463:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.327466:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825375.327475:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=42 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825375.327480:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825375.327483:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825375.327484:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825375.327487:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825375.327490:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.327494:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825375.327496:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825375.327498:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825375.327499:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825375.327503:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.327511:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.327515:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825375.327517:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825375.327520:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825375.327527:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051454208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825375.327531:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.327533:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825375.327536:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051454208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.327543:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825375.327545:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825375.327549:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825375.327552:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825375.327554:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825375.327557:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825375.327559:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825375.327562:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825375.327566:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825375.327568:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825375.327569:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781825375.327573:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825375.327574:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.327577:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.327578:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.327579:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825375.327581:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.327583:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.334484:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.334489:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825375.334495:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825375.334497:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825375.334501:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825375.334505:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:3.0:1781825375.334507:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:3.0:1781825375.334511:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825375.334516:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825375.334524:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.334530:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825375.334531:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.334534:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825375.334537:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825375.334539:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825375.334541:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.334544:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825375.334554:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=42 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825375.334559:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825375.334561:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825375.334563:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825375.334566:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825375.334569:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.334573:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825375.334575:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825375.334577:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825375.334579:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825375.334584:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.334591:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.334593:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825375.334595:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825375.334599:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825375.334606:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051454080:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825375.334611:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825375.334613:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825375.334615:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825375.334617:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825375.334619:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825375.334621:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825375.334624:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825375.334631:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.335275:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825375.335277:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.335280:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825375.335281:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825375.335283:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825375.335285:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825375.335286:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825375.335291:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825375.335294:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825375.335297:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825375.335298:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825375.335300:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825375.335302:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.335304:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825375.335310:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.335317:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825375.335319:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825375.335321:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825375.335325:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825375.335331:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051453952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825375.335334:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.335337:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825375.335340:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051454080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.335347:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825375.335349:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825375.335352:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825375.335356:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825375.335359:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825375.335361:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825375.335363:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825375.335365:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781825375.335369:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825375.335370:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825375.335373:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781825375.335376:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825375.335377:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.335379:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825375.335382:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051453952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825375.335393:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825375.335395:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825375.335396:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825375.335398:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825375.335400:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825375.335401:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825375.335403:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825375.335404:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825375.335406:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825375.335407:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825375.335409:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781825375.335411:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825375.335412:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.335414:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825375.335421:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825375.335422:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825375.335424:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825375.335427:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825376.790330:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825376.790334:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825376.790337:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825378.838677:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825378.838681:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825378.838683:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825380.439112:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.439120:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825380.439122:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825380.439128:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.439136:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825380.439141:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825380.439144:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825380.439147:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825380.439149:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825380.439152:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051454336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825380.439156:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825380.439163:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825380.439165:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825380.439168:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825380.439174:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825380.439176:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825380.439182:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825380.439187:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088387e8. 00000400:00000010:0.0:1781825380.439193:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825380.439201:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051454336, portal 25 00000100:00000001:0.0:1781825380.439203:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825380.439205:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825380.439210:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.439217:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825380.439220:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825380.439223:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825380.439226:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051454336, offset 0 00000400:00000200:0.0:1781825380.439232:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825380.439241:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.439248:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825380.439253:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825380.439256:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825380.439260:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825380.439262:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825380.439265:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378456:378456:256:4294967295] 192.168.204.116@tcp LPNI seq info [378407:378407:8:4294967295] 00000400:00000200:0.0:1781825380.439269:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.439278:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825380.439284:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825380.439290:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825380.439308:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825380.439316:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825380.439320:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825380.439331:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825380.439335:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825380.439337:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302681106 00000100:00000001:0.0:1781825380.439346:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302675986 00000100:00000001:0.0:1781825380.439351:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302681106 00000100:00000001:0.0:1781825380.439354:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302675986 00000100:00000001:0.0:1781825380.439357:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825380.439359:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.439362:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.439364:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.439372:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825380.439374:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825380.439376:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.439378:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825380.439379:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.439381:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.439406:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.439408:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825380.439499:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825380.439503:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825380.439508:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.439520:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825380.439525:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:0.0:1781825380.439527:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:0.0:1781825380.439532:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825380.439536:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.439545:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825380.439547:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.439553:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.439555:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825380.439572:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.439574:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825380.440043:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825380.440049:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.440056:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825380.440058:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825380.440060:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825380.440062:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825380.440064:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825380.440067:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051454464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825380.440071:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825380.440074:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825380.440076:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825380.440191:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825380.440194:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825380.440196:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825380.440200:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825380.440202:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838108. 00000400:00000010:0.0:1781825380.440205:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825380.440207:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051454464, portal 10 00000100:00000001:0.0:1781825380.440209:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825380.440210:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:0.0:1781825380.440216:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.440222:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825380.440224:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825380.440226:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825380.440228:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051454464, offset 0 00000400:00000200:0.0:1781825380.440233:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825380.440268:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.440271:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825380.440274:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825380.440276:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825380.440278:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825380.440280:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825380.440282:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378458:378458:255:4294967295] 192.168.204.116@tcp LPNI seq info [378409:378409:7:4294967295] 00000400:00000200:0.0:1781825380.440286:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.440291:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825380.440304:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825380.440308:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825380.440311:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825380.440316:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825380.440319:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825380.440329:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825380.440334:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27242 usecs (28 jiffies) 00000400:00000200:0.0:1781825380.440337:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825380.440339:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302672414 00000100:00000001:0.0:1781825380.440342:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302681106 00000100:00000001:0.0:1781825380.440344:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302672414 00000100:00000001:0.0:1781825380.440346:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302681106 00000100:00000001:0.0:1781825380.440348:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825380.440350:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.440352:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.440354:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.440358:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825380.440359:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825380.440361:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.440362:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825380.440363:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.440365:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825380.440386:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825380.440389:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825380.440392:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.440396:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825380.440399:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825380.440402:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825380.440405:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825380.440408:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.442112:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825380.442119:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.442127:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.442129:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825380.442194:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825380.442197:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:0.0:1781825380.442202:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.442206:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825380.442211:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781825380.442214:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781825380.442229:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825380.442234:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051454592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.442245:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825380.442248:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051454592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.442255:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.442256:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825380.453539:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453554:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825380.453558:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453560:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.453569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453576:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825380.453583:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453588:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453592:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453597:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d49f80 00000400:00000200:0.0:1781825380.453601:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453607:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6a1 [1] + 224 00000800:00000001:0.0:1781825380.453614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453619:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.453622:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.453625:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825380.453632:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825380.453640:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825380.453650:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051454336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.453674:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825380.453682:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453685:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825380.453687:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453689:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.453692:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453695:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825380.453699:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453701:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453704:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453706:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a000 00000400:00000200:0.0:1781825380.453709:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.453713:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6b9 [1] + 224 00000800:00000001:0.0:1781825380.453716:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453721:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.453723:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.453726:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825380.453728:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825380.453733:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825380.453742:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.453757:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825380.453760:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.453763:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.453778:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.453781:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825380.453787:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825380.453789:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825380.453792:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838108. 00000400:00000200:0.0:1781825380.453795:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:0.0:1781825380.453798:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:0.0:1781825380.453801:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825380.453805:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825380.453818:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.453823:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825380.453825:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.453828:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825380.453831:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825380.453833:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825380.454546:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825380.454550:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825380.454556:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=47 v=5 (5 5 36 36) 00000100:00001000:0.0:1781825380.454559:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825380.454562:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825380.454563:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825380.454564:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825380.454567:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.454570:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825380.454572:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825380.454574:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825380.454575:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825380.454580:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.454588:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825380.454590:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825380.454591:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825380.454595:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825380.454602:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051454464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825380.454607:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.454608:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825380.454611:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051454464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.454618:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825380.454620:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825380.454622:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825380.454625:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825380.454626:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825380.454628:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825380.454629:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825380.454631:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:0.0:1781825380.454633:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825380.454634:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825380.454636:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:0.0:1781825380.454638:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825380.454639:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.454641:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825380.454648:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825380.454650:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825380.454652:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825380.454653:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825380.460713:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.460732:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825380.460736:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.460739:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.460747:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.460755:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825380.460765:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.460770:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.460775:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.460779:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a080 00000400:00000200:0.0:1781825380.460784:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825380.460790:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6b1 [1] + 224 00000800:00000001:0.0:1781825380.460797:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.460807:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825380.460810:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825380.460814:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825380.460822:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825380.460831:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051454592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825380.460842:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051454592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825380.460867:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825380.460875:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825380.460879:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825380.886898:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825380.886902:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825380.886905:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825382.934296:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825382.934299:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825382.934310:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825384.985111:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825384.985117:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825384.985121:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825385.559117:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825385.559120:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825385.559155:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825385.559160:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c400. 00000400:00000200:0.0:1781825385.559166:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.559171:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825385.559176:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781825385.559178:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781825385.559182:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825385.559187:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051454848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559195:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825385.559199:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051454848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559205:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825385.559207:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825385.559217:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825385.559219:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:0.0:1781825385.559222:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.559225:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825385.559227:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781825385.559229:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781825385.559231:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825385.559235:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051454720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559252:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825385.559255:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051454720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559260:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825385.559261:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825385.559322:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825385.559325:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825385.559328:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.559331:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825385.559333:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781825385.559335:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781825385.559337:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825385.559341:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051454976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559347:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825385.559350:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051454976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.559357:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825385.559358:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825385.563925:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.563950:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825385.563954:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.563957:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.563965:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.563973:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825385.563984:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.563989:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.563994:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.563998:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a200 00000400:00000200:0.0:1781825385.564002:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564008:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6f1 [1] + 224 00000800:00000001:0.0:1781825385.564015:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564018:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.564021:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.564025:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825385.564032:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825385.564040:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051454976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825385.564050:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051454976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.564073:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825385.564115:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564118:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825385.564119:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564121:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.564124:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564127:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825385.564131:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564133:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564136:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564138:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a180 00000400:00000200:0.0:1781825385.564141:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564144:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6d1 [1] + 224 00000800:00000001:0.0:1781825385.564147:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564149:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.564151:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.564154:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825385.564156:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825385.564160:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051454848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825385.564168:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051454848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.564181:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825385.564183:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564185:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825385.564187:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564188:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.564190:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564193:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825385.564196:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564198:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564200:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564202:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4a100 00000400:00000200:0.0:1781825385.564205:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825385.564208:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe6e1 [1] + 224 00000800:00000001:0.0:1781825385.564211:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564215:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825385.564216:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825385.564219:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825385.564220:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825385.564224:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051454720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825385.564231:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051454720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825385.564237:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825385.564239:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825385.564240:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825387.030412:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825387.030416:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825387.030419:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825389.078470:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825389.078474:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825389.078476:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825390.678430:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825390.678440:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825390.678451:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825390.678457:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825390.678461:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825390.678464:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825390.678470:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825390.678479:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825390.678485:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678498:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825390.678510:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825390.678514:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678520:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825390.678553:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678556:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825390.678559:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825390.678562:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825390.678565:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825390.678568:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825390.678569:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825390.678571:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825390.678574:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825390.678577:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678581:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825390.678589:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825390.678591:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678595:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825390.678603:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678606:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825390.678609:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825390.678611:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825390.678613:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825390.678615:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825390.678616:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825390.678618:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825390.678621:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825390.678624:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678627:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825390.678635:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825390.678636:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678639:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825390.678646:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825390.678649:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825390.678652:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825390.678655:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825390.678658:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825390.678663:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8020) 00000100:00000001:3.0:1781825390.678742:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.678748:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825390.678750:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825390.678757:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.678764:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825390.678766:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.678769:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825390.678772:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825390.678774:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825390.678777:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051455104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825390.678791:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825390.678797:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825390.678801:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.678803:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825390.678808:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825390.678810:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825390.678817:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825390.678821:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825390.678829:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825390.678837:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051455104, portal 25 00000100:00000001:3.0:1781825390.678839:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825390.678842:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:3.0:1781825390.678847:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.678855:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825390.678858:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825390.678860:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825390.678864:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051455104, offset 0 00000400:00000200:3.0:1781825390.678870:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825390.678878:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.678886:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825390.678900:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825390.678904:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825390.678908:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825390.678912:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825390.679023:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378462:378462:256:4294967295] 192.168.204.116@tcp LPNI seq info [378413:378413:8:4294967295] 00000400:00000200:3.0:1781825390.679029:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.679040:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825390.679045:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825390.679051:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825390.679058:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825390.679065:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825390.679069:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825390.679120:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825390.679126:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825390.679129:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302691346 00000100:00000001:3.0:1781825390.679137:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302686225 00000100:00000001:3.0:1781825390.679140:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302691346 00000100:00000001:3.0:1781825390.679144:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302686225 00000100:00000001:3.0:1781825390.679147:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.679150:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679153:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825390.679157:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.679165:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825390.679166:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.679168:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825390.679171:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825390.679173:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825390.679189:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051455360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825390.679193:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825390.679196:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825390.679198:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.679200:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825390.679203:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825390.679205:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825390.679209:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825390.679212:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825390.679215:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825390.679219:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051455360, portal 10 00000100:00000001:3.0:1781825390.679221:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825390.679222:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:3.0:1781825390.679229:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.679235:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825390.679237:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825390.679240:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825390.679242:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051455360, offset 0 00000400:00000200:3.0:1781825390.679246:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825390.679250:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.679253:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825390.679256:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825390.679259:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825390.679261:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825390.679264:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825390.679267:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378463:378463:255:4294967295] 192.168.204.116@tcp LPNI seq info [378414:378414:7:4294967295] 00000400:00000200:3.0:1781825390.679271:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.679277:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825390.679282:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825390.679285:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2aca00. 00000800:00000200:3.0:1781825390.679289:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825390.679293:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825390.679295:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2aca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825390.679298:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825390.679302:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20577 usecs (21 jiffies) 00000400:00000200:3.0:1781825390.679305:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825390.679307:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302682646 00000100:00000001:3.0:1781825390.679310:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302691346 00000100:00000001:3.0:1781825390.679312:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302682646 00000100:00000001:3.0:1781825390.679314:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302691346 00000100:00000001:3.0:1781825390.679316:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.679318:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679320:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679322:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.679329:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825390.679330:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825390.679333:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.679334:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825390.679335:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825390.679337:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825390.679338:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.679340:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825390.679341:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.679343:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.679344:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825390.679345:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825390.679349:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.679356:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825390.679357:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.679359:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825390.679361:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825390.679363:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825390.679365:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051455232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825390.679368:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825390.679371:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825390.679372:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.679374:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825390.679377:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825390.679378:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825390.679381:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825390.679383:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825390.679386:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825390.679389:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051455232, portal 10 00000100:00000001:3.0:1781825390.679391:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825390.679392:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781825390.679397:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.679404:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825390.679406:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825390.679408:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825390.679411:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051455232, offset 0 00000400:00000200:3.0:1781825390.679415:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825390.679418:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.679422:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825390.679425:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825390.679427:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825390.679429:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825390.679432:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825390.679435:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378464:378464:254:4294967295] 192.168.204.116@tcp LPNI seq info [378415:378415:6:4294967295] 00000400:00000200:3.0:1781825390.679439:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825390.679445:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825390.679449:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825390.679453:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac000. 00000800:00000200:3.0:1781825390.679457:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825390.679461:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825390.679464:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825390.679467:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825390.679470:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27165 usecs (28 jiffies) 00000400:00000200:3.0:1781825390.679473:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825390.679475:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302682653 00000100:00000001:3.0:1781825390.679477:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302691346 00000100:00000001:3.0:1781825390.679479:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302682653 00000100:00000001:3.0:1781825390.679481:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302691346 00000100:00000001:3.0:1781825390.679483:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.679485:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679487:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679489:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.679500:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.679502:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825390.679778:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825390.679784:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac900. 00000400:00000200:0.0:1781825390.679790:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.679795:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825390.679799:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:0.0:1781825390.679802:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:0.0:1781825390.679806:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825390.679811:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.679821:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825390.679824:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.679831:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825390.679832:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825390.679843:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825390.679845:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2aca00. 00000400:00000200:0.0:1781825390.679847:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.679850:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825390.679852:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:0.0:1781825390.679854:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:0.0:1781825390.679856:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825390.679859:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.679866:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825390.679869:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.679875:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825390.679877:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825390.680291:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825390.680294:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac000. 00000400:00000200:0.0:1781825390.680298:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.680302:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825390.680306:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:0.0:1781825390.680308:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:0.0:1781825390.680310:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825390.680314:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.680323:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825390.680327:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.680333:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825390.680334:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825390.685387:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.685404:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825390.685409:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.685411:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.685420:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.685428:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825390.685438:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.685443:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.685448:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.685452:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a380 00000400:00000200:0.0:1781825390.685457:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.685464:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe709 [1] + 224 00000800:00000001:0.0:1781825390.685470:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.685490:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.685494:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.685498:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825390.685506:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825390.685514:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825390.685525:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.685547:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825390.685555:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.685558:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.685660:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.685666:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825390.685673:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825390.685676:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825390.685679:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825390.685683:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825390.685685:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825390.685689:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825390.685693:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825390.685708:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.685724:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825390.685727:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.685729:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825390.685733:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825390.685736:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825390.685737:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.685740:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825390.685749:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=57 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825390.685753:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825390.685756:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825390.685758:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825390.685760:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825390.685764:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.685767:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825390.685769:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825390.685771:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825390.685772:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825390.685777:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.685783:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.685787:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825390.685788:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825390.685792:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825390.685801:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051455360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825390.685806:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.685808:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825390.685812:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051455360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.685819:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825390.685821:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825390.685825:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825390.685830:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825390.685832:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825390.685835:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825390.685837:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825390.685839:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825390.685842:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825390.685844:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825390.685846:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781825390.685849:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825390.685851:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.685854:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.685856:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.685857:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825390.685858:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.685860:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825390.688924:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.688940:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825390.688943:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.688946:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.688954:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.688969:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825390.688978:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.688983:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.688988:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.688993:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4a280 00000400:00000200:0.0:1781825390.688998:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689004:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe701 [1] + 224 00000800:00000001:0.0:1781825390.689011:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.689015:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.689018:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.689022:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825390.689029:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825390.689037:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825390.689049:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.689069:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825390.689109:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.689113:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825390.689116:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.689118:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.689121:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689125:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825390.689129:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689132:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689135:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689138:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a300 00000400:00000200:0.0:1781825390.689141:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825390.689146:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe711 [1] + 224 00000800:00000001:0.0:1781825390.689150:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.689156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825390.689158:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825390.689161:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825390.689164:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825390.689169:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825390.689187:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825390.689196:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825390.689199:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825390.689202:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689302:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.689306:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825390.689312:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825390.689314:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825390.689318:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825390.689322:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825390.689324:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825390.689328:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825390.689333:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825390.689342:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689349:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825390.689351:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689353:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825390.689356:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825390.689358:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825390.689361:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.689364:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825390.689373:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=57 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825390.689377:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825390.689380:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825390.689382:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825390.689385:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825390.689387:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.689391:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825390.689393:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825390.689395:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825390.689397:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825390.689401:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689409:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.689412:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825390.689414:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825390.689419:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825390.689427:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051455232:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825390.689432:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825390.689433:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825390.689435:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825390.689437:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825390.689439:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825390.689441:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825390.689445:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825390.689453:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689460:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825390.689461:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689463:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825390.689464:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825390.689465:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825390.689467:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825390.689469:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825390.689472:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825390.689475:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=120 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825390.689477:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825390.689478:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825390.689480:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825390.689482:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.689483:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825390.689487:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689498:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825390.689500:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825390.689502:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825390.689506:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825390.689513:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051455104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825390.689518:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689520:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825390.689523:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051455232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689530:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825390.689533:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825390.689536:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825390.689539:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825390.689542:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825390.689544:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825390.689546:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825390.689549:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825390.689553:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825390.689555:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825390.689557:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781825390.689560:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825390.689562:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689563:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825390.689567:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051455104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825390.689573:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825390.689574:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825390.689576:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825390.689578:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825390.689579:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825390.689580:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825390.689581:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825390.689583:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825390.689585:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825390.689586:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825390.689588:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781825390.689590:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825390.689591:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689594:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825390.689601:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825390.689603:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825390.689605:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825390.689607:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825391.128135:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825391.128139:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825391.128143:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825393.175471:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825393.175475:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825393.175478:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825395.222658:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825395.222662:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825395.222665:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825395.799793:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825395.799796:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825395.799833:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825395.799837:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825395.799843:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.799848:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825395.799852:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781825395.799854:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781825395.799859:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825395.799863:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051455616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.799872:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825395.799875:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051455616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.799882:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825395.799883:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825395.799891:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825395.799893:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825395.799895:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.799898:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825395.799901:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781825395.799902:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781825395.799904:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825395.799907:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051455488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.799913:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825395.799916:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051455488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.799922:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825395.799923:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825395.799971:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825395.799973:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825395.799975:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.799978:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825395.799980:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781825395.799982:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781825395.799984:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825395.799986:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051455744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.799993:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825395.799996:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051455744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.800002:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825395.800004:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825395.803119:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.803135:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825395.803139:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.803142:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.803151:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.803159:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825395.803168:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.803173:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.803179:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.803184:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4a400 00000400:00000200:0.0:1781825395.803189:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.803196:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe729 [1] + 224 00000800:00000001:0.0:1781825395.803203:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.803209:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.803212:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.803227:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825395.803243:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825395.803252:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051455488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825395.803265:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051455488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.803287:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825395.803294:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.803297:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825395.807429:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.807449:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825395.807453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.807455:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.807465:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.807472:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825395.807481:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.807485:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.807490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.807494:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a480 00000400:00000200:0.0:1781825395.807498:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.807504:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe719 [1] + 224 00000800:00000001:0.0:1781825395.807512:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.807520:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.807524:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.807527:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825395.807534:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825395.807543:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051455616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825395.807559:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051455616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.807585:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825395.807594:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.807597:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825395.809448:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.809464:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825395.809468:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.809470:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.809477:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.809484:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825395.809493:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.809497:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.809502:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.809506:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a500 00000400:00000200:0.0:1781825395.809510:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825395.809515:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe739 [1] + 224 00000800:00000001:0.0:1781825395.809521:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.809529:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825395.809532:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825395.809535:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825395.809541:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825395.809548:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051455744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825395.809558:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051455744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825395.809647:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825395.809654:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825395.809657:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825397.272187:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825397.272193:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825397.272197:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825399.322359:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825399.322368:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825399.322371:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825400.918752:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825400.918755:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825400.918847:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825400.918852:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:0.0:1781825400.918857:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.918862:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825400.918870:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:0.0:1781825400.918872:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:0.0:1781825400.918877:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825400.918881:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051456000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.918890:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825400.918894:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051456000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.918901:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825400.918902:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825400.918915:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825400.918917:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:0.0:1781825400.918919:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.918923:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825400.918925:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781825400.918927:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781825400.918929:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825400.918932:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051455872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.918938:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825400.918941:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051455872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.918948:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825400.918949:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825400.919549:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825400.919553:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:0.0:1781825400.919556:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.919560:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825400.919565:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781825400.919567:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781825400.919570:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825400.919575:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051456128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.919583:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825400.919586:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051456128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.919593:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825400.919595:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825400.924769:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.924979:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825400.924985:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.924988:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.924997:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925005:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825400.925017:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925023:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925189:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925194:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4a580 00000400:00000200:0.0:1781825400.925199:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925206:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe759 [1] + 224 00000800:00000001:0.0:1781825400.925214:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925220:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.925223:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.925227:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825400.925236:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825400.925246:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051455872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825400.925259:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051455872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.925286:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825400.925304:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925308:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825400.925310:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925312:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.925315:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925319:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825400.925323:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925326:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925328:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925331:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a600 00000400:00000200:0.0:1781825400.925334:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925338:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe749 [1] + 224 00000800:00000001:0.0:1781825400.925341:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925344:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.925346:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.925348:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825400.925351:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825400.925355:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051456000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825400.925364:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051456000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.925370:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825400.925373:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925375:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825400.925376:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925378:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.925381:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925384:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825400.925388:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925391:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925394:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925397:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a680 00000400:00000200:0.0:1781825400.925400:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825400.925404:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe769 [1] + 224 00000800:00000001:0.0:1781825400.925407:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925432:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825400.925435:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825400.925439:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825400.925442:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825400.925447:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051456128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825400.925454:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051456128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825400.925461:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825400.925464:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825400.925467:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825401.366651:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825401.366654:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825401.366658:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825403.419573:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825403.419577:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825403.419580:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825405.465563:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825405.465570:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825405.465575:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825406.038359:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825406.038370:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825406.038385:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825406.038594:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825406.038600:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825406.038603:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825406.038609:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825406.038619:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825406.038627:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.038639:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825406.038649:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825406.038652:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.038658:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_01+1] req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.038724:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.038728:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825406.038731:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825406.038737:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.038745:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825406.038747:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.038751:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825406.038753:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825406.038756:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825406.038759:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051456256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825406.038763:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825406.038770:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825406.038772:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.038774:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825406.038780:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825406.038782:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825406.038789:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825406.038793:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825406.038799:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825406.038807:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051456256, portal 25 00000100:00000001:3.0:1781825406.038810:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825406.038811:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781825406.038816:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.038823:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825406.038826:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825406.038828:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825406.038832:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051456256, offset 0 00000400:00000200:3.0:1781825406.038839:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825406.038849:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825406.038857:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825406.038862:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825406.038866:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825406.038869:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825406.038872:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825406.038875:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378471:378471:256:4294967295] 192.168.204.116@tcp LPNI seq info [378422:378422:8:4294967295] 00000400:00000200:3.0:1781825406.038879:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825406.038888:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825406.038894:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825406.038899:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825406.038906:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825406.038913:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825406.038918:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825406.039009:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039013:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825406.039016:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825406.039030:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825406.039033:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825406.039037:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825406.039038:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825406.039041:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825406.039045:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825406.039048:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039053:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825406.039060:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825406.039072:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039106:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.039116:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039119:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825406.039122:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825406.039126:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825406.039128:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825406.039130:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825406.039132:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825406.039133:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825406.039137:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825406.039139:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039144:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825406.039151:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825406.039153:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039156:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.039164:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.039166:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825406.039169:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825406.039172:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825406.039175:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825406.039180:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8035) 00000100:00000001:2.0:1781825406.039211:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825406.039214:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825406.039216:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825406.039220:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.039227:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825406.039228:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825406.039230:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825406.039232:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825406.039234:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825406.039237:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051456384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825406.039251:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825406.039254:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825406.039256:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825406.039257:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825406.039261:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825406.039263:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825406.039267:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825406.039270:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825406.039274:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825406.039278:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051456384, portal 10 00000100:00000001:2.0:1781825406.039279:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825406.039281:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825406.039288:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.039295:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825406.039297:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825406.039300:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825406.039307:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051456384, offset 0 00000400:00000200:2.0:1781825406.039311:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825406.039316:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825406.039320:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825406.039323:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825406.039325:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825406.039328:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825406.039330:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825406.039332:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378472:378472:255:4294967295] 192.168.204.116@tcp LPNI seq info [378423:378423:7:4294967295] 00000400:00000200:2.0:1781825406.039337:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825406.039339:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825406.039343:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825406.039347:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825406.039351:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000400:00000200:3.0:1781825406.039352:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825406.039355:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302706706 00000800:00000200:2.0:1781825406.039355:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825406.039359:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825406.039361:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825406.039362:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302701585 00000100:00000001:2.0:1781825406.039365:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039366:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302706706 00000100:00000040:2.0:1781825406.039368:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 27033 usecs (28 jiffies) 00000100:00000001:3.0:1781825406.039369:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302701585 00000400:00000200:2.0:1781825406.039371:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825406.039372:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825406.039372:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302698013 00000100:00000001:3.0:1781825406.039375:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.039375:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302706706 00000100:00000001:2.0:1781825406.039377:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302698013 00000100:00000001:3.0:1781825406.039378:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.039379:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302706706 00000100:00000001:3.0:1781825406.039380:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825406.039380:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825406.039382:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.039384:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.039385:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.039387:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825406.039388:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825406.039389:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825406.039391:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.039392:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825406.039393:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825406.039397:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.039398:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825406.039400:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825406.039402:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825406.039403:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039405:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825406.039405:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039406:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.039408:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825406.039410:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825406.039412:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825406.039414:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051456512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825406.039432:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825406.039435:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825406.039436:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.039438:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825406.039442:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825406.039443:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825406.039447:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825406.039450:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825406.039453:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825406.039456:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051456512, portal 10 00000100:00000001:3.0:1781825406.039458:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825406.039459:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781825406.039818:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.039825:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825406.039827:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825406.039831:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825406.039834:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051456512, offset 0 00000400:00000200:3.0:1781825406.039838:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825406.039842:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825406.039846:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825406.039849:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825406.039852:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825406.039860:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825406.039862:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825406.039865:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378473:378473:254:4294967295] 192.168.204.116@tcp LPNI seq info [378424:378424:6:4294967295] 00000400:00000200:3.0:1781825406.039869:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825406.039875:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825406.039880:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825406.039884:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2acc00. 00000800:00000200:3.0:1781825406.039888:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825406.039892:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825406.039895:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2acc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825406.039898:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825406.039901:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20527 usecs (21 jiffies) 00000400:00000200:3.0:1781825406.039904:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825406.039906:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302698006 00000100:00000001:3.0:1781825406.039908:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302706706 00000100:00000001:3.0:1781825406.039911:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302698006 00000100:00000001:3.0:1781825406.039913:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302706706 00000100:00000001:3.0:1781825406.039915:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825406.039917:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039919:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039920:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.039924:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825406.039926:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825406.039928:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.039929:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825406.039930:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.039932:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825406.040153:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825406.040158:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac800. 00000400:00000200:0.0:1781825406.040165:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.040170:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825406.040174:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:0.0:1781825406.040177:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:0.0:1781825406.040181:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825406.040186:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040196:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825406.040199:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040205:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825406.040206:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825406.040339:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825406.040352:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:0.0:1781825406.040356:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.040359:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825406.040363:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:0.0:1781825406.040365:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:0.0:1781825406.040369:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825406.040373:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040380:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825406.040383:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040388:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825406.040389:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825406.040468:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825406.040471:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2acc00. 00000400:00000200:0.0:1781825406.040473:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.040476:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825406.040479:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:0.0:1781825406.040481:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:0.0:1781825406.040483:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825406.040486:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040493:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825406.040495:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.040502:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825406.040503:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825406.042977:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.042994:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825406.042999:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.043002:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.043011:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.043018:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825406.043025:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.043121:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.043127:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.043131:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4a700 00000400:00000200:0.0:1781825406.043136:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.043141:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe779 [1] + 224 00000800:00000001:0.0:1781825406.043148:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.043156:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.043158:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.043162:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825406.043169:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825406.043178:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825406.043189:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.043208:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825406.043215:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.043218:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.043278:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.043283:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825406.043289:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825406.043291:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825406.043294:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825406.043298:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:3.0:1781825406.043300:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:3.0:1781825406.043303:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825406.043307:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825406.043316:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.043322:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825406.043324:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.043326:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825406.043329:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825406.043332:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825406.043334:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.043337:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825406.043343:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825406.043347:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=136 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825406.043349:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825406.043351:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825406.043354:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825406.043356:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.043359:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825406.043362:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.043369:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825406.043372:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825406.043374:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825406.043378:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825406.043385:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051456256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825406.043390:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.043392:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825406.043395:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051456256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.043402:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825406.043405:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825406.043408:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825406.043412:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825406.043414:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825406.043416:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825406.043430:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825406.043433:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825406.043436:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825406.043438:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825406.043440:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781825406.043444:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825406.043445:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.043447:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.043449:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.043451:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825406.043452:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.043454:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825406.060818:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.060837:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825406.060842:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.060845:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.060855:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.060862:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825406.060878:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.060883:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.060890:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.060894:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a800 00000400:00000200:0.0:1781825406.060899:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.060906:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe789 [1] + 224 00000800:00000001:0.0:1781825406.060913:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.060917:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.060920:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.060926:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825406.060934:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825406.060946:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825406.060959:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.060977:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825406.060986:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.060990:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825406.060991:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.060994:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.060997:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.061001:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825406.061005:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.061008:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.061011:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.061013:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a780 00000400:00000200:0.0:1781825406.061016:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825406.061020:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe781 [1] + 224 00000800:00000001:0.0:1781825406.061023:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.061029:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825406.061031:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825406.061035:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825406.061038:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825406.061042:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825406.061050:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825406.061069:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825406.061074:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825406.061112:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.061121:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.061130:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825406.061142:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825406.061145:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825406.061150:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825406.061157:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825406.061161:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825406.061165:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825406.061175:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825406.061187:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.061195:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825406.061197:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.061200:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825406.061204:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825406.061207:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825406.061210:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825406.061213:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825406.061225:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=73 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825406.061230:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825406.061233:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825406.061235:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825406.061239:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825406.061242:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.061246:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825406.061249:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825406.061251:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825406.061253:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825406.061258:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.061266:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825406.061270:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825406.061273:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825406.061277:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825406.061291:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051456512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825406.061297:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.061299:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825406.061303:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051456512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825406.061311:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825406.061314:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825406.061318:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825406.061322:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825406.061325:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825406.061328:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825406.061330:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825406.061334:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825406.061338:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825406.061341:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825406.061343:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781825406.061347:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825406.061349:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.061352:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825406.061362:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825406.061364:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825406.061367:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825406.061370:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.061603:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825406.061609:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825406.061617:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825406.061619:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825406.061623:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825406.061628:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825406.061631:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825406.061635:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825406.061642:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825406.061652:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.061659:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825406.061661:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825406.061664:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825406.061666:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825406.061669:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825406.061671:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825406.061674:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825406.061682:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=73 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825406.061686:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825406.061689:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825406.061691:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825406.061694:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825406.061697:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.061700:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825406.061702:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825406.061704:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825406.061706:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825406.061711:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.061718:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825406.061722:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825406.061724:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825406.061728:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825406.061736:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051456384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825406.061741:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825406.061744:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825406.061747:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051456384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825406.061753:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825406.061755:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825406.061759:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825406.061763:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825406.061766:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825406.061767:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825406.061770:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825406.061772:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825406.061775:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825406.061777:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825406.061779:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825406.061782:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825406.061784:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825406.061786:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825406.061792:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825406.061794:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825406.061796:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825406.061798:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825406.491106:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825406.491116:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825406.491123:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825407.510796:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825407.510803:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825407.510808:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825408.535317:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825408.535322:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825408.535325:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825409.558750:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825409.558754:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825409.558757:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825410.582388:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825410.582391:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825410.582394:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825411.158547:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825411.158567:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825411.158579:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031880. 00000020:00000040:0.0:1781825411.158596:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825411.158601:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825411.158603:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825411.158608:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825411.158630:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825411.158656:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.158681:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031880 x1868371051456640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825411.158705:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825411.158727:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.158734:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c9ac09] to pc [ptlrpcd_00_00+0] req@ffff908f08031880 x1868371051456640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.158984:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.158988:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825411.158991:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825411.159010:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781825411.159013:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825411.159016:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825411.159017:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825411.159019:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825411.159038:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825411.159042:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.159061:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825411.159070:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825411.160909:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.160928:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_01+1] req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.160958:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.160961:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825411.160983:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825411.160988:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032300. 00000020:00000040:0.0:1781825411.160992:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825411.161003:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825411.161006:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825411.161009:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825411.161014:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825411.161026:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.161031:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825411.161039:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825411.161042:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.161059:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056703e4a] to pc [ptlrpcd_00_00+0] req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.161091:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.161094:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825411.161098:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825411.161100:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825411.161103:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825411.161108:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8040) 00000800:00000200:0.0:1781825411.165747:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825411.165752:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825411.165770:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825411.165894:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825411.165903:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781825411.165907:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781825411.165913:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825411.165921:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.165936:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825411.165941:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.165949:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.165951:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825411.166005:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825411.166008:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c800. 00000400:00000200:0.0:1781825411.166011:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825411.166015:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825411.167922:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:0.0:1781825411.167927:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:0.0:1781825411.167935:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825411.167944:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.167976:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825411.167983:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.167994:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.167998:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825411.172527:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825411.172532:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825411.172538:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825411.172541:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825411.172544:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9790. 00000400:00000200:0.0:1781825411.172549:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:0.0:1781825411.172551:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:0.0:1781825411.172554:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825411.172570:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825411.172579:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.172586:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825411.172587:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825411.172590:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825411.172593:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825411.172595:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825411.172597:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825411.172600:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825411.172607:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=78 v=5 (5 5 36 36) 00000100:00001000:0.0:1781825411.172612:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825411.172615:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825411.172616:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825411.172619:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825411.172622:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.172626:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825411.172628:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825411.172639:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825411.172641:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825411.172646:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.172654:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825411.172657:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825411.172659:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825411.172663:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825411.172671:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051456768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825411.172675:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.172678:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825411.172681:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051456768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.172688:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825411.172690:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825411.172694:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79c00. 02000000:00000001:0.0:1781825411.172698:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825411.172701:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825411.172703:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825411.172705:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825411.172707:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:0.0:1781825411.172710:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825411.172711:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825411.172713:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:0.0:1781825411.172716:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825411.172718:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825411.172720:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.172722:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825411.172723:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825411.172725:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825411.172726:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825411.179867:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825411.179883:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825411.179888:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825411.179891:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825411.179899:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825411.179908:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825411.179917:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825411.179922:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825411.179927:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825411.179931:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4a980 00000400:00000200:0.0:1781825411.179936:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825411.179942:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe7b1 [1] + 224 00000800:00000001:0.0:1781825411.179948:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825411.180002:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825411.180006:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825411.180011:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825411.180018:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825411.180026:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825411.180038:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032300 x1868371051456896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825411.180060:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825411.180071:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825411.180074:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825411.606351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825411.606355:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825411.606358:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825412.630489:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825412.630493:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825412.630495:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825413.655395:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825413.655399:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825413.655404:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825414.678300:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825414.678304:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825414.678307:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825415.705298:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825415.705302:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825415.705306:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825416.283380:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825416.283388:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825416.293851:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.293873:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825416.293878:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.293882:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.293894:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.293903:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825416.293913:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.293919:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.293926:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.293931:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4aa80 00000400:00000200:0.0:1781825416.293935:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.293943:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe7c1 [1] + 224 00000800:00000001:0.0:1781825416.293952:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.293955:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.293959:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825416.293965:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825416.293974:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825416.293988:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051457152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825416.294001:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051457152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825416.294025:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825416.294034:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.294038:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825416.294039:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.294042:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.294045:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.294048:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825416.294052:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.294054:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.294056:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.294060:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ab00 00000400:00000200:0.0:1781825416.294063:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.294066:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe7e1 [1] + 224 00000800:00000001:0.0:1781825416.294070:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.294129:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.294131:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825416.294135:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825416.294138:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825416.294143:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051457280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825416.294151:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051457280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825416.294159:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825416.294163:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.294167:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825416.297321:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.297354:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825416.297358:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.297362:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.297369:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.297375:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825416.297384:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.297389:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.297393:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.297398:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4aa00 00000400:00000200:0.0:1781825416.297402:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825416.297407:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe7d1 [1] + 224 00000800:00000001:0.0:1781825416.297413:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.297471:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825416.297475:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825416.297479:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825416.297486:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825416.297493:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051457024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825416.297501:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051457024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825416.297522:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825416.297530:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825416.297533:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1781825416.726628:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825416.726632:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825416.726634:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825417.750466:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825417.750469:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825417.750473:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825418.774512:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825418.774515:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825418.774518:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825419.798337:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825419.798341:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825419.798344:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825420.824494:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825420.824504:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825420.824509:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825421.398636:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.398640:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825421.398642:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825421.398648:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.398656:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825421.398658:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.398662:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825421.398664:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825421.398667:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825421.398670:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051457408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825421.398673:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825421.398679:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825421.398681:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.398684:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825421.398689:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825421.398691:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825421.398698:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825421.398703:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838108. 00000400:00000010:0.0:1781825421.398710:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825421.398716:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051457408, portal 25 00000100:00000001:0.0:1781825421.398719:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825421.398720:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781825421.398725:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.398742:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825421.398745:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825421.398748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825421.398751:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051457408, offset 0 00000400:00000200:0.0:1781825421.398758:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825421.398765:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.398772:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825421.398777:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825421.398781:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825421.398785:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825421.398787:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825421.398790:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378480:378480:256:4294967295] 192.168.204.116@tcp LPNI seq info [378431:378431:8:4294967295] 00000400:00000200:0.0:1781825421.398795:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.398803:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825421.398809:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825421.398814:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781825421.398820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825421.398826:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825421.398831:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825421.398841:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825421.398845:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825421.398847:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302722065 00000100:00000001:0.0:1781825421.398855:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302716948 00000100:00000001:0.0:1781825421.398859:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302722065 00000100:00000001:0.0:1781825421.398862:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302716948 00000100:00000001:0.0:1781825421.398865:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825421.398869:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.398871:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.398873:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.398880:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825421.398882:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825421.398884:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.398885:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825421.398886:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825421.398888:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825421.398890:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.398892:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825421.398893:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.398894:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.398895:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825421.398897:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825421.398901:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.398908:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825421.398909:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.398911:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825421.398913:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825421.398915:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825421.398918:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051457536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825421.398921:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825421.398924:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825421.398926:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.398927:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825421.398930:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9a00. 02000000:00000001:0.0:1781825421.398932:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825421.398935:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825421.398938:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088387e8. 00000400:00000010:0.0:1781825421.398942:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825421.398945:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051457536, portal 10 00000100:00000001:0.0:1781825421.398947:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825421.398947:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825421.398953:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.398958:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825421.398960:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825421.398962:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825421.398964:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051457536, offset 0 00000400:00000200:0.0:1781825421.398968:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825421.398971:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.398974:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825421.398976:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825421.398978:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825421.398981:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825421.398983:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825421.398985:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378481:378481:255:4294967295] 192.168.204.116@tcp LPNI seq info [378432:378432:7:4294967295] 00000400:00000200:0.0:1781825421.398989:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.398995:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825421.398999:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825421.399002:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825421.399006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825421.399010:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825421.399012:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825421.399014:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825421.399017:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26980 usecs (27 jiffies) 00000400:00000200:0.0:1781825421.399020:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825421.399022:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302713371 00000100:00000001:0.0:1781825421.399024:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302722065 00000100:00000001:0.0:1781825421.399026:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302713371 00000100:00000001:0.0:1781825421.399027:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302722065 00000100:00000001:0.0:1781825421.399029:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825421.399031:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.399033:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.399035:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.399045:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.399047:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825421.399111:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825421.399115:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:0.0:1781825421.399129:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.399135:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825421.399139:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825421.399141:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825421.399145:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825421.399149:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.399158:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825421.399161:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.399168:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.399169:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825421.399218:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825421.399220:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825421.399223:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.399226:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825421.399229:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:0.0:1781825421.399230:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:0.0:1781825421.399233:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825421.399236:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.399242:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825421.399245:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.399251:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.399253:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825421.402430:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.402447:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825421.402451:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.402454:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.402463:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402470:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825421.402481:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402486:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402491:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402495:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ab80 00000400:00000200:0.0:1781825421.402500:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402506:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe7f1 [1] + 224 00000800:00000001:0.0:1781825421.402513:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.402521:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.402524:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.402528:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825421.402535:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825421.402544:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825421.402555:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.402564:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825421.402571:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.402575:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.402586:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825421.402590:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825421.402592:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.402599:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825421.402601:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.402603:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.402604:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825421.402606:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825421.402612:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.402619:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825421.402621:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.402625:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825421.402628:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825421.402631:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825421.402634:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051457664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825421.402638:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825421.402644:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825421.402646:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.402648:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825421.402654:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825421.402657:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825421.402660:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825421.402664:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838478. 00000400:00000010:0.0:1781825421.402669:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825421.402675:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051457664, portal 10 00000100:00000001:0.0:1781825421.402678:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825421.402680:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:0.0:1781825421.402687:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.402694:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825421.402696:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825421.402699:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825421.402702:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051457664, offset 0 00000400:00000200:0.0:1781825421.402707:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825421.402712:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402718:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825421.402723:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825421.402726:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825421.402729:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825421.402732:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825421.402747:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378482:378482:256:4294967295] 192.168.204.116@tcp LPNI seq info [378433:378433:8:4294967295] 00000400:00000200:0.0:1781825421.402752:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.402759:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825421.402764:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825421.402769:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825421.402776:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825421.402782:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825421.402785:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825421.402796:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825421.402801:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20546 usecs (21 jiffies) 00000400:00000200:0.0:1781825421.402804:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825421.402807:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302713369 00000100:00000001:0.0:1781825421.402810:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302722065 00000100:00000001:0.0:1781825421.402813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302713369 00000100:00000001:0.0:1781825421.402815:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302722065 00000100:00000001:0.0:1781825421.402817:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825421.402820:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.402823:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.402825:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825421.402906:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825421.402909:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825421.402913:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.402917:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825421.402920:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825421.402923:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825421.402928:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825421.402932:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.402941:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825421.402944:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.402951:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.402952:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825421.402966:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.402968:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825421.402973:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825421.402974:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825421.402976:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838108. 00000400:00000200:0.0:1781825421.402979:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:0.0:1781825421.402981:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:0.0:1781825421.402983:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825421.402986:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825421.403540:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.403547:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825421.403549:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.403552:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825421.403554:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825421.403556:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825421.403559:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825421.403561:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825421.403567:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825421.403571:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=151 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825421.403574:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825421.403576:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825421.403579:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825421.403581:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.403584:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825421.403588:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.403595:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825421.403598:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825421.403600:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825421.403604:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825421.403610:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051457408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825421.403614:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.403616:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825421.403619:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051457408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.403626:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825421.403629:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825421.403632:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825421.403635:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825421.403638:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825421.403640:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825421.403643:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825421.403645:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:0.0:1781825421.403649:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825421.403650:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825421.403652:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:0.0:1781825421.403655:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825421.403657:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825421.403658:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.403660:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825421.403661:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825421.403663:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825421.403664:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825421.405390:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.405406:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825421.405410:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.405413:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.405420:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.405426:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825421.405434:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.405439:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.405444:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.405447:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ac00 00000400:00000200:0.0:1781825421.405452:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.405457:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe801 [1] + 224 00000800:00000001:0.0:1781825421.405463:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.405472:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.405475:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.405479:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825421.405485:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825421.405493:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825421.405502:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051457536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.405532:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825421.405539:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.405542:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825421.406819:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.406829:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825421.406833:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.406836:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.406842:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.406847:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825421.406854:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.406858:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.406872:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.406876:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ac80 00000400:00000200:0.0:1781825421.406879:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825421.406883:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe811 [1] + 224 00000800:00000001:0.0:1781825421.406888:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.406939:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825421.406942:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825421.406945:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825421.406949:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825421.406955:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825421.406965:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051457664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825421.407055:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825421.407064:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825421.407067:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825421.850028:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825421.850032:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825421.850035:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825422.870435:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825422.870438:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825422.870441:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825423.894736:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825423.894740:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825423.895625:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1781825424.918591:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825424.918597:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825424.918609:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825425.943295:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825425.943299:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825425.943303:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1781825426.520324:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825426.520328:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825426.520366:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825426.520369:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:0.0:1781825426.520375:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.520380:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825426.520385:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:0.0:1781825426.520387:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:0.0:1781825426.520392:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825426.520396:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051457920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520406:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825426.520409:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051457920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520415:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825426.520417:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825426.520428:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825426.520430:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825426.520432:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.520435:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825426.520438:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:0.0:1781825426.520440:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:0.0:1781825426.520442:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825426.520445:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051457792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520452:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825426.520454:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051457792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520459:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825426.520460:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825426.520523:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825426.520526:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:0.0:1781825426.520528:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.520532:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825426.520534:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:0.0:1781825426.520535:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:0.0:1781825426.520537:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825426.520540:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051458048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520546:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825426.520548:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051458048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.520553:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825426.520555:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825426.527535:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.527555:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825426.527560:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.527562:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.527570:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.527578:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825426.527589:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.527594:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.527600:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.527604:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ad80 00000400:00000200:0.0:1781825426.527609:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.527616:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe821 [1] + 224 00000800:00000001:0.0:1781825426.527958:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.527965:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.527969:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.527974:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825426.527983:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825426.527992:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051457920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825426.528004:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051457920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.528041:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825426.528059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528063:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825426.528065:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528067:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.528071:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528075:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825426.528184:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528188:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528191:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528195:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ae00 00000400:00000200:0.0:1781825426.528198:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528202:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe841 [1] + 224 00000800:00000001:0.0:1781825426.528207:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528211:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.528213:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.528217:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825426.528220:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825426.528225:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051458048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825426.528234:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051458048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.528241:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825426.528245:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528249:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825426.528251:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528252:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.528255:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528259:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825426.528263:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528265:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528268:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528270:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ad00 00000400:00000200:0.0:1781825426.528273:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825426.528277:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe831 [1] + 224 00000800:00000001:0.0:1781825426.528281:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528289:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825426.528291:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825426.528294:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825426.528297:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825426.528301:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051457792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825426.528309:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051457792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825426.528316:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825426.528320:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825426.528323:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825426.969118:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825426.969122:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825426.969125:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825427.990667:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825427.990671:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825427.990675:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825429.014324:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825429.014328:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825429.014331:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825430.038320:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825430.038324:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825430.038326:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825431.062359:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825431.062362:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825431.062365:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825431.639043:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825431.639053:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825431.639064:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825431.639070:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825431.639074:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825431.639095:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825431.639101:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825431.639111:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2acc00. 00000100:00000001:3.0:1781825431.639118:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639131:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825431.639140:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825431.639144:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639150:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.639179:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639181:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825431.639184:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825431.639187:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825431.639189:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825431.639191:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825431.639192:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825431.639194:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825431.639197:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac800. 00000100:00000001:3.0:1781825431.639199:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639203:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825431.639209:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825431.639211:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639214:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.639222:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639224:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825431.639227:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825431.639229:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825431.639231:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825431.639234:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825431.639235:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825431.639236:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825431.639240:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac000. 00000100:00000001:3.0:1781825431.639242:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639245:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825431.639252:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825431.639254:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639258:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.639265:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639267:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825431.639271:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825431.639273:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825431.639276:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825431.639281:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8061) 00000100:00000001:3.0:1781825431.639305:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825431.639309:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825431.639311:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825431.639316:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.639324:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825431.639325:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825431.639329:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825431.639332:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825431.639334:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825431.639338:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051458304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825431.639342:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825431.639348:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825431.639350:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825431.639353:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825431.639358:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825431.639359:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825431.639366:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825431.639370:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825431.639377:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825431.639384:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458304, portal 10 00000100:00000001:3.0:1781825431.639386:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825431.639388:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781825431.639394:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.639401:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825431.639404:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825431.639407:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825431.639410:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051458304, offset 0 00000400:00000200:3.0:1781825431.639416:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825431.639423:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825431.639431:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825431.639435:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825431.639439:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825431.639442:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825431.639444:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825431.639447:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378486:378486:256:4294967295] 192.168.204.116@tcp LPNI seq info [378437:378437:8:4294967295] 00000400:00000200:3.0:1781825431.639451:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825431.639460:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825431.639465:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825431.639469:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2aca00. 00000800:00000200:3.0:1781825431.639475:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825431.639482:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825431.639486:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2aca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825431.639585:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825431.639589:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825431.639590:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825431.639596:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.639609:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825431.639611:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.639613:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825431.639615:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825431.639617:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825431.639621:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051458176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825431.639624:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825431.639627:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825431.639628:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.639643:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825431.639647:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825431.639649:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825431.639653:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825431.639656:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825431.639661:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825431.639664:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458176, portal 25 00000100:00000001:2.0:1781825431.639666:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825431.639667:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825431.639672:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.639677:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825431.639679:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825431.639681:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825431.639683:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051458176, offset 0 00000400:00000200:2.0:1781825431.639687:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825431.639691:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825431.639695:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825431.639697:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825431.639699:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825431.639701:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825431.639703:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825431.639706:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378487:378487:255:4294967295] 192.168.204.116@tcp LPNI seq info [378438:378438:7:4294967295] 00000400:00000200:2.0:1781825431.639709:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825431.639715:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825431.639718:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825431.639722:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825431.639725:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825431.639729:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825431.639731:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825431.639753:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825431.639758:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26892 usecs (27 jiffies) 00000400:00000200:3.0:1781825431.639762:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825431.639764:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302723612 00000100:00000001:3.0:1781825431.639767:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302727186 00000100:00000001:3.0:1781825431.639769:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302723612 00000100:00000001:3.0:1781825431.639772:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302727186 00000100:00000001:3.0:1781825431.639774:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825431.639776:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825431.639779:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825431.639782:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825431.639790:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825431.639791:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825431.639793:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825431.639794:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825431.639795:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825431.639797:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.644737:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825431.644752:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825431.644756:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302732311 00000100:00000001:2.0:1781825431.644764:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302727186 00000100:00000001:2.0:1781825431.644768:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302732311 00000100:00000001:2.0:1781825431.644771:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302727186 00000100:00000001:2.0:1781825431.644774:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825431.644778:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.644781:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825431.644791:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.644799:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825431.644801:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.644805:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825431.644809:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825431.644811:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825431.644814:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051458432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825431.644819:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825431.644825:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825431.644828:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.644830:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825431.644838:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825431.644842:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825431.644846:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825431.644850:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825431.644857:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825431.644863:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458432, portal 10 00000100:00000001:2.0:1781825431.644866:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825431.644867:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825431.644876:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.644883:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825431.644887:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825431.644889:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825431.644893:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051458432, offset 0 00000400:00000200:2.0:1781825431.644899:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825431.644907:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825431.644914:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825431.644928:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825431.644941:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825431.644945:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825431.644947:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825431.644950:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378488:378488:254:4294967295] 192.168.204.116@tcp LPNI seq info [378439:378439:6:4294967295] 00000400:00000200:2.0:1781825431.644957:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825431.644965:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825431.644970:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825431.644976:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825431.644982:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825431.644988:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825431.644992:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825431.644995:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825431.644998:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20515 usecs (21 jiffies) 00000400:00000200:2.0:1781825431.645001:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825431.645004:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302723611 00000100:00000001:2.0:1781825431.645007:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302732311 00000100:00000001:2.0:1781825431.645009:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302723611 00000100:00000001:2.0:1781825431.645010:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302732311 00000100:00000001:2.0:1781825431.645012:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825431.645014:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.645016:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.649771:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.649785:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825431.649787:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825431.649791:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825431.649792:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825431.649796:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.649799:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825431.660299:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825431.660309:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2aca00. 00000400:00000200:0.0:1781825431.660318:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.660327:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825431.660335:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:0.0:1781825431.660338:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:0.0:1781825431.660344:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825431.660353:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660365:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825431.660369:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660376:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825431.660378:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825431.660392:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825431.660394:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825431.660397:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.660400:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825431.660402:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:0.0:1781825431.660403:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:0.0:1781825431.660406:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825431.660409:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660416:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825431.660418:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660424:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825431.660425:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825431.660483:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825431.660486:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825431.660489:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.660492:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825431.660495:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:0.0:1781825431.660496:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:0.0:1781825431.660499:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825431.660503:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660509:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825431.660512:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.660528:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825431.660530:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825431.672474:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672490:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825431.672493:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672496:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825431.672505:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672512:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825431.672590:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672595:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672601:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672605:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4af00 00000400:00000200:0.0:1781825431.672610:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672616:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe851 [1] + 224 00000800:00000001:0.0:1781825431.672623:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672628:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825431.672631:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.672635:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825431.672642:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825431.672649:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825431.672657:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825431.672668:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825431.672675:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672677:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825431.672679:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672680:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825431.672682:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672684:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825431.672687:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672688:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672690:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672692:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4af80 00000400:00000200:0.0:1781825431.672694:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672698:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe861 [1] + 224 00000800:00000001:0.0:1781825431.672700:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672702:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825431.672704:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.672706:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825431.672708:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825431.672712:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825431.672718:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.672734:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825431.672739:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825431.672747:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825431.672749:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825431.672754:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825431.672759:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825431.672762:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825431.672766:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781825431.672769:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1781825431.672772:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.672773:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1781825431.672784:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.672790:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825431.672792:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825431.672794:0:2395:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:0.0:1781825431.672795:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1781825431.672798:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825431.672802:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1781825431.672803:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781825431.672805:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825431.672809:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1781825431.672810:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825431.672814:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825431.672818:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1781825431.672822:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=98 v=5 (5 5 36 36) 00000400:00000200:0.0:1781825431.672823:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825431.672830:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00001000:3.0:1781825431.672831:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825431.672837:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1781825431.672838:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825431.672839:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825431.672844:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1781825431.672844:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00010000:00000001:3.0:1781825431.672849:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825431.672851:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825431.672856:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1781825431.672856:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ae80 00000100:00000040:3.0:1781825431.672861:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000400:00000200:0.0:1781825431.672863:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825431.672866:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825431.672870:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825431.672871:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe859 [1] + 224 00000800:00000001:0.0:1781825431.672878:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1781825431.672879:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.672888:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825431.672891:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825431.672893:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825431.672898:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1781825431.672902:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1781825431.672907:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051458304:192.168.204.116@tcp:400:kworker.0 00000400:00000200:0.0:1781825431.672907:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825431.672915:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:3.0:1781825431.672917:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825431.672930:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781825431.672933:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825431.672937:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051458304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825431.672946:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825431.672948:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825431.672953:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1781825431.672958:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1781825431.672959:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245a00. 02000000:00000001:3.0:1781825431.672965:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1781825431.672969:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1781825431.672970:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825431.672975:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000800:00000001:0.0:1781825431.672977:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1781825431.672978:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825431.672983:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac800. 00000800:00000001:0.0:1781825431.672983:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1781825431.672988:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825431.672992:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825431.672995:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781825431.672999:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825431.673001:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825431.673003:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825431.673011:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825431.673013:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825431.673015:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825431.673017:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825431.675470:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825431.675476:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825431.675481:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825431.675490:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781825431.675492:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781825431.675497:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825431.675508:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825431.675520:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.675527:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825431.675530:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.675532:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825431.675535:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825431.675601:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825431.675603:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.675606:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825431.675615:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=98 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825431.675620:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825431.675622:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825431.675624:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825431.675626:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825431.675630:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.675634:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825431.675636:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825431.675638:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825431.675639:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825431.675644:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.675650:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825431.675653:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825431.675655:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825431.675658:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825431.675666:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051458432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825431.675671:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.675674:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825431.675677:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051458432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.675683:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825431.675686:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825431.675690:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825431.675695:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825431.675698:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825431.675700:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825431.675702:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825431.675705:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac000. 02000000:00000001:2.0:1781825431.675707:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825431.675709:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825431.675710:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825431.675714:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825431.675716:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.675719:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.675721:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825431.675723:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825431.675726:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825431.675727:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825431.675730:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825431.675732:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825431.675734:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825431.675737:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825431.675741:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825431.675748:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.675753:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825431.675755:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.675757:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825431.675758:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825431.675759:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825431.675761:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825431.675762:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825431.675765:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825431.675768:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=11 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825431.675771:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825431.675772:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825431.675774:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825431.675776:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.675777:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825431.675781:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.675787:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825431.675789:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825431.675791:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825431.675794:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825431.675802:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051458176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825431.675805:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.675808:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825431.676690:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051458176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825431.676702:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825431.676704:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825431.676707:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825431.676710:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825431.676713:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825431.676714:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825431.676717:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825431.676719:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2acc00. 02000000:00000001:2.0:1781825431.676722:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825431.676723:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825431.676725:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825431.676728:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825431.676729:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.676732:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825431.676739:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825431.676741:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825431.676744:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825431.676746:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825432.089293:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825432.089300:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825432.089305:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825433.110381:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825433.110385:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825433.110388:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825434.135139:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825434.135143:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825434.135146:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825435.159165:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825435.159169:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825435.159172:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825436.182789:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825436.182792:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825436.182795:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825436.758266:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825436.758277:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825436.758288:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781825436.758294:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825436.758299:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825436.758302:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825436.758307:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825436.758315:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781825436.758322:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758334:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825436.758344:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825436.758349:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758357:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_00+0] req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758393:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758397:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825436.758400:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825436.758403:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781825436.758405:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825436.758407:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825436.758409:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825436.758411:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825436.758414:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825436.758417:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758421:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825436.758428:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825436.758430:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758434:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_01+1] req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758455:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758457:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825436.758460:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825436.758463:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781825436.758466:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825436.758468:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825436.758469:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825436.758470:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825436.758473:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fe00. 00000100:00000001:0.0:1781825436.758476:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758480:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825436.758486:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825436.758488:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758492:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_00+0] req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758499:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758501:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825436.758504:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825436.758506:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825436.758509:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825436.758513:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8066) 00000100:00000001:0.0:1781825436.758529:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825436.758532:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825436.758535:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825436.758540:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758554:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825436.758556:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.758560:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825436.758562:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825436.758564:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825436.758568:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051458688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825436.758572:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825436.758577:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825436.758580:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.758582:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825436.758586:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8e00. 02000000:00000001:0.0:1781825436.758588:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825436.758595:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825436.758599:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838108. 00000400:00000010:0.0:1781825436.758606:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825436.758613:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458688, portal 10 00000100:00000001:0.0:1781825436.758615:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825436.758617:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:0.0:1781825436.758623:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758643:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825436.758646:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825436.758649:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825436.758651:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051458688, offset 0 00000400:00000200:0.0:1781825436.758657:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825436.758667:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.758674:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825436.758679:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825436.758683:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825436.758687:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825436.758690:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825436.758694:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378489:378489:256:4294967295] 192.168.204.116@tcp LPNI seq info [378440:378440:8:4294967295] 00000400:00000200:0.0:1781825436.758698:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.758707:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825436.758713:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825436.758719:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825436.758725:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825436.758732:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825436.758736:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825436.758748:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.758752:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26933 usecs (27 jiffies) 00000400:00000200:0.0:1781825436.758755:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825436.758757:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302728731 00000100:00000001:0.0:1781825436.758761:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302732311 00000100:00000001:0.0:1781825436.758763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302728731 00000100:00000001:0.0:1781825436.758765:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302732311 00000100:00000001:0.0:1781825436.758768:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825436.758770:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.758773:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.758775:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.758782:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825436.758784:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825436.758787:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825436.758788:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825436.758789:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825436.758791:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825436.758802:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.758804:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825436.758806:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.758807:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825436.758808:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825436.758809:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825436.758814:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758831:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825436.758832:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.758835:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825436.758837:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825436.758839:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825436.758842:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051458560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825436.758845:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825436.758848:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825436.758849:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.758851:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825436.758854:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825436.758856:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825436.758859:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825436.758862:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088383c8. 00000400:00000010:0.0:1781825436.758866:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781825436.758869:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458560, portal 25 00000100:00000001:0.0:1781825436.758870:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825436.758872:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:0.0:1781825436.758876:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.758889:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825436.758891:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825436.758893:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781825436.758896:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051458560, offset 0 00000400:00000200:0.0:1781825436.758899:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825436.758903:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.758907:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825436.758910:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825436.758914:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825436.758916:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825436.758918:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825436.758921:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378490:378490:255:4294967295] 192.168.204.116@tcp LPNI seq info [378441:378441:7:4294967295] 00000400:00000200:0.0:1781825436.758927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.758934:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825436.758939:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825436.758943:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825436.758947:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825436.758968:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825436.758973:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825436.758979:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825436.758984:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825436.758987:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302737425 00000100:00000001:0.0:1781825436.758995:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302732311 00000100:00000001:0.0:1781825436.758999:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302737425 00000100:00000001:0.0:1781825436.759002:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302732311 00000100:00000001:0.0:1781825436.759006:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825436.759009:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.759011:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825436.759015:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.759022:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825436.759023:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.759026:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825436.759027:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825436.759029:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825436.759032:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051458816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825436.759035:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825436.759037:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825436.759039:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.759040:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825436.759044:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9a00. 02000000:00000001:0.0:1781825436.759046:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825436.759052:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825436.759056:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c08. 00000400:00000010:0.0:1781825436.759060:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781825436.759064:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051458816, portal 10 00000100:00000001:0.0:1781825436.759067:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825436.759072:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721989120 : -122530987562496 : ffff908f08032a00) 00000100:00000040:0.0:1781825436.759148:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.759162:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825436.759175:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825436.759179:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825436.759182:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051458816, offset 0 00000400:00000200:0.0:1781825436.759437:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825436.759443:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.759448:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825436.759450:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825436.759453:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825436.759455:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825436.759457:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825436.759460:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378491:378491:255:4294967295] 192.168.204.116@tcp LPNI seq info [378442:378442:7:4294967295] 00000400:00000200:0.0:1781825436.759465:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.759470:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825436.759474:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825436.759478:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825436.759482:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825436.759486:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825436.759489:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825436.759492:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.759495:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20565 usecs (21 jiffies) 00000400:00000200:0.0:1781825436.759498:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825436.759501:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302728726 00000100:00000001:0.0:1781825436.759503:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302737425 00000100:00000001:0.0:1781825436.759505:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302728726 00000100:00000001:0.0:1781825436.759507:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302737425 00000100:00000001:0.0:1781825436.759509:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825436.759511:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.759513:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.759516:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825436.767117:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767138:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825436.767142:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767145:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825436.767154:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767162:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825436.767176:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767181:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767187:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767192:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b080 00000400:00000200:0.0:1781825436.767196:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767202:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe869 [1] + 224 00000800:00000001:0.0:1781825436.767209:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767213:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825436.767215:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825436.767220:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825436.767227:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825436.767237:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825436.767247:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051458688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.767280:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825436.767292:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767296:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825436.767297:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767299:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825436.767302:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767306:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825436.767309:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767312:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767314:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767316:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b000 00000400:00000200:0.0:1781825436.767320:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825436.767324:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe879 [1] + 224 00000800:00000001:0.0:1781825436.767327:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825436.767337:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825436.767340:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825436.767342:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825436.767346:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825436.767354:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051458560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.767361:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825436.767363:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825436.767366:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.778658:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825436.778665:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825436.778674:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825436.778676:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825436.778679:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c08. 00000400:00000200:0.0:1781825436.778686:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:0.0:1781825436.778689:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:0.0:1781825436.778693:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825436.778701:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825436.778717:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.778725:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825436.778727:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.778730:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825436.778733:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825436.778736:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825436.778738:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825436.778741:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825436.778751:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=103 v=5 (5 5 36 36) 00000100:00001000:0.0:1781825436.778755:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825436.778758:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825436.778759:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825436.778762:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825436.778765:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.778769:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825436.778771:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825436.778773:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825436.778774:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825436.778779:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.778786:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825436.778790:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825436.778793:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825436.778796:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825436.778805:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051458816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825436.778809:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.778812:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825436.778815:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032a00 x1868371051458816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825436.778833:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825436.778836:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825436.778839:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9a00. 02000000:00000001:0.0:1781825436.778844:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825436.778847:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825436.778848:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825436.778851:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825436.778854:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fe00. 02000000:00000001:0.0:1781825436.778857:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825436.778859:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825436.778861:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032a00. 00000100:00000001:0.0:1781825436.778865:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825436.778866:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.778869:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825436.778877:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825436.778879:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825436.778890:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825436.778892:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825437.208142:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825437.208148:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825437.208152:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825438.230372:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825438.230375:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825438.230378:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825439.254368:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825439.254371:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825439.254375:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825440.278627:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825440.278631:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825440.278635:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825441.304141:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825441.304145:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825441.304148:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825441.878158:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825441.878168:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825441.878179:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781825441.878186:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825441.878190:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825441.878193:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825441.878198:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825441.878206:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fe00. 00000100:00000001:0.0:1781825441.878212:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878224:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825441.878234:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825441.878238:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878245:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_01+1] req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.878283:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878287:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825441.878290:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825441.878293:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031f80. 00000020:00000040:0.0:1781825441.878295:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825441.878297:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825441.878299:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825441.878301:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825441.878303:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825441.878306:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878309:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825441.878316:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825441.878318:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878322:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063832bb7] to pc [ptlrpcd_00_00+0] req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.878329:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878332:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825441.878335:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825441.878337:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825441.878348:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825441.878351:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825441.878352:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825441.878354:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825441.878356:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825441.878359:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878363:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825441.878370:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825441.878373:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878376:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.878382:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.878385:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825441.878388:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825441.878390:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825441.878393:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825441.878398:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8071) 00000800:00000200:0.0:1781825441.879394:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825441.879399:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:0.0:1781825441.879406:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825441.879411:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825441.879416:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:0.0:1781825441.879418:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:0.0:1781825441.879423:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825441.879427:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879436:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825441.879439:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879446:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.879447:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825441.879459:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825441.879477:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:0.0:1781825441.879480:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825441.879483:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825441.879486:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:0.0:1781825441.879487:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:0.0:1781825441.879489:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825441.879492:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879499:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825441.879502:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879508:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.879509:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825441.879578:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825441.879580:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c800. 00000400:00000200:0.0:1781825441.879583:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825441.879596:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825441.879598:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781825441.879600:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781825441.879602:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825441.879606:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879612:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825441.879614:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.879621:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.879622:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825441.886959:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825441.886963:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825441.886970:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825441.886972:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825441.886975:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9d68. 00000400:00000200:0.0:1781825441.886979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:0.0:1781825441.886982:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781825441.886985:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825441.886990:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825441.886998:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.887009:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825441.887011:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825441.887013:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825441.887016:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825441.887019:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825441.887021:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825441.887024:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825441.887031:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=108 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825441.887035:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825441.887038:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825441.887039:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825441.887041:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825441.887043:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.887046:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825441.887050:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.887057:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825441.887060:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825441.887062:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825441.887066:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825441.887073:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051458944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825441.887156:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.887158:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825441.887162:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032a00 x1868371051458944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.887170:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825441.887173:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825441.887177:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:0.0:1781825441.887181:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825441.887184:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825441.887187:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825441.887189:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825441.887192:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fe00. 02000000:00000001:0.0:1781825441.887195:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825441.887197:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825441.887199:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032a00. 00000100:00000001:0.0:1781825441.887202:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825441.887204:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825441.887207:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.887208:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825441.887209:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825441.887211:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825441.887212:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825441.904940:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.904963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825441.904967:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.904970:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825441.904979:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.904987:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825441.904998:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905003:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905008:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905013:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b200 00000400:00000200:0.0:1781825441.905017:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905023:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8b9 [1] + 224 00000800:00000001:0.0:1781825441.905029:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.905033:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825441.905036:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825441.905041:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825441.905048:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825441.905056:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825441.905066:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031f80 x1868371051459072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.905128:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825441.905141:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.905144:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825441.905146:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.905149:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825441.905152:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905155:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825441.905159:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905162:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905164:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905167:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b280 00000400:00000200:0.0:1781825441.905170:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825441.905173:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8a9 [1] + 224 00000800:00000001:0.0:1781825441.905176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.905183:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825441.905185:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825441.905188:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825441.905190:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825441.905194:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825441.905201:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051459200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825441.905208:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825441.905211:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825441.905214:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825442.326338:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825442.326342:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825442.326345:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825443.350347:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825443.350350:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825443.350353:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825444.375411:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825444.375414:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825444.375417:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825445.398358:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825445.398361:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825445.398364:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1781825446.422313:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825446.422317:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825446.422320:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825446.998211:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825446.998223:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825446.998233:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781825446.998239:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825446.998243:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825446.998247:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825446.998252:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825446.998261:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fe00. 00000100:00000001:0.0:1781825446.998267:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998279:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825446.998289:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825446.998293:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998301:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_00+0] req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.998333:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998336:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825446.998340:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825446.998343:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781825446.998345:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825446.998348:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825446.998349:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825446.998351:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825446.998354:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825446.998357:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998360:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825446.998368:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825446.998370:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998374:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_01+1] req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.998382:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998385:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825446.998388:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825446.998390:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825446.998393:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825446.998395:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825446.998396:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825446.998398:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825446.998402:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825446.998405:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998408:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825446.998414:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825446.998416:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998419:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_00+0] req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.998427:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825446.998429:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825446.998433:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825446.998436:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825446.998439:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825446.998443:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8076) 00000800:00000200:0.0:1781825446.999227:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825446.999232:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825446.999238:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825446.999243:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825446.999248:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781825446.999251:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781825446.999255:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825446.999260:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999269:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825446.999271:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999278:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825446.999279:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825446.999289:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825446.999291:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825446.999293:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825446.999296:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825446.999298:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:0.0:1781825446.999300:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:0.0:1781825446.999302:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825446.999305:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999311:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825446.999315:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999321:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825446.999323:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825446.999384:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825446.999386:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825446.999389:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825446.999393:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825446.999395:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781825446.999396:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781825446.999398:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825446.999401:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999407:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825446.999417:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825446.999423:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825446.999424:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825447.002840:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.002869:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825447.002875:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.002878:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.002890:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.002900:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825447.002913:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.002919:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.002926:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.002931:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b380 00000400:00000200:0.0:1781825447.002937:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.002945:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8e9 [1] + 224 00000800:00000001:0.0:1781825447.002954:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.002963:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.002966:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825447.002971:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825447.002990:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825447.003002:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825447.003015:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051459456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825447.003050:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825447.003061:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.003065:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825447.005063:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.005106:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825447.005110:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.005113:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.005121:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.005129:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825447.005137:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.005142:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.005148:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.005153:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b400 00000400:00000200:0.0:1781825447.005158:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.005164:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8d9 [1] + 224 00000800:00000001:0.0:1781825447.005172:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.005180:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.005184:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825447.005188:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825447.005194:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825447.005202:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825447.005212:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051459584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825447.005235:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825447.005245:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.005249:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825447.006301:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.006309:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825447.006312:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.006314:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.006320:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.006324:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825447.006331:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.006334:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.006338:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.006342:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b300 00000400:00000200:0.0:1781825447.006346:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825447.006352:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8c9 [1] + 224 00000800:00000001:0.0:1781825447.006356:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.006361:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825447.006364:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825447.006368:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825447.006372:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825447.006391:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825447.006402:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032a00 x1868371051459328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825447.006418:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825447.006424:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825447.006427:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825447.448664:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825447.448672:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825447.448679:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825448.470405:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825448.470410:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825448.470411:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825448.470415:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825448.470417:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825448.470418:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825448.470419:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825448.470421:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825448.470422:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825448.470424:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825448.470426:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825448.471031:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825448.471036:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825448.471039:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825449.494340:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825449.494349:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825449.494357:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825449.494358:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825449.494362:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825449.494364:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825449.494441:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825449.494446:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825449.494450:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825450.519162:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825450.519172:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825450.519179:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825450.519180:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825450.519184:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825450.519185:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825450.523839:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825450.523850:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825450.523857:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825451.543148:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825451.543157:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825451.543165:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825451.543167:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825451.543171:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825451.543172:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825451.544161:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825451.544167:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825451.544172:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825452.124379:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825452.124394:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825452.124408:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781825452.124416:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825452.124422:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825452.124426:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825452.124433:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825452.124445:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825452.124454:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124470:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825452.124483:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825452.124489:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124497:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.124551:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124554:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825452.124558:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825452.124561:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825452.124564:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825452.124566:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825452.124568:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825452.124569:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825452.124573:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825452.124576:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124580:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825452.124588:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825452.124590:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124594:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_00+0] req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.124602:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124605:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825452.124608:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825452.124612:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781825452.124614:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825452.124617:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825452.124618:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825452.124620:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825452.124624:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825452.124627:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124631:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825452.124638:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825452.124640:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124644:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_01+1] req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.124651:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124653:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825452.124658:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825452.124661:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825452.124664:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825452.124670:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8081) 00000100:00000001:1.0:1781825452.124685:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.124689:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825452.124691:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825452.124697:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.124705:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825452.124708:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.124713:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825452.124716:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825452.124719:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825452.124722:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051459840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825452.124728:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825452.124736:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825452.124740:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.124743:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825452.124749:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825452.124752:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825452.124761:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825452.124766:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825452.124776:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781825452.124784:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051459840, portal 10 00000100:00000001:1.0:1781825452.124787:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825452.124789:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:1.0:1781825452.124797:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.124805:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825452.124809:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825452.124812:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825452.124815:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051459840, offset 0 00000400:00000200:1.0:1781825452.124823:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825452.124835:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.124845:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825452.124852:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825452.124858:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825452.124862:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825452.124866:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825452.124870:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378498:378498:256:4294967295] 192.168.204.116@tcp LPNI seq info [378449:378449:8:4294967295] 00000400:00000200:1.0:1781825452.124875:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.124886:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825452.124893:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825452.124901:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c600. 00000800:00000200:1.0:1781825452.124909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825452.124918:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825452.124923:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825452.124934:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.124940:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26857 usecs (27 jiffies) 00000400:00000200:1.0:1781825452.124943:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825452.124947:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302744097 00000100:00000001:1.0:1781825452.124951:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302747665 00000100:00000001:1.0:1781825452.124953:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302744097 00000100:00000001:1.0:1781825452.124956:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302747665 00000100:00000001:1.0:1781825452.124959:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.124962:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.124966:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.124969:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.124978:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825452.124981:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825452.124983:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.124984:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825452.124985:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825452.124988:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781825452.124989:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.124991:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825452.124993:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.124994:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.124996:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825452.124997:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825452.125001:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.125009:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825452.125010:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.125013:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825452.125015:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825452.125017:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825452.125020:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051459712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825452.125024:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825452.125026:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825452.125028:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.125030:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825452.125034:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825452.125036:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825452.125040:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825452.125043:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825452.125047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825452.125050:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051459712, portal 25 00000100:00000001:1.0:1781825452.125052:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825452.125053:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:1.0:1781825452.125058:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.125064:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825452.125066:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825452.125069:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781825452.125071:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051459712, offset 0 00000400:00000200:1.0:1781825452.125075:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825452.125112:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.125116:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825452.125119:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825452.125121:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825452.125123:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825452.125126:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825452.125128:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378499:378499:255:4294967295] 192.168.204.116@tcp LPNI seq info [378450:378450:7:4294967295] 00000400:00000200:1.0:1781825452.125133:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.125139:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825452.125143:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825452.125147:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825452.125152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825452.125156:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825452.125159:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825452.125163:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825452.125166:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825452.125168:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302752792 00000100:00000001:1.0:1781825452.125177:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302747665 00000100:00000001:1.0:1781825452.125181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302752792 00000100:00000001:1.0:1781825452.125183:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302747665 00000100:00000001:1.0:1781825452.125186:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.125188:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.125190:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825452.125194:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.125200:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825452.125202:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.125204:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825452.125206:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825452.125208:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825452.125211:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051459968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825452.125214:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825452.125216:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825452.125218:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.125220:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825452.125223:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825452.125225:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825452.125243:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825452.125246:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825452.125250:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825452.125253:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051459968, portal 10 00000100:00000001:1.0:1781825452.125255:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825452.125257:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:1.0:1781825452.125263:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.125270:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825452.125272:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825452.125275:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781825452.125277:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051459968, offset 0 00000400:00000200:1.0:1781825452.125281:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825452.125285:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.125288:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825452.125291:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825452.125294:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825452.125296:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825452.125298:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825452.125301:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378500:378500:254:4294967295] 192.168.204.116@tcp LPNI seq info [378451:378451:6:4294967295] 00000400:00000200:1.0:1781825452.125305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825452.125311:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825452.125315:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825452.125319:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825452.125323:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825452.125328:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825452.125331:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825452.125334:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.125337:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20577 usecs (21 jiffies) 00000400:00000200:1.0:1781825452.125340:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825452.125342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302744092 00000100:00000001:1.0:1781825452.125344:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302752792 00000100:00000001:1.0:1781825452.125346:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302744092 00000100:00000001:1.0:1781825452.125348:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302752792 00000100:00000001:1.0:1781825452.125351:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.125353:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.125355:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.125357:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825452.126387:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825452.126394:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825452.126456:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825452.126462:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825452.126473:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.126481:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825452.126489:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781825452.126492:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781825452.126498:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825452.126505:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126519:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825452.126534:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126542:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825452.126543:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825452.126559:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825452.126561:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825452.126564:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.126567:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825452.126570:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781825452.126573:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781825452.126576:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825452.126580:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126587:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825452.126590:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126597:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825452.126598:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825452.126681:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825452.126684:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825452.126687:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.126691:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825452.126694:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781825452.126696:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781825452.126699:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825452.126703:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126710:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825452.126713:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.126719:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825452.126721:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825452.133261:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.133286:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825452.133292:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.133295:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.133307:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.133316:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825452.133328:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.133334:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.133341:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.133346:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b480 00000400:00000200:0.0:1781825452.133352:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.133361:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe909 [1] + 224 00000800:00000001:0.0:1781825452.133370:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.133377:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.133381:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.133386:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825452.133396:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825452.133407:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825452.133419:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.133445:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825452.133464:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.133467:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.133802:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.133808:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825452.133817:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825452.133819:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825452.133824:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:1.0:1781825452.133829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781825452.133833:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781825452.133836:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825452.133842:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825452.133852:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.133858:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825452.133861:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.133864:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825452.133868:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825452.133871:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825452.133874:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.133877:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825452.133886:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=119 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825452.133890:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825452.133893:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825452.133894:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.133897:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825452.133900:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.133903:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.133908:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.133915:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.133919:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825452.133922:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825452.133926:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825452.133934:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051459712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825452.133941:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.133945:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825452.133949:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051459712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.133956:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825452.133959:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825452.133964:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825452.133969:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825452.133972:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825452.133975:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825452.133977:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825452.133980:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825452.133985:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825452.133987:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825452.133988:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:1.0:1781825452.133993:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825452.133995:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.133999:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.134000:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.134002:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825452.134003:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.134005:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825452.145735:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.145762:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825452.145769:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.145773:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.145784:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.145794:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825452.145919:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.145926:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.145934:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.145940:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b500 00000400:00000200:0.0:1781825452.145944:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.145953:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe8f9 [1] + 224 00000800:00000001:0.0:1781825452.145962:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.145968:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.145971:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.145977:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825452.145987:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825452.146000:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825452.146015:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.146044:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825452.146056:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.146060:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825452.146061:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.146064:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.146067:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.146070:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825452.146075:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.146122:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.146126:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.146129:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b580 00000400:00000200:0.0:1781825452.146132:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825452.146136:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe919 [1] + 224 00000800:00000001:0.0:1781825452.146140:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.146149:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825452.146152:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825452.146156:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825452.146159:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825452.146164:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825452.146174:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825452.146182:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825452.146185:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825452.146188:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146275:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.146281:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825452.146291:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825452.146293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825452.146297:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825452.146302:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:1.0:1781825452.146305:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:1.0:1781825452.146309:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825452.146315:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825452.146324:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146331:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825452.146333:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146336:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825452.146341:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825452.146344:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825452.146347:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.146350:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825452.146362:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=119 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825452.146367:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825452.146370:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825452.146372:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.146375:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825452.146379:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.146384:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825452.146386:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825452.146388:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825452.146390:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.146395:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146403:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.146407:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825452.146409:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825452.146414:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825452.146422:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051459968:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825452.146428:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825452.146429:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825452.146431:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:1.0:1781825452.146433:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:1.0:1781825452.146435:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:1.0:1781825452.146437:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825452.146441:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825452.146449:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146474:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825452.146476:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146477:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825452.146478:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825452.146480:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825452.146481:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825452.146484:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825452.146488:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=119 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825452.146491:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825452.146493:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825452.146494:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.146496:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825452.146497:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.146500:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825452.146501:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825452.146503:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825452.146504:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825452.146508:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146514:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825452.146516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825452.146517:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825452.146533:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825452.146540:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051459840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825452.146545:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146548:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825452.146552:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051459968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146558:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825452.146562:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825452.146566:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825452.146570:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825452.146574:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825452.146576:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825452.146579:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825452.146582:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:1.0:1781825452.146586:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825452.146588:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825452.146590:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:1.0:1781825452.146594:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825452.146596:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146597:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825452.146600:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051459840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825452.146607:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825452.146608:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825452.146609:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825452.146611:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825452.146612:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825452.146613:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825452.146615:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825452.146616:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:1.0:1781825452.146618:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825452.146619:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825452.146620:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:1.0:1781825452.146623:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825452.146624:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146626:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825452.146635:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825452.146638:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825452.146640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825452.146643:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.567995:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825452.568005:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.568011:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825452.568012:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825452.568017:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825452.568018:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825452.568121:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825452.568126:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825452.568130:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825453.590203:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825453.590211:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825453.590216:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825453.590217:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825453.590221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825453.590222:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825453.590981:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825453.590985:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825453.590989:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825454.614268:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825454.614275:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825454.614281:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825454.614282:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825454.614560:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825454.614561:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825454.614815:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825454.614819:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825454.614822:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825455.638204:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825455.638211:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825455.638217:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825455.638218:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825455.638221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825455.638222:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825455.638435:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825455.638439:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825455.638442:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825456.662783:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825456.662791:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825456.662796:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825456.662800:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825456.662802:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825456.662805:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825456.662808:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825456.662810:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825456.662812:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825456.662814:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825456.662817:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825456.662818:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825456.662978:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825456.662981:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825456.662984:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825457.238395:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825457.238405:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825457.238417:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030e00. 00000020:00000040:0.0:1781825457.238434:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825457.238438:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825457.238441:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825457.238445:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825457.238453:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825457.238459:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238472:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825457.238482:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825457.238486:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238492:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bde07d] to pc [ptlrpcd_00_00+0] req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238522:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238525:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825457.238528:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825457.238531:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032680. 00000020:00000040:0.0:1781825457.238534:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825457.238536:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825457.238538:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825457.238539:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825457.238542:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825457.238545:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238550:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825457.238558:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825457.238560:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238564:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf7c749] to pc [ptlrpcd_00_01+1] req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238572:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238575:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825457.238578:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825457.238582:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781825457.238584:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825457.238586:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825457.238588:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825457.238589:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825457.238593:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781825457.238595:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238599:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825457.238606:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825457.238607:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238611:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_00+0] req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238618:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238620:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825457.238624:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825457.238626:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825457.238629:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825457.238633:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8086) 00000100:00000001:0.0:1781825457.238646:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825457.238649:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825457.238652:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825457.238657:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238665:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825457.238667:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.238670:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825457.238672:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825457.238675:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825457.238678:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825457.238681:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825457.238688:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825457.238690:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.238693:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825457.238697:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:0.0:1781825457.238699:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825457.238707:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825457.238711:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c08. 00000400:00000010:0.0:1781825457.238719:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781825457.238726:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460224, portal 10 00000100:00000001:0.0:1781825457.238729:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825457.238730:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721988224 : -122530987563392 : ffff908f08032680) 00000100:00000040:0.0:1781825457.238737:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238744:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825457.238747:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825457.238750:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825457.238752:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051460224, offset 0 00000400:00000200:0.0:1781825457.238758:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825457.238767:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.238774:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825457.238779:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825457.238783:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825457.238786:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825457.238789:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825457.238792:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378501:378501:256:4294967295] 192.168.204.116@tcp LPNI seq info [378452:378452:8:4294967295] 00000400:00000200:0.0:1781825457.238796:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.238806:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825457.238811:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825457.238815:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825457.238822:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825457.238829:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825457.238832:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825457.238843:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.238848:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26858 usecs (27 jiffies) 00000400:00000200:0.0:1781825457.238851:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825457.238853:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302749211 00000100:00000001:0.0:1781825457.238856:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302752792 00000100:00000001:0.0:1781825457.238858:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302749211 00000100:00000001:0.0:1781825457.238860:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302752792 00000100:00000001:0.0:1781825457.238862:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825457.238865:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.238867:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.238870:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825457.238876:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825457.238878:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825457.238880:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825457.238881:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825457.238882:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825457.238884:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825457.238886:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825457.238887:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825457.238888:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825457.238890:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825457.238891:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825457.238892:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825457.238895:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238901:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825457.238903:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.238904:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825457.238906:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825457.238908:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825457.238910:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051460096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825457.238913:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825457.238915:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825457.238917:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.238918:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825457.238921:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825457.238922:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825457.238926:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825457.238928:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838948. 00000400:00000010:0.0:1781825457.238932:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825457.238934:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460096, portal 25 00000100:00000001:0.0:1781825457.238935:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825457.238937:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981952 : -122530987569664 : ffff908f08030e00) 00000100:00000040:0.0:1781825457.238941:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.238946:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825457.238948:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825457.238950:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825457.238952:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051460096, offset 0 00000400:00000200:0.0:1781825457.238956:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825457.238959:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.238962:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825457.238965:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825457.238968:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825457.238970:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825457.238972:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825457.238975:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378502:378502:255:4294967295] 192.168.204.116@tcp LPNI seq info [378453:378453:7:4294967295] 00000400:00000200:0.0:1781825457.238979:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.238984:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825457.238989:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825457.238992:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825457.238995:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825457.238999:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825457.239001:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825457.239003:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825457.239006:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825457.239008:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302757905 00000100:00000001:0.0:1781825457.239016:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302752792 00000100:00000001:0.0:1781825457.239020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302757905 00000100:00000001:0.0:1781825457.239023:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302752792 00000100:00000001:0.0:1781825457.239025:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825457.239027:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239029:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825457.239033:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239039:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825457.239041:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.239043:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825457.239044:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825457.239046:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825457.239049:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825457.239052:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825457.239055:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825457.239056:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825457.239058:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825457.239060:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825457.239062:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825457.239064:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825457.239067:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838a50. 00000400:00000010:0.0:1781825457.239070:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781825457.239072:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460352, portal 10 00000100:00000001:0.0:1781825457.239074:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825457.239075:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721989120 : -122530987562496 : ffff908f08032a00) 00000100:00000040:0.0:1781825457.239134:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239141:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825457.239143:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825457.239146:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825457.239148:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051460352, offset 0 00000400:00000200:0.0:1781825457.239152:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825457.239155:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.239159:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825457.239161:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825457.239164:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825457.239166:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825457.239168:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825457.239170:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378503:378503:254:4294967295] 192.168.204.116@tcp LPNI seq info [378454:378454:6:4294967295] 00000400:00000200:0.0:1781825457.239174:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.239179:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825457.239184:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825457.239186:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825457.239190:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825457.239194:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825457.239196:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825457.239199:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825457.239202:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20591 usecs (21 jiffies) 00000400:00000200:0.0:1781825457.239205:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825457.239207:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302749206 00000100:00000001:0.0:1781825457.239209:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302757905 00000100:00000001:0.0:1781825457.239211:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302749206 00000100:00000001:0.0:1781825457.239213:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302757905 00000100:00000001:0.0:1781825457.239215:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825457.239216:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239218:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239220:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825457.239262:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825457.239266:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:0.0:1781825457.239271:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.239288:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825457.239293:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825457.239296:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825457.239302:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825457.239306:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239314:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825457.239318:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239324:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239326:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825457.239338:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825457.239340:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825457.239342:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.239345:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825457.239347:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781825457.239349:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781825457.239351:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825457.239355:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239362:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825457.239364:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239370:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239371:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825457.239438:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825457.239441:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:0.0:1781825457.239443:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.239447:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825457.239449:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825457.239450:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825457.239453:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825457.239455:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239461:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825457.239463:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.239469:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825457.239470:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825457.239984:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825457.239987:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825457.244211:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244230:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825457.244234:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244236:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244245:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244252:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825457.244260:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244266:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244271:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244275:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b600 00000400:00000200:0.0:1781825457.244280:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244285:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe939 [1] + 224 00000800:00000001:0.0:1781825457.244292:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244295:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244298:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.244302:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825457.244309:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825457.244319:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825457.244331:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.244440:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825457.244453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244457:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825457.244459:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244461:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244464:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244468:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825457.244472:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244475:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244478:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244480:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b700 00000400:00000200:0.0:1781825457.244484:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244488:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe949 [1] + 224 00000800:00000001:0.0:1781825457.244492:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244496:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244497:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.244500:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825457.244503:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825457.244508:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825457.244516:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.244528:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825457.244532:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244535:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825457.244537:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244539:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244541:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244544:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825457.244548:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244550:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244553:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244555:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b680 00000400:00000200:0.0:1781825457.244558:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825457.244561:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe929 [1] + 224 00000800:00000001:0.0:1781825457.244564:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244570:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825457.244572:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825457.244574:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825457.244577:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825457.244581:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825457.244588:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825457.244594:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825457.244596:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825457.244599:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.244670:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825457.244675:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825457.244681:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825457.244683:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825457.244687:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838948. 00000400:00000200:1.0:1781825457.244693:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:1.0:1781825457.244696:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:1.0:1781825457.244701:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825457.244706:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825457.244715:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244721:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825457.244723:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.244726:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825457.244729:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825457.244732:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825457.244734:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825457.244738:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825457.244745:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825457.244749:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825457.244752:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825457.244754:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.244759:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825457.244761:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825457.244764:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825457.244770:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244776:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825457.244779:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825457.244781:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825457.244785:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825457.244791:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051460096:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825457.244797:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825457.244798:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825457.244800:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838a50. 00000400:00000200:1.0:1781825457.244803:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:1.0:1781825457.244804:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:1.0:1781825457.244806:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825457.244809:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825457.244816:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244822:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825457.244823:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.244824:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825457.244825:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825457.244826:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825457.244828:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825457.244843:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825457.244850:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=124 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825457.244853:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825457.244855:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825457.244856:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.244858:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825457.244861:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825457.244864:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825457.244866:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825457.244868:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825457.244869:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825457.244873:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244879:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825457.244881:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825457.244882:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825457.244885:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825457.244893:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460352:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825457.244900:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825457.244902:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825457.244903:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c08. 00000400:00000200:1.0:1781825457.244906:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:1.0:1781825457.244908:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:1.0:1781825457.244910:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825457.244913:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825457.244921:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244926:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825457.244928:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.244929:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825457.244931:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825457.244932:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825457.244933:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825457.244935:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825457.244939:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=124 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825457.244942:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825457.244944:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825457.244945:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.244947:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825457.244949:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825457.244951:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825457.244952:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825457.244954:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825457.244955:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825457.244959:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244964:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825457.244966:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825457.244967:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825457.244971:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825457.244979:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825457.244982:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.244985:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825457.244988:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030e00 x1868371051460096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.244994:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825457.244997:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825457.245000:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9400. 02000000:00000001:1.0:1781825457.245004:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825457.245007:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825457.245009:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825457.245011:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825457.245013:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781825457.245017:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825457.245018:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825457.245020:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030e00. 00000100:00000001:1.0:1781825457.245024:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825457.245025:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.245026:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825457.245029:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032a00 x1868371051460352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.245035:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825457.245036:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825457.245037:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825457.245039:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825457.245041:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825457.245042:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825457.245044:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825457.245045:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781825457.245046:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825457.245047:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825457.245049:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032a00. 00000100:00000001:1.0:1781825457.245051:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825457.245053:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.245055:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825457.245058:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032680 x1868371051460224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825457.245064:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825457.245065:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825457.245067:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825457.245069:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825457.245070:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825457.245071:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825457.245072:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825457.245074:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:1.0:1781825457.245075:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825457.245076:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825457.246194:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032680. 00000100:00000001:1.0:1781825457.246204:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825457.246206:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.246208:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825457.246216:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825457.246218:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825457.246220:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825457.246223:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.686216:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825457.686223:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.686228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825457.686229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825457.686233:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825457.686234:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825457.686387:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825457.686391:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825457.686394:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825458.710211:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825458.710219:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825458.710222:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825458.710226:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710231:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825458.710233:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710235:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710237:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710241:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825458.710244:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710247:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825458.710248:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825458.710250:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825458.710251:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710252:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825458.710253:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710254:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825458.710256:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825458.710529:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825458.710533:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825458.710536:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825459.734361:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825459.734368:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825459.734383:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825459.734385:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825459.734388:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825459.734389:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825459.735031:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825459.735035:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825459.735038:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825460.766062:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825460.766069:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825460.766076:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825460.766118:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825460.766123:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825460.766124:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825460.767249:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825460.767253:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825460.767256:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825461.782196:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825461.782204:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825461.782210:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825461.782211:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825461.782215:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825461.782216:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825461.782883:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825461.782887:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825461.782890:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825462.358266:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825462.358278:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825462.358290:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825462.358295:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825462.358300:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825462.358302:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825462.358308:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825462.358316:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825462.359464:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359481:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825462.359494:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825462.359499:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359505:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_01+1] req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.359542:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359546:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825462.359549:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825462.359556:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781825462.359559:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825462.359562:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825462.359564:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825462.359568:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825462.359573:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825462.359577:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359581:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825462.359587:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825462.359590:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359593:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_00+0] req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.359601:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359603:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825462.359605:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825462.359607:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781825462.359609:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825462.359611:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825462.359612:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825462.359614:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825462.359616:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825462.359619:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359622:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825462.359629:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825462.359630:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359634:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.359640:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.359642:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825462.359646:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825462.359648:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825462.359651:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825462.359655:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8092) 00000100:00000001:1.0:1781825462.359674:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825462.359677:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825462.359679:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825462.359683:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.359690:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825462.359692:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825462.359696:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825462.359699:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825462.359701:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825462.359705:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051460608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825462.359709:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825462.359714:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825462.359717:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825462.359720:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825462.359724:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78200. 02000000:00000001:1.0:1781825462.359727:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825462.359735:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825462.359739:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825462.359746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781825462.359753:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460608, portal 10 00000100:00000001:1.0:1781825462.359755:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825462.359757:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:1.0:1781825462.359764:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.359770:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825462.359773:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825462.359775:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825462.359778:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051460608, offset 0 00000400:00000200:1.0:1781825462.359784:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825462.359793:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.359801:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825462.359806:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1781825462.359893:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.359896:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825462.359897:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825462.359902:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.359908:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825462.359910:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.359912:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825462.359914:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825462.359916:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825462.359918:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051460480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825462.359921:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825462.359923:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825462.359925:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.359926:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825462.359930:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825462.359931:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825462.359936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825462.359939:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825462.359943:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825462.359947:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460480, portal 25 00000100:00000001:0.0:1781825462.359948:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825462.359950:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:0.0:1781825462.359954:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.359960:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825462.359962:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825462.359964:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825462.359966:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051460480, offset 0 00000400:00000200:0.0:1781825462.359971:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825462.359995:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825462.359999:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825462.360002:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825462.360005:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378504:378504:256:4294967295] 192.168.204.116@tcp LPNI seq info [378455:378455:8:4294967295] 00000400:00000200:1.0:1781825462.360009:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.360018:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825462.360024:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825462.360029:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c800. 00000800:00000200:1.0:1781825462.360036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825462.360043:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825462.360047:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825462.360059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.360065:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26807 usecs (27 jiffies) 00000400:00000200:1.0:1781825462.360069:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825462.360072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302754332 00000100:00000001:1.0:1781825462.360075:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302757905 00000100:00000001:1.0:1781825462.360109:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302754333 00000100:00000001:1.0:1781825462.360112:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302757905 00000100:00000001:1.0:1781825462.360114:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825462.360117:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.360120:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.360122:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825462.360129:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825462.360131:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825462.360133:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825462.360135:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825462.360136:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.360138:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825462.360258:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825462.360262:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c800. 00000400:00000200:1.0:1781825462.360266:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825462.360272:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825462.362642:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.362655:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825462.362660:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825462.362665:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825462.362669:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825462.362672:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825462.362675:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378505:378505:255:4294967295] 192.168.204.116@tcp LPNI seq info [378456:378456:7:4294967295] 00000400:00000200:0.0:1781825462.362679:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.362688:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825462.362693:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825462.362703:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825462.362710:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825462.362717:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825462.362721:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825462.362727:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825462.362732:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825462.362735:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302763029 00000100:00000001:0.0:1781825462.362743:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302757905 00000100:00000001:0.0:1781825462.362749:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302763029 00000100:00000001:0.0:1781825462.362752:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302757905 00000100:00000001:0.0:1781825462.362754:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825462.362758:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.362762:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825462.362769:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.362778:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825462.362780:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.362784:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825462.362787:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825462.362789:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825462.362793:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825462.362797:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825462.362803:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825462.362816:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.362819:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825462.362824:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825462.362827:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825462.362831:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825462.362835:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838210. 00000400:00000010:0.0:1781825462.362841:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825462.362847:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460736, portal 10 00000100:00000001:0.0:1781825462.362850:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825462.362851:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825462.362858:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.362866:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825462.362868:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825462.362871:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825462.362874:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051460736, offset 0 00000400:00000200:0.0:1781825462.362878:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825462.362884:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.362887:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825462.362889:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825462.362900:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825462.362903:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825462.362905:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825462.362907:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378506:378506:254:4294967295] 192.168.204.116@tcp LPNI seq info [378457:378457:6:4294967295] 00000400:00000200:0.0:1781825462.362911:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.362917:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825462.362921:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825462.362925:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825462.362929:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825462.362933:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825462.362936:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825462.362939:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825462.362943:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20565 usecs (21 jiffies) 00000400:00000200:0.0:1781825462.362946:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825462.362947:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302754329 00000100:00000001:0.0:1781825462.362950:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302763029 00000100:00000001:0.0:1781825462.362951:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302754329 00000100:00000001:0.0:1781825462.362953:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302763029 00000100:00000001:0.0:1781825462.362955:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825462.362957:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.362959:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.362962:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.362969:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825462.362971:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825462.362973:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.362976:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825462.362977:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.362979:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825462.365863:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:1.0:1781825462.365873:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:1.0:1781825462.365881:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825462.366068:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366115:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825462.366120:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366129:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.366131:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825462.366175:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825462.366179:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:1.0:1781825462.366184:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825462.366189:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825462.366193:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:1.0:1781825462.366195:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:1.0:1781825462.366200:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825462.366205:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366212:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825462.366215:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366221:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.366222:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825462.366393:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825462.366396:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:1.0:1781825462.366399:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825462.366403:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825462.366407:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:1.0:1781825462.366409:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:1.0:1781825462.366413:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825462.366416:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366424:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825462.366427:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.366432:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.366433:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825462.369349:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369372:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825462.369377:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369379:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825462.369389:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369395:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825462.369404:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369409:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369413:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369417:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b800 00000400:00000200:0.0:1781825462.369422:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369429:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe959 [1] + 224 00000800:00000001:0.0:1781825462.369437:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369447:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825462.369450:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825462.369454:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825462.369462:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825462.369470:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825462.369480:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.369505:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825462.369513:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369527:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825462.369529:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369532:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825462.369535:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369539:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825462.369543:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369545:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369547:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369550:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b880 00000400:00000200:0.0:1781825462.369553:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825462.369557:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe979 [1] + 224 00000800:00000001:0.0:1781825462.369561:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369567:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825462.369568:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825462.369571:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825462.369574:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825462.369578:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825462.369586:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.369601:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825462.369605:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825462.369608:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.369621:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.369625:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825462.369631:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825462.369634:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825462.369636:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838210. 00000400:00000200:0.0:1781825462.369640:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825462.369643:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825462.369646:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825462.369651:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825462.369659:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.369666:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825462.369668:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.369670:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825462.369674:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825462.369677:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825462.369679:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.369682:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825462.369691:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=129 v=5 (5 5 36 36) 00000100:00001000:0.0:1781825462.369695:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825462.369698:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825462.369699:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825462.369702:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825462.369705:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.369709:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825462.369711:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825462.369712:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825462.369714:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825462.369718:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.369725:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825462.369728:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825462.369730:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825462.369734:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825462.369748:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051460736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825462.369763:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.369766:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825462.369769:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051460736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.369776:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825462.369778:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825462.369782:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825462.369785:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825462.369787:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825462.369790:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825462.369792:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825462.369794:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:0.0:1781825462.369797:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825462.369799:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825462.369800:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:0.0:1781825462.369804:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825462.369806:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.369814:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.369816:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.369817:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825462.369819:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.369821:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.370459:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825462.370463:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825462.370468:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825462.370469:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825462.370472:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:1.0:1781825462.370477:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:1.0:1781825462.370479:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:1.0:1781825462.370483:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825462.370489:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825462.370498:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.370506:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825462.370508:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825462.370510:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825462.370512:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825462.370513:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825462.370515:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825462.370517:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825462.370533:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=129 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825462.370536:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825462.370539:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825462.370540:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825462.370542:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825462.370544:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.370547:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825462.370548:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825462.370549:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825462.370551:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825462.370554:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.370561:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825462.370563:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825462.370564:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825462.370568:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825462.370576:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051460608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825462.370580:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825462.370582:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825462.370585:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051460608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.370591:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825462.370593:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825462.370596:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78200. 02000000:00000001:1.0:1781825462.370598:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825462.370601:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825462.370602:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825462.370604:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825462.370606:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:1.0:1781825462.370608:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825462.370609:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825462.370611:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:1.0:1781825462.370614:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825462.370616:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825462.370617:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825462.370624:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825462.370626:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825462.370628:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825462.370630:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825462.371964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825462.371997:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825462.372001:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825462.372003:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825462.372010:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.372018:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825462.372025:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.372029:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.372034:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.372038:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b780 00000400:00000200:1.0:1781825462.372042:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825462.372047:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe969 [1] + 224 00000800:00000001:1.0:1781825462.372053:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825462.372060:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825462.372062:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825462.372066:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825462.372072:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825462.372119:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825462.372135:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825462.372146:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825462.372154:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825462.372157:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.372445:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.372449:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825462.372455:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825462.372457:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825462.372460:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825462.372464:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825462.372466:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825462.372471:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825462.372475:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825462.372487:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.372493:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825462.372495:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.372497:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825462.372500:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825462.372502:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825462.372504:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825462.372506:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825462.372511:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=129 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825462.372514:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825462.372516:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825462.372529:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825462.372532:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825462.372534:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.372537:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825462.372540:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.372547:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825462.372550:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825462.372552:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825462.372556:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825462.372564:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051460480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825462.372568:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.372571:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825462.372574:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051460480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825462.372581:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825462.372584:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825462.372587:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825462.372591:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825462.372593:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825462.372595:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825462.372597:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825462.372599:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:0.0:1781825462.372603:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825462.372604:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825462.372606:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:0.0:1781825462.372609:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825462.372610:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.372612:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825462.372618:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825462.372620:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825462.372622:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825462.372623:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825462.806203:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825462.806210:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825462.806215:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825462.806216:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825462.806220:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825462.806221:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825462.806356:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825462.806360:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825462.806363:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825463.830206:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825463.830214:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825463.830220:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825463.830221:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825463.830224:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825463.830225:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825463.832252:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825463.832258:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825463.832262:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825464.854314:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825464.854556:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825464.854563:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825464.854565:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825464.854568:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825464.854569:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825464.857183:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825464.857190:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825464.857194:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825465.878291:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825465.878298:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825465.878303:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825465.878305:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825465.878308:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825465.878309:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825465.878450:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825465.878453:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825465.878456:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825466.902242:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825466.902250:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825466.902258:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825466.902261:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825466.902264:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825466.902267:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825466.902271:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825466.902274:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825466.902276:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825466.902278:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825466.902282:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825466.902283:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825466.902396:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825466.902400:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825466.902403:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825467.478544:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825467.478555:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825467.478565:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825467.478571:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825467.478575:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825467.478579:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825467.478584:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825467.478593:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825467.478601:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478612:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825467.478621:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825467.478625:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478630:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.478666:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478669:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825467.478673:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825467.478676:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825467.478679:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825467.478681:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825467.478682:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825467.478684:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825467.478687:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825467.478690:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478695:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825467.478701:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825467.478703:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478707:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.478715:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478717:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825467.478721:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825467.478723:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825467.478725:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825467.478727:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825467.478728:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825467.478731:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825467.478734:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825467.478737:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478740:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825467.478747:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825467.478749:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478752:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_01+1] req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.478759:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.478761:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825467.478765:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825467.478767:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825467.478770:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825467.478775:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8097) 00000100:00000001:2.0:1781825467.478788:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825467.478792:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825467.478794:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825467.478800:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.478807:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825467.478809:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825467.478813:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825467.478815:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825467.478818:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825467.478821:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051460992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825467.478825:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825467.478830:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825467.478833:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825467.478836:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825467.478840:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825467.478842:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825467.478848:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825467.478852:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825467.478860:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825467.478868:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460992, portal 10 00000100:00000001:2.0:1781825467.478871:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825467.478872:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:2.0:1781825467.478880:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.478888:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825467.478892:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825467.478894:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825467.478899:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051460992, offset 0 00000400:00000200:2.0:1781825467.478905:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825467.478926:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825467.478934:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825467.478939:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825467.478944:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825467.478947:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825467.478950:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825467.478954:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378507:378507:256:4294967295] 192.168.204.116@tcp LPNI seq info [378458:378458:8:4294967295] 00000400:00000200:2.0:1781825467.478958:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825467.478969:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825467.478974:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825467.478979:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825467.478986:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825467.478994:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825467.478998:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825467.479109:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825467.479113:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825467.479115:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825467.479121:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.479128:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825467.479129:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825467.479132:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825467.479134:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825467.479136:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825467.479138:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051460864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825467.479141:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825467.479144:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825467.479146:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825467.479147:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825467.479151:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825467.479153:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825467.479157:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825467.479160:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825467.479165:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825467.479168:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051460864, portal 25 00000100:00000001:3.0:1781825467.479170:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825467.479171:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781825467.479176:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.479182:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825467.479185:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825467.479187:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825467.479189:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051460864, offset 0 00000400:00000200:3.0:1781825467.479194:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825467.479198:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825467.479201:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825467.479204:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825467.479207:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825467.479209:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825467.479211:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825467.479214:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378508:378508:255:4294967295] 192.168.204.116@tcp LPNI seq info [378459:378459:7:4294967295] 00000400:00000200:3.0:1781825467.479218:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825467.479237:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825467.479242:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825467.479245:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825467.479249:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825467.479253:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825467.479256:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825467.479300:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825467.479306:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26771 usecs (27 jiffies) 00000400:00000200:2.0:1781825467.479310:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825467.479313:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302759452 00000100:00000001:2.0:1781825467.479316:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302763029 00000100:00000001:2.0:1781825467.479318:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302759452 00000100:00000001:2.0:1781825467.479320:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302763029 00000100:00000001:2.0:1781825467.479323:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825467.479326:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825467.479329:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825467.479332:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825467.479339:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825467.479341:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825467.479343:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825467.479345:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825467.479346:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825467.479348:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.480677:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825467.480689:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825467.480692:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302768147 00000100:00000001:3.0:1781825467.480701:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302763029 00000100:00000001:3.0:1781825467.480704:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302768147 00000100:00000001:3.0:1781825467.480708:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302763029 00000100:00000001:3.0:1781825467.480711:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825467.480727:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.480731:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825467.480739:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.480747:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825467.480750:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825467.480754:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825467.480757:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825467.480759:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825467.480763:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051461120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825467.480767:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825467.480772:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825467.480775:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825467.480777:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825467.480783:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825467.480785:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825467.480789:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825467.480793:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825467.480799:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825467.480804:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461120, portal 10 00000100:00000001:3.0:1781825467.480807:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825467.480808:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781825467.480815:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.480821:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825467.480822:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825467.480825:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825467.480827:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051461120, offset 0 00000400:00000200:3.0:1781825467.480832:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825467.480837:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825467.480843:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825467.480847:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825467.480851:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825467.480854:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825467.480856:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825467.480859:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378509:378509:254:4294967295] 192.168.204.116@tcp LPNI seq info [378460:378460:6:4294967295] 00000400:00000200:3.0:1781825467.480863:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825467.480870:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825467.480875:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825467.480879:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825467.480884:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825467.480889:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825467.480892:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825467.480895:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825467.480899:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20548 usecs (21 jiffies) 00000400:00000200:3.0:1781825467.480901:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825467.480903:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302759447 00000100:00000001:3.0:1781825467.480906:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302768147 00000100:00000001:3.0:1781825467.480907:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302759447 00000100:00000001:3.0:1781825467.480926:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302768147 00000100:00000001:3.0:1781825467.480929:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825467.480931:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.480933:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.480936:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.480942:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825467.480944:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825467.480946:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825467.480948:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825467.480950:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.480952:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825467.482861:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825467.482869:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:0.0:1781825467.482876:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825467.482884:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825467.482889:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:0.0:1781825467.482892:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:0.0:1781825467.482897:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825467.482904:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.482925:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825467.482928:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.482935:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825467.482936:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825467.482948:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825467.482950:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac800. 00000400:00000200:0.0:1781825467.482952:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825467.482955:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825467.482957:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:0.0:1781825467.482958:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:0.0:1781825467.482960:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825467.482964:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.482970:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825467.482972:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.482977:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825467.482979:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825467.483043:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825467.483045:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac900. 00000400:00000200:0.0:1781825467.483048:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825467.483051:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825467.483053:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:0.0:1781825467.483055:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:0.0:1781825467.483057:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825467.483060:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.483066:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825467.483068:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825467.483074:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825467.483075:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825467.488203:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488219:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825467.488233:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488236:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825467.488243:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488250:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825467.488257:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488262:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488267:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488271:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4b900 00000400:00000200:1.0:1781825467.488275:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488282:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe991 [1] + 224 00000800:00000001:1.0:1781825467.488288:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488291:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825467.488293:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825467.488297:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825467.488304:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825467.488312:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825467.488322:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825467.488337:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825467.488346:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488349:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825467.488351:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825467.488356:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825467.488360:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781825467.488361:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00000001:3.0:1781825467.488366:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1781825467.488369:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488373:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000001:3.0:1781825467.488374:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825467.488378:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1781825467.488378:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825467.488384:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:1.0:1781825467.488385:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4b980 00000400:00000200:3.0:1781825467.488392:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000200:1.0:1781825467.488392:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825467.488397:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825467.488402:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1781825467.488409:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe989 [1] + 224 00000100:00000200:3.0:1781825467.488410:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825467.488417:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488423:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1781825467.488427:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825467.488427:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825467.488439:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825467.488444:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781825467.488445:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825467.488449:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1781825467.488451:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.488453:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825467.488457:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825467.488461:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825467.488465:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825467.488466:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825467.488471:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825467.488481:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825467.488486:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825467.488489:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825467.488490:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825467.488491:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825467.488496:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1781825467.488496:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1781825467.488499:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825467.488502:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488503:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825467.488506:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825467.488511:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825467.488512:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825467.488520:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825467.488529:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1781825467.488529:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00000001:3.0:1781825467.488536:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1781825467.488537:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825467.488539:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825467.488544:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781825467.488548:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825467.488551:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825467.488560:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ba00 00000400:00000200:1.0:1781825467.488567:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00100000:3.0:1781825467.488569:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051460864:192.168.204.116@tcp:400:kworker.0 00000400:00000200:1.0:1781825467.488575:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe999 [1] + 224 00000100:00000001:3.0:1781825467.488580:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825467.488581:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781825467.488584:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825467.488590:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051460864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825467.488591:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825467.488597:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825467.488604:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825467.488606:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781825467.488610:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1781825467.488613:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825467.488615:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825467.488620:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825467.488626:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1781825467.488626:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1781825467.488630:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825467.488634:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825467.488639:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1781825467.488639:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1781825467.488642:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 00000800:00000001:1.0:1781825467.488646:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1781825467.488647:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1781825467.488650:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1781825467.488651:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825467.488653:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781825467.488658:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825467.488660:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488663:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.488665:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825467.488666:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825467.488669:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825467.488671:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825467.488673:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825467.488676:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825467.488678:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825467.488681:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825467.488685:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825467.488694:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825467.488700:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825467.488702:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488704:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825467.488705:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825467.488707:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825467.488709:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825467.488711:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825467.488716:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=134 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825467.488719:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=134 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825467.488722:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825467.488722:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825467.488724:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825467.488727:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1781825467.488728:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825467.488732:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825467.488734:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1781825467.488736:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1781825467.488738:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1781825467.488739:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000400:00000010:2.0:1781825467.488742:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000100:00000001:3.0:1781825467.488743:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825467.488746:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825467.488750:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825467.488753:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825467.488757:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1781825467.488764:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825467.488766:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825467.488786:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.488792:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825467.488793:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488798:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825467.488798:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825467.488802:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825467.488803:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825467.488805:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825467.488807:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825467.488808:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825467.488812:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825467.488815:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1781825467.488820:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=134 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825467.488825:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=47 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825467.488831:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1781825467.488834:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051461120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825467.488835:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825467.488839:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825467.488843:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.488844:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488848:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781825467.488848:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825467.488853:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000040:3.0:1781825467.488856:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051461120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.488857:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825467.488861:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.488868:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1781825467.488870:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825467.488872:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825467.488875:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825467.488879:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825467.488882:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1781825467.488883:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1781825467.488885:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825467.488888:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1781825467.488890:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1781825467.488891:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1781825467.488893:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825467.488897:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1781825467.488898:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825467.488899:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825467.488902:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825467.488907:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825467.488909:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488911:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825467.488919:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825467.488921:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825467.488924:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825467.488927:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825467.488932:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051460992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825467.488939:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825467.488941:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825467.488945:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051460992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825467.488951:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825467.488953:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825467.488956:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5400. 02000000:00000001:2.0:1781825467.488959:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825467.488961:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825467.488962:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825467.488964:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825467.488966:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825467.488968:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825467.488970:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825467.488972:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:2.0:1781825467.488975:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825467.488976:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825467.488978:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825467.488983:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825467.488984:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825467.488986:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825467.488988:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825467.926307:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825467.926314:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825467.926319:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825467.926321:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825467.926324:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825467.926325:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825467.926441:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825467.926445:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825467.926448:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825468.950753:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825468.950761:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825468.950764:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825468.950767:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950772:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825468.950774:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950776:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950778:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950782:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825468.950783:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950787:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825468.950788:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825468.950790:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825468.950791:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950793:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825468.950794:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950795:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825468.950797:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825468.950897:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825468.950902:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825468.950905:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825469.974255:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825469.974264:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825469.974269:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825469.974271:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825469.974275:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825469.974276:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825469.974395:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825469.974399:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825469.974402:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825470.998484:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825470.998492:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825470.998498:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825470.998499:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825470.998503:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825470.998504:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825470.998712:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825470.998715:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825470.998718:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825472.022393:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825472.022400:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825472.022405:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825472.022407:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825472.022410:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825472.022412:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825472.022569:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825472.022572:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825472.022575:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825472.598215:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825472.598225:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825472.598236:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825472.598242:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825472.598247:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825472.598250:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825472.598255:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825472.598264:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825472.598271:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598284:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825472.598295:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825472.598299:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598306:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.598341:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598345:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825472.598348:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825472.598352:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825472.598354:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825472.598356:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825472.598357:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825472.598359:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825472.598362:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825472.598364:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598369:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825472.598375:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825472.598378:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598381:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.598390:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598392:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825472.598395:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825472.598398:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825472.598400:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825472.598402:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825472.598403:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825472.598405:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825472.598409:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825472.598411:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598414:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825472.598421:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825472.598423:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598427:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.598428:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825472.598432:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825472.598435:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825472.598440:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.598440:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598442:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825472.598446:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1781825472.598449:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1781825472.598449:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825472.598450:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.598452:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1781825472.598454:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825472.598456:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781825472.598456:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8102) 02000000:00000001:3.0:1781825472.598459:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825472.598462:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051461248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825472.598466:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825472.598471:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825472.598474:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825472.598476:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825472.598481:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825472.598483:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825472.598485:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825472.598489:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1781825472.598491:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825472.598493:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.598496:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825472.598497:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825472.598499:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1781825472.598500:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781825472.598500:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825472.598502:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825472.598504:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000100:00100000:2.0:1781825472.598505:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051461376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825472.598508:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825472.598510:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1781825472.598511:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 02000000:00000001:2.0:1781825472.598511:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825472.598513:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825472.598516:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 00000100:00000200:3.0:1781825472.598517:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461248, portal 25 02000000:00000001:2.0:1781825472.598517:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598520:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825472.598521:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000400:00000200:2.0:1781825472.598521:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825472.598524:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000100:00000040:3.0:1781825472.598526:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825472.598528:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825472.598530:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461376, portal 10 00000100:00000001:2.0:1781825472.598532:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825472.598533:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825472.598533:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781825472.598536:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825472.598538:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000040:2.0:1781825472.598540:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825472.598541:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051461248, offset 0 00000100:00000001:2.0:1781825472.598545:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825472.598547:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825472.598549:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825472.598549:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825472.598552:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051461376, offset 0 00000400:00000200:2.0:1781825472.598555:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825472.598557:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825472.598565:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825472.598569:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825472.598573:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825472.598577:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825472.598580:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825472.598583:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378510:378510:256:4294967295] 192.168.204.116@tcp LPNI seq info [378461:378461:8:4294967295] 00000400:00000200:3.0:1781825472.598587:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825472.598590:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825472.598592:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825472.598595:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825472.598596:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:2.0:1781825472.598597:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825472.598599:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825472.598601:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000800:00000200:3.0:1781825472.598602:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825472.598604:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378511:378511:255:4294967295] 192.168.204.116@tcp LPNI seq info [378462:378462:7:4294967295] 00000400:00000200:2.0:1781825472.598607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000010:3.0:1781825472.598608:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825472.598614:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781825472.598620:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825472.598621:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825472.598624:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000200:3.0:1781825472.598625:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1781825472.598627:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825472.598630:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825472.598633:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825472.598635:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825472.598685:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825472.598690:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825472.598692:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302773265 00000100:00000001:3.0:1781825472.598699:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302768147 00000100:00000001:3.0:1781825472.598702:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302773265 00000100:00000001:3.0:1781825472.598705:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302768147 00000100:00000001:3.0:1781825472.598708:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825472.598711:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598714:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598716:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.598723:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825472.598725:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825472.598727:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825472.598728:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825472.598729:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825472.598731:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825472.598733:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825472.598735:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26732 usecs (27 jiffies) 00000400:00000200:2.0:1781825472.598739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825472.598740:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825472.598741:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.598741:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302764571 02000000:00000001:3.0:1781825472.598743:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1781825472.598743:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302773265 02000000:00000001:3.0:1781825472.598745:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825472.598745:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302764571 02000000:00000001:3.0:1781825472.598747:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.598747:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302773265 00000100:00100000:3.0:1781825472.598750:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825472.598750:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825472.598752:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598753:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825472.598755:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825472.598756:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825472.598756:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1781825472.598758:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825472.598759:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825472.598760:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825472.598761:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825472.598762:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1781825472.598763:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 00000100:00000001:2.0:1781825472.598764:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1781825472.598765:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.598765:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.598767:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825472.598768:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825472.598770:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825472.598773:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825472.598776:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461504, portal 10 00000100:00000001:3.0:1781825472.598778:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825472.598779:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825472.598799:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.598806:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825472.598808:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825472.598810:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825472.598812:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051461504, offset 0 00000400:00000200:3.0:1781825472.598816:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825472.598820:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825472.598823:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825472.598826:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825472.598828:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825472.598830:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825472.598832:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825472.598834:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378512:378512:254:4294967295] 192.168.204.116@tcp LPNI seq info [378463:378463:6:4294967295] 00000400:00000200:3.0:1781825472.598837:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825472.598843:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825472.598846:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825472.598850:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825472.598853:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825472.598857:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825472.598859:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825472.598872:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825472.598876:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20532 usecs (21 jiffies) 00000400:00000200:3.0:1781825472.598879:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825472.598880:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302764565 00000100:00000001:3.0:1781825472.598882:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302773265 00000100:00000001:3.0:1781825472.598884:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302764565 00000100:00000001:3.0:1781825472.598886:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302773265 00000100:00000001:3.0:1781825472.598888:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825472.598889:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598892:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598894:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.598897:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825472.598898:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825472.598900:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825472.598901:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825472.598902:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.598904:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825472.603221:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825472.603231:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac900. 00000400:00000200:0.0:1781825472.603240:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825472.603249:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825472.603257:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:0.0:1781825472.603260:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:0.0:1781825472.603265:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825472.603273:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603389:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825472.603394:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603402:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825472.603404:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825472.603420:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825472.603422:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825472.603425:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825472.603429:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825472.603432:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:0.0:1781825472.603434:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:0.0:1781825472.603437:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825472.603441:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603448:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825472.603450:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603456:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825472.603458:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825472.603731:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825472.603734:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac800. 00000400:00000200:0.0:1781825472.603737:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825472.603741:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825472.603745:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:0.0:1781825472.603746:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:0.0:1781825472.603749:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825472.603753:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603761:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825472.603765:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825472.603772:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825472.603773:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825472.618493:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618516:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825472.618522:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618525:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825472.618534:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618542:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825472.618554:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618561:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618566:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618571:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4bb00 00000400:00000200:1.0:1781825472.618576:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618583:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9a9 [1] + 224 00000800:00000001:1.0:1781825472.618591:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618596:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825472.618599:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825472.618604:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825472.618624:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825472.618634:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825472.618652:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825472.618676:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825472.618686:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618690:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825472.618692:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618694:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825472.618697:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618700:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825472.618704:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618707:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618709:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618711:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4bb80 00000400:00000200:1.0:1781825472.618714:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825472.618728:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9b1 [1] + 224 00000800:00000001:1.0:1781825472.618733:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618754:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825472.618757:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825472.618760:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825472.618764:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825472.618769:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825472.618778:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825472.618798:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825472.618803:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825472.618806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825472.619010:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825472.619016:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825472.619027:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825472.619030:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825472.619034:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825472.619040:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825472.619042:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825472.619046:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825472.619050:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825472.619060:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.619067:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825472.619069:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825472.619072:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825472.619075:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825472.619143:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825472.619146:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825472.619149:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.619155:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1781825472.619160:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=139 v=5 (5 5 36 36) 00000100:00000001:3.0:1781825472.619163:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1781825472.619170:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=52 v=5 (1 1 1 1) 00000400:00000001:3.0:1781825472.619174:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1781825472.619175:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1781825472.619181:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1781825472.619182:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825472.619189:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00010000:00000001:2.0:1781825472.619189:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825472.619199:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.619204:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825472.619206:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825472.619208:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825472.619210:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825472.619215:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.619222:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825472.619225:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825472.619227:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825472.619231:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825472.619237:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051461376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825472.619242:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825472.619244:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825472.619246:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051461376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825472.619252:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825472.619254:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825472.619258:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825472.619262:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825472.619265:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825472.619266:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825472.619268:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825472.619271:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825472.619274:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825472.619276:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825472.619278:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825472.619282:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825472.619283:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825472.619285:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825472.619292:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825472.619294:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825472.619296:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825472.619298:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825472.619340:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825472.619345:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825472.619350:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825472.619359:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825472.619430:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.619444:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825472.619447:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.619450:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825472.619453:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825472.619455:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825472.619457:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825472.619460:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825472.619468:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=139 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825472.619473:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825472.624485:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825472.624490:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825472.624504:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825472.624510:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.624515:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825472.624518:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825472.624521:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825472.624523:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825472.624771:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825472.624795:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825472.624799:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825472.624802:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825472.624811:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825472.624819:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825472.624832:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825472.624837:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825472.624844:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825472.624848:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ba80 00000400:00000200:0.0:1781825472.624853:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825472.624860:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9a1 [1] + 224 00000800:00000001:0.0:1781825472.624867:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825472.624879:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825472.624882:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825472.624887:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825472.624894:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825472.624903:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825472.624919:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825472.624924:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.624960:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825472.624968:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825472.624969:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825472.624972:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825472.624981:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825472.624991:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461504:192.168.204.116@tcp:400:kworker.0 00000800:00000001:0.0:1781825472.624994:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825472.625002:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781825472.625008:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825472.625012:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825472.625017:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825472.625025:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825472.625028:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825472.625034:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825472.625041:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825472.625053:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.625060:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825472.625062:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.625065:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825472.625070:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825472.625072:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825472.625074:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825472.625136:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825472.625145:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825472.625149:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825472.625151:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825472.625152:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825472.625154:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825472.625156:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.625158:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825472.625162:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.625169:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825472.625171:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825472.625172:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825472.625176:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825472.625183:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051461248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825472.625188:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.625191:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825472.625194:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051461504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.625201:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825472.625205:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825472.625210:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825472.625215:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825472.625219:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825472.625222:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825472.625225:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825472.625229:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825472.625234:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825472.625237:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825472.625240:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781825472.625245:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825472.625247:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.625249:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825472.625252:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051461248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825488 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825472.625258:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825472.625260:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825472.625261:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825472.625263:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825472.625265:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825472.625266:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825472.625268:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825472.625270:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825472.625272:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825472.625273:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825472.625274:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781825472.625277:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825472.625278:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.625280:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825472.625291:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825472.625293:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825472.625296:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825472.625300:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825473.046269:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825473.046279:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825473.046287:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825473.046290:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825473.046294:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825473.046295:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825473.046412:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825473.046416:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825473.046419:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825474.083906:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825474.083914:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825474.083919:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825474.083920:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825474.083924:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825474.083925:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825474.084320:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825474.084325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825474.084328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825475.095898:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825475.095907:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825475.095914:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825475.095915:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825475.095919:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825475.095921:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825475.098217:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825475.098226:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825475.098232:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825476.119558:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825476.119568:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825476.119574:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825476.119575:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825476.119579:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825476.119581:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825476.120403:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825476.120409:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825476.120414:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825477.142391:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825477.142400:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825477.142407:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825477.142411:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825477.142414:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825477.142418:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825477.142422:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825477.142425:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825477.142427:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825477.142430:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825477.142434:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825477.142436:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825477.148925:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825477.148936:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825477.148943:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825477.718252:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825477.718264:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825477.718275:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825477.718281:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825477.718285:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825477.718287:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825477.718292:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825477.718301:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2acc00. 00000100:00000001:3.0:1781825477.718307:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718318:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825477.718328:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825477.718332:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718338:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718372:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718375:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825477.718379:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825477.718382:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825477.718385:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825477.718387:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825477.718389:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825477.718390:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825477.718394:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2ac000. 00000100:00000001:3.0:1781825477.718397:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718401:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825477.718409:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825477.718411:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718416:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718424:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718426:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825477.718429:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825477.718432:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825477.718434:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825477.718436:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825477.718437:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825477.718439:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825477.718441:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0a2aca00. 00000100:00000001:3.0:1781825477.718444:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718448:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825477.718455:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825477.718457:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718460:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718466:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718468:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825477.718472:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825477.718475:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825477.718477:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825477.718482:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8107) 00000100:00000001:3.0:1781825477.718497:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825477.718501:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825477.718503:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825477.718508:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718522:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825477.718524:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718527:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825477.718530:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825477.718532:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825477.718536:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825477.718540:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825477.718546:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825477.718549:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718551:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825477.718555:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825477.718557:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825477.718564:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825477.718569:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825477.718576:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825477.718584:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461760, portal 10 00000100:00000001:3.0:1781825477.718587:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825477.718588:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:3.0:1781825477.718595:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718602:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825477.718605:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825477.718608:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825477.718612:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051461760, offset 0 00000400:00000200:3.0:1781825477.718618:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825477.718628:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.718636:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825477.718641:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825477.718645:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825477.718649:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825477.718652:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825477.718656:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378513:378513:256:4294967295] 192.168.204.116@tcp LPNI seq info [378464:378464:8:4294967295] 00000400:00000200:3.0:1781825477.718660:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.718669:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825477.718675:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825477.718680:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac800. 00000800:00000200:3.0:1781825477.718688:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825477.718695:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825477.718699:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825477.718719:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.718724:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26731 usecs (27 jiffies) 00000400:00000200:3.0:1781825477.718727:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825477.718730:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302769691 00000100:00000001:3.0:1781825477.718733:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302773265 00000100:00000001:3.0:1781825477.718735:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302769691 00000100:00000001:3.0:1781825477.718737:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302773265 00000100:00000001:3.0:1781825477.718740:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.718742:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.718745:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.718747:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.718754:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825477.718756:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825477.718758:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825477.718759:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825477.718761:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825477.718763:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825477.718765:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.718767:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825477.718768:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.718770:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825477.718771:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825477.718772:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825477.718776:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718783:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825477.718784:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718786:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825477.718788:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825477.718790:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825477.718792:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051461632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825477.718795:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825477.718798:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825477.718800:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718802:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825477.718805:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825477.718806:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825477.718810:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825477.718812:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825477.718816:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825477.718820:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461632, portal 25 00000100:00000001:3.0:1781825477.718822:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825477.718823:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781825477.718829:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718849:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825477.718851:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825477.718855:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825477.718857:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051461632, offset 0 00000400:00000200:3.0:1781825477.718861:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825477.718865:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.718868:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825477.718871:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825477.718874:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825477.718876:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825477.718878:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825477.718881:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378514:378514:255:4294967295] 192.168.204.116@tcp LPNI seq info [378465:378465:7:4294967295] 00000400:00000200:3.0:1781825477.718885:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.718891:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825477.718895:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825477.718899:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0a2ac900. 00000800:00000200:3.0:1781825477.718903:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825477.718907:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825477.718910:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0a2ac900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825477.718913:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825477.718917:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825477.718919:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302778385 00000100:00000001:3.0:1781825477.718926:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302773265 00000100:00000001:3.0:1781825477.718931:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302778385 00000100:00000001:3.0:1781825477.718934:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302773265 00000100:00000001:3.0:1781825477.718937:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.718939:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.718941:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825477.718945:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.718952:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825477.718954:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718956:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825477.718957:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825477.718959:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825477.718962:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825477.718965:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825477.718967:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825477.718969:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.718970:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825477.718973:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825477.718976:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825477.718979:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825477.718981:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825477.718984:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825477.718987:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051461888, portal 10 00000100:00000001:3.0:1781825477.718989:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825477.718990:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:3.0:1781825477.718996:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.719003:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825477.719005:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825477.719007:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825477.719009:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051461888, offset 0 00000400:00000200:3.0:1781825477.719013:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825477.719016:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.719019:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825477.719034:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825477.719037:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825477.719039:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825477.719041:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825477.719044:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378515:378515:254:4294967295] 192.168.204.116@tcp LPNI seq info [378466:378466:6:4294967295] 00000400:00000200:3.0:1781825477.719047:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825477.719053:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825477.719057:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825477.719061:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825477.719064:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825477.719068:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825477.719070:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825477.719073:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.719076:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20543 usecs (21 jiffies) 00000400:00000200:3.0:1781825477.719126:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825477.719128:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302769686 00000100:00000001:3.0:1781825477.719131:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302778385 00000100:00000001:3.0:1781825477.719133:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302769686 00000100:00000001:3.0:1781825477.719135:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302778385 00000100:00000001:3.0:1781825477.719138:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.719140:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.719142:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.719144:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825477.719347:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825477.719352:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac800. 00000400:00000200:1.0:1781825477.719359:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825477.719364:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825477.719369:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:1.0:1781825477.719372:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:1.0:1781825477.719377:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825477.719382:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719391:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825477.719395:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719402:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825477.719404:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825477.719414:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825477.719417:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0a2ac900. 00000400:00000200:1.0:1781825477.719419:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825477.719422:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825477.719424:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:1.0:1781825477.719426:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:1.0:1781825477.719428:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825477.719431:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719437:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825477.719440:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719446:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825477.719448:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825477.719742:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825477.719745:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825477.719785:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825477.719788:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825477.719792:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825477.719796:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825477.719799:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:1.0:1781825477.719801:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:1.0:1781825477.719803:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825477.719807:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719815:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825477.719819:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.719824:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825477.719826:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825477.723397:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825477.723416:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825477.723421:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825477.723423:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825477.723433:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825477.723442:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825477.723451:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825477.723456:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825477.723462:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825477.723466:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4bc00 00000400:00000200:0.0:1781825477.723471:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825477.723478:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9c1 [1] + 224 00000800:00000001:0.0:1781825477.723485:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825477.723492:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825477.723495:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825477.723500:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825477.723508:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825477.723519:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825477.723530:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825477.723546:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825477.723555:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825477.723558:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.723716:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825477.723721:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825477.723728:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825477.723730:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825477.723734:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825477.723739:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781825477.723742:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781825477.723745:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825477.723751:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825477.723760:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.723767:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825477.723770:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.723773:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825477.723776:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825477.723779:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825477.723781:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.723784:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825477.723791:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825477.723795:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825477.723799:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825477.723800:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825477.723803:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825477.723805:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.723808:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.723813:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.723821:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.723824:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825477.723826:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825477.723830:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825477.723949:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.723956:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825477.723958:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.723960:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825477.723963:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.723968:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825477.723973:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.723976:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.723979:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.723982:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4bc80 00000400:00000200:1.0:1781825477.723985:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.723990:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9b9 [1] + 224 00000800:00000001:1.0:1781825477.723994:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.723997:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825477.724000:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825477.724003:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825477.724006:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825477.724011:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825477.724021:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.724041:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825477.724045:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.724048:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825477.724050:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.724052:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825477.724055:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.724058:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825477.724063:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.724065:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.724068:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.724071:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4bd00 00000400:00000200:1.0:1781825477.724074:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825477.724118:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9c9 [1] + 224 00000800:00000001:1.0:1781825477.724124:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.724130:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825477.724132:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825477.724134:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825477.724137:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825477.724141:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825477.724150:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825477.724156:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825477.724159:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825477.724162:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1781825477.724426:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051461632:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825477.724433:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825477.724434:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825477.724437:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825477.724439:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:3.0:1781825477.724441:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:3.0:1781825477.724443:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825477.724447:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825477.724454:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724459:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825477.724460:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724463:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825477.724465:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825477.724466:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825477.724468:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.724470:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825477.724477:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=144 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825477.724480:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825477.724482:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825477.724483:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825477.724485:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825477.724487:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.724490:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825477.724492:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825477.724494:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825477.724495:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.724498:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724504:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.724506:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825477.724507:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825477.724510:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825477.724515:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461888:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825477.724519:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825477.724520:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825477.724521:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825477.724523:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825477.724525:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825477.724527:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825477.724529:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825477.724535:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724540:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825477.724542:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724543:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825477.724544:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825477.724545:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825477.724546:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825477.724548:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825477.724551:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=144 v=5 (5 5 36 36) 00000100:00001000:3.0:1781825477.724553:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825477.724555:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825477.724557:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825477.724558:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825477.724559:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.724561:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825477.724562:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825477.724564:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825477.724565:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825477.724568:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724574:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825477.724576:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825477.724577:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825477.724580:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825477.724585:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051461760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825477.724589:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724591:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825477.724594:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051461632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724599:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825477.724601:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825477.724604:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825477.724607:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825477.724610:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825477.724612:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825477.724614:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825477.724616:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2acc00. 02000000:00000001:3.0:1781825477.724619:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825477.724621:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825477.724622:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781825477.724626:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825477.724627:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724628:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825477.724631:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051461888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724636:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825477.724637:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825477.724638:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825477.724640:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825477.724641:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825477.724642:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825477.724643:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825477.724645:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2aca00. 02000000:00000001:3.0:1781825477.724646:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825477.724647:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825477.724648:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:3.0:1781825477.724650:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825477.724651:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724653:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825477.724655:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051461760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825477.724660:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825477.724661:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825477.724662:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825477.724664:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825477.724665:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825477.724666:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825477.724667:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825477.724669:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0a2ac000. 02000000:00000001:3.0:1781825477.724670:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825477.724671:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825477.724672:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781825477.724678:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825477.724679:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724681:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825477.724688:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825477.724690:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825477.724692:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825477.724694:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825478.166742:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825478.166751:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825478.166757:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825478.166758:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825478.166761:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825478.166763:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825478.166928:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825478.166932:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825478.166934:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825479.190415:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825479.190423:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825479.190425:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825479.190429:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190433:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825479.190435:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190437:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190439:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190443:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825479.190445:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190448:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825479.190449:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825479.190451:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825479.190452:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190453:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825479.190454:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190456:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825479.190457:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825479.193767:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825479.193774:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825479.193779:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825480.214686:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825480.214694:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825480.214700:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825480.214701:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825480.214704:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825480.214706:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825480.214799:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825480.214803:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825480.214806:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825481.239741:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825481.239748:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825481.239755:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825481.239756:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825481.239759:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825481.239760:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825481.239856:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825481.239860:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825481.239862:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825482.262687:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825482.262694:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825482.262700:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825482.262701:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825482.262704:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825482.262705:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825482.263231:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825482.263239:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825482.263244:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825482.840577:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825482.840587:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825482.840598:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825482.840612:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825482.840617:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825482.840620:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825482.840626:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825482.840634:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825482.840640:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840651:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825482.840662:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825482.840666:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840673:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_00+0] req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.840708:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840711:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825482.840714:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825482.840717:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825482.840719:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825482.840721:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825482.840722:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825482.840724:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825482.840727:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825482.840730:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840734:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825482.840742:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825482.840744:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840747:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.840762:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840764:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825482.840768:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825482.840770:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825482.840772:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825482.840774:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825482.840775:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825482.840776:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825482.840780:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825482.840783:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840787:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825482.840793:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825482.840795:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840799:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.840806:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.840808:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825482.840811:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825482.840814:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825482.840817:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825482.840822:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8112) 00000100:00000001:2.0:1781825482.840835:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.840838:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825482.840840:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825482.840844:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.840854:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825482.840856:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.840859:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825482.840861:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825482.840864:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825482.840866:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051462144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.840869:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825482.840874:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825482.840877:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.840879:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825482.840882:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825482.840884:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825482.840890:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825482.840894:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825482.840900:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825482.840906:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462144, portal 10 00000100:00000001:2.0:1781825482.840908:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825482.840910:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825482.840915:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.840921:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825482.840934:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825482.840936:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825482.840940:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051462144, offset 0 00000400:00000200:2.0:1781825482.840945:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825482.840953:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.840960:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825482.840964:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825482.840967:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825482.840970:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825482.840973:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825482.840976:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378516:378516:256:4294967295] 192.168.204.116@tcp LPNI seq info [378467:378467:8:4294967295] 00000400:00000200:2.0:1781825482.840980:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.840988:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825482.840993:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825482.840997:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825482.841011:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825482.841019:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825482.841024:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825482.841039:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.841044:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26680 usecs (27 jiffies) 00000400:00000200:2.0:1781825482.841046:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825482.841049:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302774813 00000100:00000001:2.0:1781825482.841052:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302778385 00000100:00000001:2.0:1781825482.841053:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302774813 00000100:00000001:2.0:1781825482.841056:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302778385 00000100:00000001:2.0:1781825482.841058:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.841060:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.841062:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.841064:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.841071:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825482.841072:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825482.841074:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.841074:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825482.841075:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825482.841108:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825482.841110:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.841112:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825482.841113:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.841115:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.841116:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825482.841117:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825482.841120:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.841127:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825482.841128:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.841130:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825482.841131:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825482.841133:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825482.841135:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051462016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.841137:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825482.841139:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825482.841141:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.841142:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825482.841145:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825482.841146:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825482.841149:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825482.841151:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825482.841154:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825482.841156:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462016, portal 25 00000100:00000001:2.0:1781825482.841158:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825482.841159:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781825482.841163:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.841168:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825482.841170:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825482.841172:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825482.841174:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051462016, offset 0 00000400:00000200:2.0:1781825482.841178:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825482.841182:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.841185:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825482.841188:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825482.841190:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825482.841192:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825482.841194:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825482.841197:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378517:378517:255:4294967295] 192.168.204.116@tcp LPNI seq info [378468:378468:7:4294967295] 00000400:00000200:2.0:1781825482.841201:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.841206:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825482.841210:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825482.841213:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825482.841217:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825482.841221:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825482.841223:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825482.841226:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825482.841230:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825482.841232:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302783508 00000100:00000001:2.0:1781825482.841238:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302778385 00000100:00000001:2.0:1781825482.841242:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302783508 00000100:00000001:2.0:1781825482.841245:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302778385 00000100:00000001:2.0:1781825482.841247:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.841250:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.841251:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825482.841255:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.841262:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825482.841263:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.841265:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825482.841267:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825482.841269:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825482.841272:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051462272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.841289:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825482.841292:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825482.841293:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.841295:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825482.841298:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825482.841300:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825482.841303:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825482.841305:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825482.841309:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825482.841311:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462272, portal 10 00000100:00000001:2.0:1781825482.841313:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825482.841314:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825482.841319:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.841325:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825482.841327:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825482.841329:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825482.841331:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051462272, offset 0 00000400:00000200:2.0:1781825482.841335:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825482.841338:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.841341:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825482.841343:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825482.841346:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825482.841347:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825482.841349:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825482.841352:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378518:378518:254:4294967295] 192.168.204.116@tcp LPNI seq info [378469:378469:6:4294967295] 00000400:00000200:2.0:1781825482.841355:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825482.841361:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825482.841366:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825482.841369:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825482.841372:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825482.841376:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825482.841378:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825482.841381:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.841383:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20518 usecs (21 jiffies) 00000400:00000200:2.0:1781825482.841386:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825482.841388:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302774808 00000100:00000001:2.0:1781825482.841390:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302783508 00000100:00000001:2.0:1781825482.841392:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302774808 00000100:00000001:2.0:1781825482.841394:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302783508 00000100:00000001:2.0:1781825482.841396:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.841398:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.841400:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.841402:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825482.842400:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825482.842406:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825482.843260:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825482.843267:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825482.843275:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825482.843283:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825482.843289:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:0.0:1781825482.843292:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:0.0:1781825482.843298:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825482.843306:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843317:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825482.843320:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843328:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825482.843329:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825482.843342:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825482.843344:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825482.843347:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825482.843350:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825482.843352:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:0.0:1781825482.843354:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:0.0:1781825482.843356:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825482.843361:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843368:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825482.843370:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843376:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825482.843378:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825482.843446:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825482.843449:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781825482.843452:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825482.843456:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825482.843459:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:0.0:1781825482.843461:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:0.0:1781825482.843463:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825482.843468:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843475:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825482.843478:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.843485:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825482.843486:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825482.855098:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.855119:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825482.855124:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.855127:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825482.855137:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.855145:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825482.855155:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.855161:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.855167:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.855171:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4be00 00000400:00000200:1.0:1781825482.855177:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.855184:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9d1 [1] + 224 00000800:00000001:1.0:1781825482.855191:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.855200:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825482.855203:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825482.855207:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825482.855214:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825482.855223:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825482.855234:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825482.855258:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825482.855265:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.855268:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.855619:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.855623:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825482.855632:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825482.855634:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825482.855637:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825482.855642:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825482.855645:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825482.855648:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825482.855653:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825482.855663:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.855778:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825482.855781:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.855784:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825482.855788:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825482.855790:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825482.855792:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.855796:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825482.855805:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=149 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825482.855809:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825482.855812:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825482.855814:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825482.855817:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825482.855821:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.855824:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825482.855827:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825482.855829:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825482.855831:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.855836:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.855844:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.855847:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825482.855861:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825482.855865:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825482.855874:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051462144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.855878:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.855881:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825482.855884:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051462144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.855891:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825482.855933:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825482.855937:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825482.855942:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825482.855945:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825482.855947:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825482.855950:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825482.855952:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825482.855955:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825482.855957:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825482.855959:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825482.855962:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825482.855964:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.855967:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.855972:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.855973:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825482.855975:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.855977:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825482.858183:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825482.858200:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825482.858204:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825482.858207:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825482.858215:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825482.858222:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825482.858231:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825482.858235:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825482.858241:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825482.858245:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4bd80 00000400:00000200:0.0:1781825482.858249:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825482.858255:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9d9 [1] + 224 00000800:00000001:0.0:1781825482.858262:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825482.858269:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825482.858272:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825482.858276:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825482.858282:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825482.858291:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825482.858302:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825482.858324:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825482.858332:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825482.858335:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.858446:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.858450:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825482.858456:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825482.858458:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825482.858461:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825482.858466:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825482.858480:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825482.858484:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825482.858489:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825482.858498:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.858503:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825482.858506:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.858508:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825482.858511:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825482.858513:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825482.858515:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.858518:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825482.858523:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825482.858526:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=62 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825482.858529:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825482.858530:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825482.858532:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825482.858535:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.858537:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.858541:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.858547:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.858550:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825482.858552:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825482.858555:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825482.858563:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051462016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.858569:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.858572:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825482.858575:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051462016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.858581:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825482.858583:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825482.858586:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825482.858590:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825482.858592:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825482.858594:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825482.858596:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825482.858598:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825482.858602:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825482.858603:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825482.858605:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825482.858609:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825482.858611:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.858614:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.858616:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.858617:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825482.858619:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.858620:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825482.859933:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.859945:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825482.859949:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.859951:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825482.859959:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.859966:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825482.859974:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.859978:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.859983:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.859987:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4be80 00000400:00000200:1.0:1781825482.859991:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825482.859996:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9e1 [1] + 224 00000800:00000001:1.0:1781825482.860001:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.860008:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825482.860011:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825482.860014:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825482.860019:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825482.860026:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825482.860037:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825482.860057:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825482.860063:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825482.860067:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.860306:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.860311:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825482.860316:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825482.860317:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825482.860320:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825482.860326:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825482.860328:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825482.860331:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825482.860336:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825482.860346:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.860352:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825482.860355:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.860357:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825482.860360:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825482.860362:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825482.860364:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825482.860367:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825482.860376:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=149 v=5 (5 5 36 36) 00000100:00001000:2.0:1781825482.860380:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825482.860383:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825482.860384:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825482.860387:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825482.860390:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.860394:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825482.860396:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825482.860398:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825482.860399:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825482.860404:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.860411:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825482.860414:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825482.860415:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825482.860419:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825482.860427:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051462272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825482.860432:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.860434:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825482.860437:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051462272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825498 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825482.860444:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825482.860446:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825482.860449:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825482.860453:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825482.860455:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825482.860458:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825482.860460:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825482.860463:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825482.860466:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825482.860467:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825482.860543:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825482.860548:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825482.860550:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.860552:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825482.860560:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825482.860561:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825482.860563:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825482.860565:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825483.286213:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825483.286220:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825483.286227:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825483.286229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825483.286232:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825483.286233:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825483.286349:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825483.286352:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825483.286356:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825484.310230:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825484.310238:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825484.310244:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825484.310245:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825484.310249:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825484.310250:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825484.310368:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825484.310372:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825484.310375:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825485.334538:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825485.334545:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825485.334550:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825485.334551:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825485.334554:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825485.334555:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825485.334661:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825485.334665:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825485.334668:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825486.358304:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825486.358311:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825486.358316:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825486.358320:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825486.358322:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825486.358325:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825486.358329:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825486.358331:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825486.358333:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825486.358335:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825486.358339:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825486.358340:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825486.358513:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825486.358517:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825486.358519:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825487.382248:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825487.382256:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825487.382263:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825487.382264:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825487.382267:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825487.382268:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825487.382369:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825487.382372:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825487.382375:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825487.958782:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825487.958793:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825487.958805:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781825487.958812:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825487.958816:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825487.958819:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825487.958834:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825487.958843:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825487.958850:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.958863:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825487.958884:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825487.958889:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.958896:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_00+0] req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.958963:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.958967:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825487.958969:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825487.958975:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.958982:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825487.958984:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.958988:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825487.958990:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825487.958993:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825487.958996:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051462400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825487.958999:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825487.959006:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825487.959008:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.959011:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825487.959016:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825487.959017:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825487.959024:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825487.959029:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825487.959036:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825487.959042:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462400, portal 25 00000100:00000001:0.0:1781825487.959045:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825487.959046:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:0.0:1781825487.959052:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.959058:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825487.959061:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825487.959063:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825487.959066:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051462400, offset 0 00000400:00000200:0.0:1781825487.959072:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825487.959109:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.959117:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825487.959121:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825487.959125:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825487.959129:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825487.959131:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825487.959134:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378519:378519:256:4294967295] 192.168.204.116@tcp LPNI seq info [378470:378470:8:4294967295] 00000400:00000200:0.0:1781825487.959139:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.959148:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825487.959154:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825487.959159:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825487.959166:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825487.959172:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825487.959176:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825487.959187:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825487.959191:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825487.959193:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302788625 00000100:00000001:0.0:1781825487.959201:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302783508 00000100:00000001:0.0:1781825487.959205:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302788625 00000100:00000001:0.0:1781825487.959208:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302783508 00000100:00000001:0.0:1781825487.959211:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825487.959213:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.959216:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.959218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.962195:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962206:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825487.962206:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825487.962210:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825487.962211:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781825487.962213:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.962215:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825487.962218:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.962221:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1781825487.962222:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da680. 00000020:00000040:1.0:1781825487.962237:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825487.962241:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825487.962244:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825487.962249:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825487.962256:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825487.962262:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962273:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825487.962288:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825487.962302:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962309:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed99fa2] to pc [ptlrpcd_00_01+1] req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.962324:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962327:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825487.962330:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825487.962334:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825487.962336:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825487.962348:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825487.962349:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825487.962351:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825487.962355:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825487.962358:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962362:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825487.962369:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825487.962371:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962375:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_00+0] req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.962383:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.962385:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825487.962389:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825487.962391:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825487.962394:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825487.962400:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8117) 00000800:00000200:0.0:1781825487.962615:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825487.962620:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:0.0:1781825487.962626:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825487.962632:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825487.962639:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825487.962642:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825487.962647:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825487.962651:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.962660:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825487.962663:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.962669:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.962671:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825487.962685:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.962687:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825487.962689:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825487.962693:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.962700:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825487.962702:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.962706:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825487.962708:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825487.962710:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825487.962713:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051462528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825487.962717:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825487.962722:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825487.962725:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.962727:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825487.962731:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825487.962733:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825487.962739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825487.962743:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838210. 00000400:00000010:0.0:1781825487.962748:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825487.962753:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462528, portal 10 00000100:00000001:0.0:1781825487.962756:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825487.962757:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693316224 : -122531016235392 : ffff908f064da680) 00000100:00000040:0.0:1781825487.962764:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.962770:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825487.962772:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825487.962775:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781825487.962778:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051462528, offset 0 00000400:00000200:0.0:1781825487.962783:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825487.962791:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.962798:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825487.962803:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825487.962807:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825487.962810:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825487.962813:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825487.962816:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378520:378520:256:4294967295] 192.168.204.116@tcp LPNI seq info [378471:378471:8:4294967295] 00000400:00000200:0.0:1781825487.962821:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.962840:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825487.962846:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825487.962851:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825487.962856:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825487.962863:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825487.962867:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825487.962881:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825487.962886:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26658 usecs (27 jiffies) 00000400:00000200:0.0:1781825487.962890:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825487.962892:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302779935 00000100:00000001:0.0:1781825487.962895:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302788625 00000100:00000001:0.0:1781825487.962897:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302779935 00000100:00000001:0.0:1781825487.962899:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302788625 00000100:00000001:0.0:1781825487.962901:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825487.962903:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.962906:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.962907:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.962911:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825487.962912:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825487.962915:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.962916:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825487.962917:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825487.962919:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825487.962921:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781825487.963024:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825487.963027:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:1.0:1781825487.963031:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825487.963044:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825487.963047:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:1.0:1781825487.963049:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:1.0:1781825487.963052:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825487.963055:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.963062:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825487.963065:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.963071:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.963072:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825487.963118:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825487.963120:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825487.963121:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.963124:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.963133:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825487.963135:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.963138:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.963139:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825487.963140:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825487.963144:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.963152:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825487.963153:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.963156:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825487.963158:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825487.963160:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825487.963162:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051462656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825487.963165:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825487.963168:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825487.963169:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.963171:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825487.963175:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9400. 02000000:00000001:0.0:1781825487.963176:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825487.963179:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825487.963182:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838b58. 00000400:00000010:0.0:1781825487.963185:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781825487.963188:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462656, portal 10 00000100:00000001:0.0:1781825487.963190:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825487.963191:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:0.0:1781825487.963196:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.963201:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825487.963203:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825487.963205:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825487.963207:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051462656, offset 0 00000400:00000200:0.0:1781825487.963211:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825487.963215:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.963219:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825487.963221:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825487.963224:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825487.963226:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825487.963228:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825487.963231:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378521:378521:256:4294967295] 192.168.204.116@tcp LPNI seq info [378472:378472:8:4294967295] 00000400:00000200:0.0:1781825487.963235:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825487.963240:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825487.963244:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825487.963247:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825487.963251:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825487.963255:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825487.963258:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825487.963275:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825487.963279:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20526 usecs (21 jiffies) 00000400:00000200:0.0:1781825487.963282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825487.963283:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302779930 00000100:00000001:0.0:1781825487.963285:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302788625 00000100:00000001:0.0:1781825487.963287:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302779930 00000100:00000001:0.0:1781825487.963289:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302788625 00000100:00000001:0.0:1781825487.963290:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825487.963292:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.963295:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.963297:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825487.968261:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825487.968271:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:1.0:1781825487.968277:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825487.968287:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825487.968294:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:1.0:1781825487.968296:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:1.0:1781825487.968302:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825487.968309:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.968323:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825487.968327:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.968334:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.968336:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825487.969296:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.969309:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825487.969312:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.969315:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.969324:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.969331:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825487.969339:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.969344:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.969350:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.969355:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4bf00 00000400:00000200:1.0:1781825487.969361:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.969367:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9e9 [1] + 224 00000800:00000001:1.0:1781825487.969374:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.969381:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.969384:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825487.969387:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825487.969393:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825487.969457:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825487.969523:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.969543:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825487.969551:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.969555:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.969582:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.969587:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825487.969593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825487.969595:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825487.969598:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825487.969603:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825487.969605:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825487.969609:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825487.969614:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825487.969623:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.969635:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825487.969637:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.969640:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825487.969643:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825487.969645:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825487.969648:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825487.969650:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825487.969657:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825487.969661:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825487.969663:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825487.969664:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825487.969667:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825487.969669:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.969672:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825487.969676:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.969683:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825487.969686:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825487.969688:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825487.969692:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825487.969700:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051462400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825487.969705:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.969707:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825487.969710:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051462400/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825487.969716:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825487.969718:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825487.969722:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825487.969725:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825487.969728:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825487.969731:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825487.969732:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825487.969735:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:0.0:1781825487.969738:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825487.969740:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825487.969741:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:0.0:1781825487.969745:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825487.969746:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.969748:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825487.969756:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825487.969757:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825487.969759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825487.969761:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825487.984530:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984547:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825487.984552:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984555:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.984563:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984570:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825487.984578:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984584:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984589:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984593:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4bf80 00000400:00000200:1.0:1781825487.984598:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984605:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fe9f9 [1] + 224 00000800:00000001:1.0:1781825487.984611:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984615:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.984618:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825487.984622:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825487.984629:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825487.984637:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825487.984647:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.984666:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825487.984673:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984676:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825487.984678:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984680:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.984683:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984686:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825487.984690:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984693:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984696:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984699:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c000 00000400:00000200:1.0:1781825487.984702:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825487.984706:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea09 [1] + 224 00000800:00000001:1.0:1781825487.984710:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984715:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825487.984717:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825487.984720:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825487.984723:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825487.984728:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825487.984743:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.984751:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825487.984754:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825487.984756:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.984767:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825487.984771:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825487.984777:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825487.984779:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825487.984781:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838b58. 00000400:00000200:1.0:1781825487.984785:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:1.0:1781825487.984788:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:1.0:1781825487.984792:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825487.984796:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825487.984805:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.984812:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825487.984814:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.984817:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825487.984820:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825487.984843:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825487.984846:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825487.984849:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825487.984858:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=154 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825487.984863:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825487.984866:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825487.984867:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825487.984870:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825487.984884:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.984888:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825487.984890:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825487.984892:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825487.984894:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.984899:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.984906:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825487.984909:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825487.984911:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825487.984915:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825487.984931:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051462656:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825487.984938:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825487.984939:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825487.984941:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838210. 00000400:00000200:1.0:1781825487.984944:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:1.0:1781825487.984945:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:1.0:1781825487.984948:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825487.984951:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825487.984959:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.984965:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825487.984967:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.984968:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825487.984969:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825487.984971:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825487.984972:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825487.984974:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825487.984978:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=154 v=5 (5 5 36 36) 00000100:00001000:1.0:1781825487.984981:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825487.984983:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825487.984985:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825487.984986:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825487.984988:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.984991:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825487.984992:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825487.984994:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825487.984995:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825487.984999:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.985006:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825487.985008:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825487.985009:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825487.985012:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825487.985019:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051462528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825487.985023:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.985026:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825487.985029:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051462656/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.985036:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825487.985038:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825487.985041:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9400. 02000000:00000001:1.0:1781825487.985045:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825487.985048:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825487.985049:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825487.985052:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825487.985055:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825487.985058:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825487.985060:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825487.985062:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:1.0:1781825487.985066:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825487.985067:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.985068:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825487.985072:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da680 x1868371051462528/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825487.985104:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825487.985106:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825487.985107:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825487.985109:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825487.985111:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825487.985112:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825487.985113:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825487.985115:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:1.0:1781825487.985117:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825487.985118:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825487.985119:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da680. 00000100:00000001:1.0:1781825487.985121:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825487.985122:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.985124:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825487.985131:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825487.985133:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825487.985134:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825487.985137:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406207:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825488.406215:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825488.406218:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825488.406221:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406227:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825488.406229:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406230:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406233:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406237:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825488.406238:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406241:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825488.406243:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825488.406244:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825488.406245:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406247:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825488.406248:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406249:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825488.406250:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825488.407278:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825488.407283:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825488.407287:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825489.430205:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825489.430212:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825489.430217:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825489.430218:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825489.430221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825489.430223:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825489.430456:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825489.430459:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825489.430462:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825490.454744:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825490.454750:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825490.454756:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825490.454757:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825490.454761:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825490.454762:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825490.454865:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825490.454869:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825490.454872:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825491.478405:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825491.478412:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825491.478418:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825491.478419:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825491.478422:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825491.478423:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825491.478917:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825491.478921:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825491.478924:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825492.502211:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825492.502218:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825492.502223:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825492.502224:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825492.502228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825492.502229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825492.502528:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825492.502531:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825492.502534:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825493.078288:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825493.078298:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825493.078308:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825493.078315:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825493.078319:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825493.078322:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825493.078326:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825493.078335:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825493.078342:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078353:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825493.078364:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825493.078368:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078375:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.078408:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078411:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825493.078413:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825493.078416:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825493.078419:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825493.078421:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825493.078423:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825493.078424:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825493.078427:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825493.078430:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078435:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825493.078442:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825493.078444:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825493.078445:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.078450:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781825493.078452:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_00+0] req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.078454:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825493.078464:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825493.078464:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825493.078469:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825493.078477:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825493.078481:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825493.078482:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825493.078485:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1781825493.078486:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825493.078491:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825493.078491:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825493.078494:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825493.078495:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825493.078496:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825493.078500:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825493.078502:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00100000:2.0:1781825493.078506:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051462784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825493.078507:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.078514:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781825493.078515:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781825493.078520:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825493.078524:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078525:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1781825493.078527:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781825493.078528:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078533:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1781825493.078534:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825493.078539:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078547:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825493.078549:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781825493.078551:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1781825493.078555:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000100:00000040:3.0:1781825493.078556:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825493.078561:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825493.078564:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1781825493.078565:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000040:3.0:1781825493.078570:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8122) 00000100:00000200:2.0:1781825493.078573:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462784, portal 25 00000100:00000001:2.0:1781825493.078576:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825493.078578:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000001:3.0:1781825493.078584:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781825493.078584:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.078588:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825493.078591:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825493.078596:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825493.078598:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825493.078602:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825493.078606:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000001:3.0:1781825493.078611:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1781825493.078612:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051462784, offset 0 00000100:00000001:3.0:1781825493.078613:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825493.078618:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825493.078622:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781825493.078622:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 02000000:00000001:3.0:1781825493.078627:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825493.078631:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051462912:192.168.204.116@tcp:400:kworker.0 00000400:00000200:2.0:1781825493.078635:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825493.078638:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1781825493.078644:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 02000000:00000001:3.0:1781825493.078649:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1781825493.078652:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1781825493.078653:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825493.078656:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1781825493.078658:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000010:3.0:1781825493.078662:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 00000400:00000200:2.0:1781825493.078664:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1781825493.078667:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825493.078669:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825493.078674:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825493.078677:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378522:378522:256:4294967295] 192.168.204.116@tcp LPNI seq info [378473:378473:8:4294967295] 00000400:00000010:3.0:1781825493.078680:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000200:2.0:1781825493.078685:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825493.078689:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825493.078695:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051462912, portal 10 00000400:00000200:2.0:1781825493.078697:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:3.0:1781825493.078699:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825493.078702:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000800:00000200:2.0:1781825493.078708:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825493.078712:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1781825493.078714:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000100:00000001:3.0:1781825493.078732:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1781825493.078736:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000040:3.0:1781825493.078738:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825493.078743:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781825493.078747:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051462912, offset 0 00000800:00000200:2.0:1781825493.078748:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:3.0:1781825493.078755:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:2.0:1781825493.078756:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781825493.078762:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825493.078767:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825493.078770:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825493.078772:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825493.078774:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825493.078777:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:2.0:1781825493.078777:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825493.078782:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378523:378523:255:4294967295] 192.168.204.116@tcp LPNI seq info [378474:378474:7:4294967295] 00000400:00000200:2.0:1781825493.078787:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825493.078791:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825493.078792:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302793745 00000400:00000200:3.0:1781825493.078801:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:2.0:1781825493.078802:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302788625 00000800:00000200:3.0:1781825493.078808:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825493.078809:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302793745 00000800:00000010:3.0:1781825493.078814:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000100:00000001:2.0:1781825493.078815:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302788625 00000100:00000001:2.0:1781825493.078821:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1781825493.078822:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:2.0:1781825493.078825:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781825493.078830:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781825493.078831:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781825493.078835:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825493.078835:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.078841:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.078846:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26662 usecs (27 jiffies) 00000100:00000001:2.0:1781825493.078846:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825493.078850:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1781825493.078851:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825493.078853:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825493.078855:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302785051 00000100:00000001:2.0:1781825493.078856:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825493.078859:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825493.078860:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302793745 00000100:00000001:3.0:1781825493.078865:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302785051 00000100:00000040:2.0:1781825493.078866:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.078869:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302793745 00000100:00000001:3.0:1781825493.078874:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825493.078879:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078884:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.078884:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825493.078887:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078888:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1781825493.078892:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781825493.078894:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1781825493.078895:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825493.078897:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1781825493.078899:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078901:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825493.078904:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1781825493.078905:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825493.078907:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.078912:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.078913:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825493.078917:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825493.078919:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825493.078921:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825493.078925:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825493.078927:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825493.078931:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825493.078934:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825493.078938:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825493.078941:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463040, portal 10 00000100:00000001:2.0:1781825493.078943:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825493.078944:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825493.078950:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.078956:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825493.078957:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825493.078960:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825493.078962:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051463040, offset 0 00000400:00000200:2.0:1781825493.078966:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825493.078969:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825493.078972:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825493.078974:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825493.078977:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825493.078979:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825493.078981:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825493.078983:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378524:378524:254:4294967295] 192.168.204.116@tcp LPNI seq info [378475:378475:6:4294967295] 00000400:00000200:2.0:1781825493.078986:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825493.078991:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825493.078995:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825493.078999:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825493.079017:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825493.079021:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825493.079024:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825493.079027:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825493.079029:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20541 usecs (21 jiffies) 00000400:00000200:2.0:1781825493.079032:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825493.079034:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302785045 00000100:00000001:2.0:1781825493.079036:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302793745 00000100:00000001:2.0:1781825493.079038:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302785045 00000100:00000001:2.0:1781825493.079040:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302793745 00000100:00000001:2.0:1781825493.079042:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825493.079052:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.079054:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.079056:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.079058:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825493.079060:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825493.079062:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825493.079063:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825493.079064:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.079066:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825493.079321:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825493.079326:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825493.079333:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.079339:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825493.079356:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:1.0:1781825493.079360:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:1.0:1781825493.079366:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825493.079372:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079382:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825493.079386:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079400:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825493.079401:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825493.079414:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825493.079416:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825493.079420:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.079423:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825493.079426:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:1.0:1781825493.079427:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:1.0:1781825493.079430:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825493.079433:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079441:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825493.079444:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079450:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825493.079452:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825493.079518:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825493.079521:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781825493.079524:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.079527:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825493.079530:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781825493.079532:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781825493.079534:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825493.079538:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079545:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825493.079548:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.079553:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825493.079554:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825493.088584:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.088601:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825493.088605:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.088608:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.088616:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.088624:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825493.088632:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.088637:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.088652:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.088656:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c100 00000400:00000200:1.0:1781825493.088662:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.088668:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea21 [1] + 224 00000800:00000001:1.0:1781825493.088675:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.088681:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.088684:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.088688:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825493.088694:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825493.088702:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825493.088714:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.088779:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825493.088783:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825493.088801:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825493.088809:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.088813:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781825493.095357:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825493.095363:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825493.095368:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825493.095373:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825493.095376:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825493.095381:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825493.095393:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825493.095406:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.095414:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825493.095416:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.095419:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825493.095422:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825493.095425:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825493.095427:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825493.095430:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825493.095439:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=10 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825493.095443:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825493.095446:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825493.095448:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825493.095450:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825493.095453:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825493.095528:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095542:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825493.095545:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095548:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.095554:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095559:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825493.095567:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095571:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095577:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095581:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c180 00000400:00000200:1.0:1781825493.095586:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095592:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea29 [1] + 224 00000800:00000001:1.0:1781825493.095598:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095602:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.095605:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.095610:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825493.095616:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825493.095621:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825493.095631:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.095716:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825493.095735:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095740:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825493.095742:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.095747:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095751:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825493.095845:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095850:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095854:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095857:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c080 00000400:00000200:1.0:1781825493.095860:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825493.095865:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea19 [1] + 224 00000800:00000001:1.0:1781825493.095869:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095877:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825493.095880:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825493.095883:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825493.095886:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825493.095891:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825493.095906:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825493.095914:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825493.095918:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825493.095922:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.096010:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825493.096013:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825493.096016:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825493.096017:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825493.096023:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.096031:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825493.096034:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825493.096037:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825493.096041:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825493.096049:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051462912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825493.096054:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.096057:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825493.096060:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051462912/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825493.096067:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825493.096069:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825493.096073:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825493.096077:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825493.096108:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825493.096110:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825493.096112:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825493.096115:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:3.0:1781825493.096119:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825493.096120:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825493.096123:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:3.0:1781825493.096127:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825493.096129:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.096131:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825493.096139:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825493.096141:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825493.096143:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825493.096146:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.097695:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825493.097701:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825493.097709:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825493.097711:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825493.097715:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825493.097730:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781825493.097733:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781825493.097738:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825493.097749:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825493.097761:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097769:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825493.097770:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.097773:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825493.097776:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825493.097778:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825493.097780:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825493.097783:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825493.097791:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=10 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825493.097795:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825493.097798:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825493.097800:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825493.097802:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825493.097806:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.097809:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825493.097811:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825493.097813:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825493.097814:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825493.097818:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097825:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825493.097828:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825493.097830:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825493.097833:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825493.097841:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463040:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825493.097847:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825493.097848:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825493.097850:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825493.097852:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825493.097854:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825493.097856:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825493.097860:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825493.097867:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097873:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825493.097874:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.097876:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825493.097877:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825493.097878:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825493.097880:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825493.097881:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825493.097884:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825493.097886:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825493.097889:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825493.097890:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825493.097892:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825493.097893:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.097895:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825493.097898:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097905:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825493.097907:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825493.097908:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825493.097911:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825493.097918:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051462784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825493.097922:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.097925:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825493.097928:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051463040/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097934:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825493.097936:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825493.097939:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825493.097944:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825493.097947:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825493.097949:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825493.097951:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825493.097954:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825493.097958:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825493.097960:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825493.097961:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825493.097965:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825493.097966:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.097967:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825493.097970:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051462784/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825493.097976:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825493.097978:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825493.097979:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825493.097982:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825493.097983:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825493.097984:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825493.097985:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825493.097986:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:2.0:1781825493.097988:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825493.097989:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825493.097990:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825493.097995:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825493.097997:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.097999:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825493.098006:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825493.098008:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825493.098010:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825493.098012:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825493.528037:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825493.528043:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825493.528048:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825493.528049:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825493.528052:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825493.528053:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825493.528195:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825493.528199:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825493.528202:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825494.551264:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825494.551271:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825494.551276:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825494.551278:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825494.551281:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825494.551282:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825494.551377:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825494.551381:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825494.551384:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825495.577924:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825495.577931:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825495.577936:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825495.577937:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825495.577941:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825495.577942:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825495.578137:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825495.578141:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825495.578144:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825496.598376:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825496.598386:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825496.598392:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825496.598396:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825496.598398:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825496.598402:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825496.598405:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825496.598407:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825496.598409:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825496.598411:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825496.598415:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825496.598416:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825496.599062:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825496.599066:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825496.599069:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825497.622296:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825497.622303:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825497.622309:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825497.622310:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825497.622314:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825497.622315:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825497.622726:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825497.622729:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825497.622732:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825498.199802:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825498.199813:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825498.199823:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825498.199829:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825498.199833:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825498.199836:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825498.199841:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825498.199850:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825498.199856:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199867:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825498.199876:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825498.199880:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199886:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.199922:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199925:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825498.199929:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825498.199932:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825498.199934:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825498.199937:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825498.199938:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825498.199940:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825498.199942:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825498.199944:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199949:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825498.199962:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825498.199964:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199968:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.199975:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199977:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825498.199981:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825498.199983:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825498.199984:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825498.199986:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825498.199987:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825498.199988:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825498.199991:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825498.199993:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.199996:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825498.200003:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825498.200004:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.200008:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_00+0] req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200016:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.200018:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825498.200021:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825498.200024:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825498.200026:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825498.200031:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8127) 00000100:00000001:2.0:1781825498.200046:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.200049:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825498.200052:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825498.200057:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200064:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825498.200066:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200069:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825498.200072:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825498.200074:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825498.200106:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825498.200111:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825498.200116:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825498.200119:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200122:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825498.200126:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825498.200128:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825498.200135:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825498.200139:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825498.200145:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825498.200152:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463296, portal 10 00000100:00000001:2.0:1781825498.200154:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825498.200156:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781825498.200163:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200171:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825498.200173:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825498.200176:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825498.200179:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051463296, offset 0 00000400:00000200:2.0:1781825498.200185:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200194:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200201:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825498.200206:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825498.200211:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825498.200214:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825498.200217:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200220:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378525:378525:256:4294967295] 192.168.204.116@tcp LPNI seq info [378476:378476:8:4294967295] 00000400:00000200:2.0:1781825498.200225:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200234:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825498.200239:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825498.200244:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825498.200251:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825498.200259:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825498.200263:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825498.200283:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.200288:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26647 usecs (27 jiffies) 00000400:00000200:2.0:1781825498.200291:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825498.200294:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302790173 00000100:00000001:2.0:1781825498.200297:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302793745 00000100:00000001:2.0:1781825498.200299:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302790173 00000100:00000001:2.0:1781825498.200301:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302793745 00000100:00000001:2.0:1781825498.200303:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.200306:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.200309:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.200311:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.200318:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825498.200320:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825498.200321:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.200323:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825498.200324:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825498.200326:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825498.200328:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.200329:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825498.200331:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.200333:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.200334:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825498.200335:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825498.200338:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200346:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825498.200347:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200349:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825498.200351:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825498.200353:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825498.200355:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051463168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825498.200358:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825498.200360:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825498.200362:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200363:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825498.200367:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825498.200369:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825498.200372:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825498.200374:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825498.200378:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825498.200380:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463168, portal 25 00000100:00000001:2.0:1781825498.200382:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825498.200383:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825498.200388:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200394:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825498.200396:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825498.200399:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781825498.200401:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051463168, offset 0 00000400:00000200:2.0:1781825498.200405:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200409:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200413:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825498.200415:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825498.200418:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825498.200420:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825498.200423:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200425:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378526:378526:255:4294967295] 192.168.204.116@tcp LPNI seq info [378477:378477:7:4294967295] 00000400:00000200:2.0:1781825498.200428:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200433:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825498.200437:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825498.200440:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825498.200444:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825498.200447:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825498.200449:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825498.200452:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825498.200455:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825498.200456:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302798867 00000100:00000001:2.0:1781825498.200463:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302793745 00000100:00000001:2.0:1781825498.200467:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302798867 00000100:00000001:2.0:1781825498.200470:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302793745 00000100:00000001:2.0:1781825498.200473:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.200474:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.200476:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825498.200480:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200487:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825498.200488:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200491:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825498.200492:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825498.200494:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825498.200496:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825498.200499:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825498.200502:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825498.200503:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.200505:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825498.200508:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825498.200510:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825498.200513:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825498.200515:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825498.200520:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825498.200523:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463424, portal 10 00000100:00000001:2.0:1781825498.200525:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825498.200526:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825498.200531:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.200537:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825498.200539:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825498.200541:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825498.200544:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051463424, offset 0 00000400:00000200:2.0:1781825498.200548:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200551:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200555:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825498.200557:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825498.200560:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825498.200562:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825498.200564:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825498.200566:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378527:378527:254:4294967295] 192.168.204.116@tcp LPNI seq info [378478:378478:6:4294967295] 00000400:00000200:2.0:1781825498.200570:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825498.200575:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825498.200579:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825498.200583:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825498.200587:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825498.200590:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825498.200592:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825498.200596:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.200598:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20547 usecs (21 jiffies) 00000400:00000200:2.0:1781825498.200601:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825498.200603:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302790167 00000100:00000001:2.0:1781825498.200605:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302798867 00000100:00000001:2.0:1781825498.200607:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302790167 00000100:00000001:2.0:1781825498.200608:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302798867 00000100:00000001:2.0:1781825498.200610:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.200611:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.200613:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.200615:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825498.200693:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825498.200696:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825498.201799:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825498.201806:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781825498.201814:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.201820:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825498.201826:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:1.0:1781825498.201829:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:1.0:1781825498.201834:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825498.201840:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.201851:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825498.201854:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.201861:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825498.201863:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825498.201875:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825498.201877:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781825498.201880:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.201883:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825498.201885:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:1.0:1781825498.201887:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:1.0:1781825498.201889:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825498.201893:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.201899:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825498.201902:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.201908:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825498.201910:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825498.201971:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825498.201974:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781825498.201977:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.201981:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825498.201983:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:1.0:1781825498.201985:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:1.0:1781825498.201987:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825498.201990:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.201996:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825498.201998:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.202004:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825498.202005:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825498.206219:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.206237:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825498.206240:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.206242:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.206251:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.206258:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825498.206266:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.206271:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.206276:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.206280:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c200 00000400:00000200:1.0:1781825498.206284:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.206291:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea39 [1] + 224 00000800:00000001:1.0:1781825498.206312:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.206319:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.206322:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.206327:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825498.206334:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825498.206343:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825498.206355:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.206454:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825498.206465:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.206469:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825498.207000:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.207007:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825498.207009:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.207011:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.207016:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.207021:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825498.207026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.207030:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.207033:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.207037:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c300 00000400:00000200:1.0:1781825498.207041:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.207045:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea41 [1] + 224 00000800:00000001:1.0:1781825498.207050:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.207055:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.207057:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.207060:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825498.207064:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825498.207069:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825498.207113:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.207121:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825498.207126:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.207128:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.207504:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.207508:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825498.207515:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825498.207517:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825498.207520:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825498.207525:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:2.0:1781825498.207528:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:2.0:1781825498.207532:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825498.207537:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825498.207547:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.207553:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825498.207555:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.207557:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825498.207560:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825498.207562:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825498.207565:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.207568:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825498.207575:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825498.207579:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825498.207582:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825498.207584:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825498.207587:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825498.207589:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.207592:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.207596:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.207604:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.207607:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825498.207610:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825498.207856:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825498.207867:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051463168:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825498.207875:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825498.207876:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825498.207878:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825498.207881:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:2.0:1781825498.207883:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:2.0:1781825498.207886:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825498.207889:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825498.207896:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.207903:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825498.207904:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.207905:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825498.207907:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825498.207908:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825498.207910:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.207912:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825498.207918:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=15 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825498.207921:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825498.207923:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825498.207925:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825498.207927:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825498.207930:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.207933:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825498.207935:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825498.207937:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825498.207939:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.207943:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.207948:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.207950:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825498.207952:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825498.207955:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825498.207963:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825498.207967:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.207970:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825498.207973:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051463168/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.207980:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825498.207982:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825498.207986:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825498.207990:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825498.207992:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825498.209193:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825498.209202:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825498.209206:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825498.209212:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825498.209214:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825498.209217:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825498.209221:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825498.209223:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.209225:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825498.209234:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051463424/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.209241:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825498.209243:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825498.209245:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825498.209248:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825498.209249:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825498.209251:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825498.209252:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825498.209253:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825498.209255:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825498.209256:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825498.209257:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825498.209259:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825498.209261:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.209264:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.209266:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.209268:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825498.209272:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.209273:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825498.209907:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.209922:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825498.209926:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.209928:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.209936:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.209941:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825498.209949:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.209955:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.209960:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.209964:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c280 00000400:00000200:1.0:1781825498.209968:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825498.209974:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea31 [1] + 224 00000800:00000001:1.0:1781825498.209981:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.209988:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825498.209991:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825498.210056:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825498.210063:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825498.210070:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825498.210100:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825498.210118:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825498.210126:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825498.210130:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.210179:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.210182:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825498.210187:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825498.210189:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825498.210192:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825498.210197:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825498.210199:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825498.210202:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825498.210206:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825498.210216:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.210222:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825498.210224:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.210227:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825498.210229:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825498.210232:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825498.210233:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825498.210237:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825498.210244:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=15 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825498.210248:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825498.210250:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825498.210252:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825498.210254:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825498.210257:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.210260:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825498.210262:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825498.210264:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825498.210266:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825498.210270:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.210276:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825498.210279:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825498.210280:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825498.210284:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825498.210290:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051463296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825498.210294:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.210295:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825498.210298:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051463296/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825498.210303:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825498.210305:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825498.210308:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825498.210312:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825498.210313:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825498.210315:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825498.210317:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825498.210319:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825498.210322:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825498.210323:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825498.210324:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825498.210328:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825498.210329:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.210331:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825498.210339:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825498.210340:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825498.210342:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825498.210344:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.652968:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825498.652977:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825498.652979:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825498.652983:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.652987:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825498.652990:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.652992:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.652994:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.652998:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825498.652999:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.653004:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825498.653005:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825498.653006:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825498.653008:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.653010:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825498.653011:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.653012:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825498.653014:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825498.653110:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825498.653114:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825498.653116:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825499.670214:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825499.670221:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825499.670226:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825499.670227:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825499.670230:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825499.670231:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825499.670333:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825499.670337:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825499.670340:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825500.694241:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825500.694250:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825500.694256:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825500.694257:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825500.694260:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825500.694261:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825500.695119:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825500.695278:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825500.695282:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825501.718777:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825501.718783:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825501.718788:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825501.718789:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825501.718792:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825501.718794:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825501.718882:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825501.718885:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825501.718888:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825502.742181:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825502.742186:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825502.742190:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825502.742191:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825502.742194:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825502.742195:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825502.742279:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825502.742283:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825502.742285:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825503.318513:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825503.318536:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825503.318549:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825503.318556:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825503.318561:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825503.318564:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825503.318570:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825503.318580:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825503.318587:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318600:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825503.318611:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825503.318616:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318623:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.318657:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318660:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825503.318663:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825503.318667:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781825503.318669:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825503.318671:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825503.318673:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825503.318675:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825503.318678:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825503.318680:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318684:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825503.318690:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825503.318692:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318696:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_00+0] req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.318704:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318706:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825503.318711:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825503.318713:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825503.318715:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825503.318717:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825503.318718:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825503.318720:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825503.318723:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825503.318725:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318729:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825503.318735:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825503.318736:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318739:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.318745:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318747:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825503.318750:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825503.318753:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825503.318757:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825503.318761:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8132) 00000100:00000001:0.0:1781825503.318776:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.318779:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825503.318781:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825503.318787:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.318794:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825503.318796:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.318800:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825503.318802:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825503.318805:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825503.318809:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051463680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825503.318812:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825503.318818:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825503.318820:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.318823:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825503.318827:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14600. 02000000:00000001:0.0:1781825503.318829:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825503.318836:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825503.318841:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825503.318848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825503.318855:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463680, portal 10 00000100:00000001:0.0:1781825503.318858:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825503.318859:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:0.0:1781825503.318866:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.318873:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825503.318876:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825503.318878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781825503.318881:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051463680, offset 0 00000400:00000200:0.0:1781825503.318887:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825503.318895:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.318904:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825503.318909:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825503.318912:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825503.318916:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825503.318918:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825503.318922:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378528:378528:256:4294967295] 192.168.204.116@tcp LPNI seq info [378479:378479:8:4294967295] 00000400:00000200:0.0:1781825503.318926:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.318935:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825503.318940:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825503.318946:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825503.318952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825503.318958:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825503.318962:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825503.318972:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.318977:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26611 usecs (27 jiffies) 00000400:00000200:0.0:1781825503.318979:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825503.318982:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302795291 00000100:00000001:0.0:1781825503.318985:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302798867 00000100:00000001:0.0:1781825503.318987:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302795291 00000100:00000001:0.0:1781825503.318989:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302798867 00000100:00000001:0.0:1781825503.318992:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.318994:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.318997:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.318999:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.319006:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825503.319007:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825503.319009:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.319010:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825503.319011:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825503.319013:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781825503.319015:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.319016:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825503.319018:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.319019:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.319020:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825503.319021:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825503.319025:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.319031:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825503.319032:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.319034:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825503.319035:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825503.319037:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825503.319039:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051463552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825503.319042:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825503.319044:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825503.319045:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.319047:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825503.319050:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15400. 02000000:00000001:0.0:1781825503.319051:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825503.319054:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825503.319057:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825503.319061:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825503.319064:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463552, portal 25 00000100:00000001:0.0:1781825503.319066:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825503.319067:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781825503.319072:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.319131:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825503.319133:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825503.319135:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781825503.319138:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051463552, offset 0 00000400:00000200:0.0:1781825503.319141:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825503.319145:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.319149:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825503.319151:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825503.319154:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825503.319156:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825503.319158:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825503.319161:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378529:378529:255:4294967295] 192.168.204.116@tcp LPNI seq info [378480:378480:7:4294967295] 00000400:00000200:0.0:1781825503.319164:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.319169:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825503.319173:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825503.319177:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825503.319181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825503.319185:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825503.319187:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825503.319190:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825503.319193:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825503.319195:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302803986 00000100:00000001:0.0:1781825503.319202:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302798867 00000100:00000001:0.0:1781825503.319206:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302803986 00000100:00000001:0.0:1781825503.319209:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302798867 00000100:00000001:0.0:1781825503.319212:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.319214:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.319216:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825503.319219:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.319225:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825503.319226:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.319228:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825503.319230:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825503.319232:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825503.319234:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051463808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825503.319237:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825503.319240:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825503.319241:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.319242:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825503.319245:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15a00. 02000000:00000001:0.0:1781825503.319247:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825503.319250:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825503.319252:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825503.319256:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825503.319259:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463808, portal 10 00000100:00000001:0.0:1781825503.319261:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825503.319262:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:0.0:1781825503.319267:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.319273:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825503.319275:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825503.319278:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825503.319280:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051463808, offset 0 00000400:00000200:0.0:1781825503.319284:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825503.319287:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.319290:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825503.319293:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825503.319296:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825503.319297:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825503.319300:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825503.319302:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378530:378530:254:4294967295] 192.168.204.116@tcp LPNI seq info [378481:378481:6:4294967295] 00000400:00000200:0.0:1781825503.319305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825503.319311:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825503.319315:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825503.319318:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825503.319321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825503.319325:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825503.319328:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825503.319330:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.319333:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20526 usecs (21 jiffies) 00000400:00000200:0.0:1781825503.319336:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825503.319338:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302795286 00000100:00000001:0.0:1781825503.319340:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302803986 00000100:00000001:0.0:1781825503.319342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302795286 00000100:00000001:0.0:1781825503.319344:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302803986 00000100:00000001:0.0:1781825503.319346:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.319348:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.319350:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.319352:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825503.320319:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825503.320325:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825503.320373:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825503.320378:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781825503.320385:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.320391:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825503.320398:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:1.0:1781825503.320400:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:1.0:1781825503.320407:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825503.320413:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320424:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825503.320427:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320434:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825503.320436:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825503.320448:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825503.320451:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825503.320454:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.320457:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825503.320459:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:1.0:1781825503.320461:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:1.0:1781825503.320463:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825503.320466:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320473:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825503.320476:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320481:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825503.320482:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825503.320553:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825503.320556:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fe00. 00000400:00000200:1.0:1781825503.320559:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.320562:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825503.320565:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:1.0:1781825503.320566:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:1.0:1781825503.320569:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825503.320573:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320585:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825503.320588:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.320594:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825503.320596:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825503.326346:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326366:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825503.326370:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326372:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.326381:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326388:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825503.326397:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326401:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326407:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326411:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c400 00000400:00000200:1.0:1781825503.326415:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326421:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea49 [1] + 224 00000800:00000001:1.0:1781825503.326428:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326433:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.326435:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.326439:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825503.326446:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825503.326455:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825503.326465:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.326487:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825503.326495:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326499:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825503.326501:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326503:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.326506:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326509:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825503.326513:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326515:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326518:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326520:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c480 00000400:00000200:1.0:1781825503.326523:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.326537:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea69 [1] + 224 00000800:00000001:1.0:1781825503.326540:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326547:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.326549:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.326552:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825503.326554:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825503.326558:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825503.326566:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.326573:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825503.326576:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.326579:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.326641:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.326646:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825503.326654:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825503.326655:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825503.326659:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825503.326663:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825503.326665:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825503.326669:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825503.326674:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825503.326682:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326687:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825503.326689:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.326691:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825503.326694:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825503.326696:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825503.326699:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.326701:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825503.326711:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=20 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825503.326716:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825503.326718:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825503.326720:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825503.326723:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825503.326726:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.326730:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825503.326732:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825503.326734:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825503.326735:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.326739:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326751:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.326754:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825503.326756:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825503.326760:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825503.326767:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051463808:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825503.326773:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825503.326775:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825503.326776:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825503.326778:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825503.326780:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825503.326782:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825503.326785:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825503.326792:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326797:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825503.326798:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.326800:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825503.326801:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825503.326802:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825503.326803:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.326805:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825503.326809:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=20 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825503.326812:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825503.326814:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825503.326815:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825503.326816:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825503.326818:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.326820:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825503.326821:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825503.326823:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825503.326824:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.326828:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326834:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.326836:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825503.326837:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825503.326841:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825503.326849:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051463680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825503.326853:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.326855:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825503.326858:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051463808/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326865:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825503.326867:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825503.326871:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15a00. 02000000:00000001:0.0:1781825503.326874:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825503.326877:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825503.326879:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825503.326881:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825503.326884:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:0.0:1781825503.326887:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825503.326889:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825503.326891:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781825503.326894:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825503.326895:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.326897:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825503.326900:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051463680/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.326906:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825503.326907:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825503.326908:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14600. 02000000:00000001:0.0:1781825503.326910:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825503.326911:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825503.326913:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825503.326914:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825503.326916:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781825503.326917:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825503.326918:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825503.326919:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:0.0:1781825503.326922:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825503.326923:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.326926:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.326927:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.326929:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825503.326930:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.326931:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825503.328208:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.328220:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825503.328224:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.328226:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.328234:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.328239:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825503.328247:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.328251:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.328255:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.328258:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c380 00000400:00000200:1.0:1781825503.328263:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825503.328269:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea59 [1] + 224 00000800:00000001:1.0:1781825503.328274:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.328280:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825503.328283:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825503.328286:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825503.328292:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825503.328298:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825503.328307:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825503.328326:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825503.328332:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825503.328335:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.328390:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.328394:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825503.328399:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825503.328400:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825503.328402:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:0.0:1781825503.328407:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825503.328409:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825503.328413:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825503.328417:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825503.328425:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.328431:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825503.328433:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.328435:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825503.328438:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825503.328440:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825503.328442:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825503.328445:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825503.328449:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825503.328453:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825503.328456:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825503.328457:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825503.328459:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825503.328461:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.328463:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825503.328468:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.328474:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825503.328477:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825503.328479:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825503.328483:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825503.328490:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051463552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825503.328494:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.328496:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825503.328499:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051463552/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825503.328504:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825503.328506:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825503.328509:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15400. 02000000:00000001:0.0:1781825503.328512:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825503.328514:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825503.328516:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825503.328518:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825503.328520:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781825503.328533:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825503.328536:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825503.328538:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825503.328541:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825503.328542:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.328544:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825503.328551:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825503.328554:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825503.328556:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825503.328558:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825503.766243:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825503.766251:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825503.766256:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825503.766257:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825503.766260:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825503.766261:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825503.766393:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825503.766396:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825503.766399:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825504.790954:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825504.790962:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825504.790968:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825504.790969:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825504.790973:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825504.790974:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825504.791232:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825504.791236:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825504.791239:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825505.814456:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825505.814464:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825505.814470:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825505.814471:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825505.814491:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825505.814493:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825505.814651:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825505.814654:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825505.814657:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825506.838217:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825506.838224:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825506.838231:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825506.838235:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825506.838237:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825506.838241:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825506.838243:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825506.838245:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825506.838247:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825506.838249:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825506.838253:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825506.838254:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825506.838476:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825506.838480:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825506.838482:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825507.862265:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825507.862273:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825507.862279:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825507.862280:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825507.862284:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825507.862285:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825507.862374:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825507.862377:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825507.862380:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825508.449296:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825508.449307:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825508.449317:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da680. 00000020:00000040:1.0:1781825508.449323:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825508.449327:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825508.449329:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825508.449334:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825508.449342:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825508.449347:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449359:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825508.449369:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825508.449373:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449379:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed99fa2] to pc [ptlrpcd_00_00+0] req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449408:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449411:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825508.449416:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825508.449418:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825508.449422:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825508.449433:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825508.449435:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825508.449437:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825508.449440:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825508.449443:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449447:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825508.449462:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825508.449464:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449468:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_01+1] req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449476:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449478:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825508.449480:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825508.449483:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781825508.449485:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825508.449487:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825508.449488:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825508.449490:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825508.449493:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781825508.449495:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449498:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825508.449505:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825508.449507:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449510:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_00+0] req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449518:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449520:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825508.449523:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825508.449526:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825508.449529:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825508.449533:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8138) 00000100:00000001:1.0:1781825508.449546:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825508.449549:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825508.449551:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825508.449556:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449563:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825508.449565:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449568:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825508.449570:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825508.449572:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825508.449576:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825508.449580:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825508.449586:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825508.449588:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449590:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825508.449594:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825508.449595:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825508.449603:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825508.449607:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825508.449613:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781825508.449620:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464064, portal 10 00000100:00000001:1.0:1781825508.449622:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825508.449624:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:1.0:1781825508.449630:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449638:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825508.449641:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825508.449643:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825508.449646:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464064, offset 0 00000400:00000200:1.0:1781825508.449652:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825508.449661:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.449668:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825508.449673:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825508.449677:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825508.449681:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825508.449684:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825508.449687:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378531:378531:256:4294967295] 192.168.204.116@tcp LPNI seq info [378482:378482:8:4294967295] 00000400:00000200:1.0:1781825508.449691:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.449699:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825508.449704:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825508.449709:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825508.449715:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825508.449721:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825508.449725:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825508.449734:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.449739:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26567 usecs (27 jiffies) 00000400:00000200:1.0:1781825508.449742:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825508.449745:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302800422 00000100:00000001:1.0:1781825508.449748:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302803986 00000100:00000001:1.0:1781825508.449750:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302800422 00000100:00000001:1.0:1781825508.449752:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302803986 00000100:00000001:1.0:1781825508.449754:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825508.449756:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.449758:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.449760:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825508.449767:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825508.449770:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825508.449772:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825508.449773:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825508.449774:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825508.449776:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825508.449777:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825508.449779:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825508.449780:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825508.449781:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825508.449782:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825508.449784:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825508.449787:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449793:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825508.449794:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449796:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825508.449798:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825508.449799:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825508.449802:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051463936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825508.449805:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825508.449807:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825508.449808:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449810:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825508.449812:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825508.449814:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825508.449818:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825508.449820:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825508.449824:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825508.449827:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051463936, portal 25 00000100:00000001:1.0:1781825508.449828:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825508.449829:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693316224 : -122531016235392 : ffff908f064da680) 00000100:00000040:1.0:1781825508.449834:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449840:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825508.449842:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825508.449845:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825508.449847:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051463936, offset 0 00000400:00000200:1.0:1781825508.449852:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825508.449855:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.449859:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825508.449862:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825508.449864:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825508.449866:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825508.449868:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825508.449870:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378532:378532:255:4294967295] 192.168.204.116@tcp LPNI seq info [378483:378483:7:4294967295] 00000400:00000200:1.0:1781825508.449874:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.449879:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825508.449883:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825508.449887:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825508.449890:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825508.449894:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825508.449897:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825508.449899:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825508.449902:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825508.449904:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302809116 00000100:00000001:1.0:1781825508.449911:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302803986 00000100:00000001:1.0:1781825508.449915:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302809116 00000100:00000001:1.0:1781825508.449918:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302803986 00000100:00000001:1.0:1781825508.449921:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825508.449923:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.449925:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825508.449928:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449933:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825508.449935:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449937:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825508.449939:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825508.449940:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825508.449943:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825508.449945:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825508.449947:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825508.449949:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825508.449951:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825508.449956:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79c00. 02000000:00000001:1.0:1781825508.449958:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825508.449961:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825508.449963:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825508.449966:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781825508.449968:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464192, portal 10 00000100:00000001:1.0:1781825508.449969:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825508.449970:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:1.0:1781825508.449976:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.449981:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825508.449983:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825508.449985:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825508.449988:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464192, offset 0 00000400:00000200:1.0:1781825508.449992:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825508.449995:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.449998:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825508.450000:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825508.450002:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825508.450005:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825508.450007:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825508.450009:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378533:378533:254:4294967295] 192.168.204.116@tcp LPNI seq info [378484:378484:6:4294967295] 00000400:00000200:1.0:1781825508.450013:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.450031:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825508.450037:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825508.450040:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c300. 00000800:00000200:1.0:1781825508.450043:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825508.450047:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825508.450049:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825508.450052:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825508.450055:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20506 usecs (21 jiffies) 00000400:00000200:1.0:1781825508.450058:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825508.450059:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302800416 00000100:00000001:1.0:1781825508.450061:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302809116 00000100:00000001:1.0:1781825508.450063:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302800416 00000100:00000001:1.0:1781825508.450065:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302809116 00000100:00000001:1.0:1781825508.450067:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825508.450069:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450071:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450073:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825508.450154:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825508.450157:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:1.0:1781825508.450164:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.450168:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825508.450173:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:1.0:1781825508.450175:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781825508.450348:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825508.450351:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450443:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825508.450448:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450465:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825508.450468:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450474:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450475:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825508.450487:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825508.450489:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:1.0:1781825508.450492:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.450495:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825508.450497:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825508.450499:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825508.450501:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825508.450504:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450510:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825508.450512:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450517:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450519:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825508.450575:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825508.450578:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:1.0:1781825508.450580:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.450583:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825508.450585:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:1.0:1781825508.450587:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:1.0:1781825508.450589:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825508.450592:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450599:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825508.450602:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.450608:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825508.450609:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825508.458402:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458420:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825508.458433:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458437:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458445:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458463:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825508.458472:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458478:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458483:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458487:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c580 00000400:00000200:1.0:1781825508.458492:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458498:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea79 [1] + 224 00000800:00000001:1.0:1781825508.458506:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458510:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458513:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.458516:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825508.458523:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825508.458532:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825508.458543:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.458570:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825508.458580:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458583:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825508.458585:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458587:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458589:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458592:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825508.458597:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458599:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458602:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458604:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c600 00000400:00000200:1.0:1781825508.458607:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458610:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea99 [1] + 224 00000800:00000001:1.0:1781825508.458613:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458616:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458618:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.458621:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825508.458624:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825508.458628:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825508.458638:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.458646:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825508.458650:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458653:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825508.458654:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458656:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458659:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458662:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825508.458665:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458667:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458669:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458672:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c500 00000400:00000200:1.0:1781825508.458675:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825508.458678:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fea89 [1] + 224 00000800:00000001:1.0:1781825508.458682:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458689:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825508.458691:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825508.458694:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825508.458697:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825508.458701:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825508.458711:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825508.458718:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825508.458722:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825508.458724:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.458859:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825508.458863:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825508.458870:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825508.458872:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825508.458875:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:0.0:1781825508.458879:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781825508.458881:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781825508.458884:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825508.458889:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825508.458897:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.458903:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825508.458904:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.458907:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825508.458910:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825508.458912:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825508.458913:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825508.458916:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825508.458923:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825508.458927:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825508.458929:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825508.458931:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825508.458934:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825508.458936:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825508.458939:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825508.458943:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.458950:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825508.458954:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825508.458956:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825508.458959:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825508.458967:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051463936:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825508.458973:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825508.458974:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825508.458976:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:0.0:1781825508.458979:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781825508.458980:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781825508.458982:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825508.458986:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825508.458993:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.458999:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825508.459001:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459003:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825508.459004:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825508.459005:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825508.459006:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825508.459008:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825508.459014:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=25 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825508.459030:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825508.459033:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825508.459035:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825508.459037:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825508.459040:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825508.459043:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825508.459045:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825508.459047:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825508.459048:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825508.459053:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459060:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825508.459062:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825508.459063:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825508.459067:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825508.459075:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464192:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825508.459107:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825508.459109:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825508.459110:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:0.0:1781825508.459113:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:0.0:1781825508.459115:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:0.0:1781825508.459117:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825508.459121:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825508.459129:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459135:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825508.459137:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459139:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825508.459140:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825508.459141:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825508.459142:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825508.459144:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825508.459148:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=25 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825508.459151:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825508.459153:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825508.459155:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825508.459156:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825508.459158:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825508.459160:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825508.459162:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825508.459163:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825508.459165:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825508.459168:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459175:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825508.459177:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825508.459178:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825508.459181:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825508.459188:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825508.459192:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459195:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825508.459198:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da680 x1868371051463936/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459205:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825508.459208:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825508.459211:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:0.0:1781825508.459215:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825508.459218:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825508.459220:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825508.459222:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825508.459225:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825508.459228:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825508.459230:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825508.459232:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da680. 00000100:00000001:0.0:1781825508.459236:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825508.459237:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459239:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825508.459242:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051464192/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459248:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825508.459249:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825508.459250:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79c00. 02000000:00000001:0.0:1781825508.459252:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825508.459253:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825508.459254:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825508.459256:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825508.459257:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:0.0:1781825508.459259:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825508.459260:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825508.459261:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:0.0:1781825508.459264:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825508.459265:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459266:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825508.459270:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051464064/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825508.459276:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825508.459277:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825508.459279:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:0.0:1781825508.459296:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825508.459297:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825508.459298:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825508.459300:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825508.459302:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825508.459304:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825508.459305:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825508.459306:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:0.0:1781825508.459308:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825508.459309:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459311:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825508.459319:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825508.459321:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825508.459324:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825508.459326:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886255:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825508.886262:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825508.886264:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825508.886267:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886272:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825508.886274:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886276:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886278:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886281:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825508.886282:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886285:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825508.886286:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825508.886287:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825508.886289:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886290:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825508.886291:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886292:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825508.886294:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825508.886584:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825508.886587:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825508.886590:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825509.916536:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825509.916543:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825509.916549:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825509.916550:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825509.916553:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825509.916554:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825509.917544:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825509.917549:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825509.917554:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825510.935636:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825510.935643:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825510.935648:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825510.935649:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825510.935652:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825510.935653:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825510.936144:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825510.936148:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825510.936152:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825511.958753:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825511.958763:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825511.958771:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825511.958772:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825511.958775:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825511.958776:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825511.958852:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825511.958855:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825511.958858:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825512.982530:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825512.982537:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825512.982542:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825512.982543:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825512.982546:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825512.982548:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825512.982753:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825512.982757:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825512.982760:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825513.558622:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825513.558632:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825513.558643:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825513.558648:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825513.558652:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825513.558657:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825513.558662:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825513.558670:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825513.558676:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558687:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825513.558697:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825513.558701:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558707:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.558740:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558743:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825513.558747:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825513.558750:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781825513.558752:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825513.558754:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825513.558765:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825513.558767:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825513.558770:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825513.558774:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558778:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825513.558784:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825513.558786:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558790:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_00+0] req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.558797:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558799:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825513.558802:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825513.558804:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825513.558807:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825513.558809:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825513.558810:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825513.558811:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825513.558814:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825513.558816:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558819:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825513.558825:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825513.558827:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558830:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.558837:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.558839:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825513.558842:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825513.558845:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825513.558848:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825513.558862:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8143) 00000100:00000001:0.0:1781825513.558876:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825513.558879:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825513.558881:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825513.558886:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.558893:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825513.558894:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.558898:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825513.558900:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825513.558902:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825513.558905:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051464448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825513.558909:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825513.558915:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825513.558917:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.558920:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825513.558924:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14600. 02000000:00000001:0.0:1781825513.558926:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825513.558933:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825513.558938:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825513.558945:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825513.558952:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464448, portal 10 00000100:00000001:0.0:1781825513.558954:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825513.558956:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:0.0:1781825513.558962:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.558969:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825513.558971:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825513.558973:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825513.558976:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464448, offset 0 00000400:00000200:0.0:1781825513.558982:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825513.558992:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559000:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825513.559005:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825513.559009:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825513.559013:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825513.559015:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825513.559018:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378534:378534:256:4294967295] 192.168.204.116@tcp LPNI seq info [378485:378485:8:4294967295] 00000400:00000200:0.0:1781825513.559022:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559031:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825513.559036:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825513.559041:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825513.559047:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825513.559054:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825513.559058:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825513.559066:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.559070:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26528 usecs (27 jiffies) 00000400:00000200:0.0:1781825513.559073:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825513.559076:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302805531 00000100:00000001:0.0:1781825513.559116:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302809116 00000100:00000001:0.0:1781825513.559119:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302805532 00000100:00000001:0.0:1781825513.559121:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302809116 00000100:00000001:0.0:1781825513.559123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.559126:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.559129:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.559131:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.559137:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825513.559139:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825513.559141:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825513.559142:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825513.559144:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825513.559146:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781825513.559148:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.559150:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825513.559151:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.559153:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825513.559154:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825513.559155:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825513.559158:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.559164:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825513.559166:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.559168:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825513.559169:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825513.559171:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825513.559174:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051464320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825513.559177:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825513.559179:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825513.559181:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.559183:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825513.559186:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825513.559188:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825513.559192:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825513.559194:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825513.559198:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825513.559200:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464320, portal 25 00000100:00000001:0.0:1781825513.559202:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825513.559203:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781825513.559208:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.559213:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825513.559215:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825513.559217:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825513.559219:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051464320, offset 0 00000400:00000200:0.0:1781825513.559223:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825513.559227:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559230:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825513.559233:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825513.559235:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825513.559237:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825513.559239:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825513.559241:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378535:378535:255:4294967295] 192.168.204.116@tcp LPNI seq info [378486:378486:7:4294967295] 00000400:00000200:0.0:1781825513.559245:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559250:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825513.559254:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825513.559258:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825513.559261:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825513.559265:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825513.559267:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825513.559270:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825513.559273:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825513.559275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302814226 00000100:00000001:0.0:1781825513.559283:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302809116 00000100:00000001:0.0:1781825513.559287:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302814226 00000100:00000001:0.0:1781825513.559289:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302809116 00000100:00000001:0.0:1781825513.559291:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.559293:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.559295:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825513.559298:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.559304:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825513.559305:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.559307:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825513.559308:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825513.559310:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825513.559312:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051464576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825513.559317:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825513.559319:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825513.559321:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.559322:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825513.559337:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15a00. 02000000:00000001:0.0:1781825513.559339:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825513.559342:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825513.559345:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825513.559348:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825513.559351:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464576, portal 10 00000100:00000001:0.0:1781825513.559353:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825513.559354:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:0.0:1781825513.559359:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.559365:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825513.559367:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825513.559369:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825513.559371:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464576, offset 0 00000400:00000200:0.0:1781825513.559375:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825513.559378:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559381:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825513.559384:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825513.559386:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825513.559388:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825513.559390:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825513.559392:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378536:378536:254:4294967295] 192.168.204.116@tcp LPNI seq info [378487:378487:6:4294967295] 00000400:00000200:0.0:1781825513.559396:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825513.559401:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825513.559405:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825513.559408:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825513.559412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825513.559421:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825513.559423:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825513.559436:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.559438:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20488 usecs (21 jiffies) 00000400:00000200:0.0:1781825513.559441:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825513.559443:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302805526 00000100:00000001:0.0:1781825513.559446:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302814226 00000100:00000001:0.0:1781825513.559447:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302805526 00000100:00000001:0.0:1781825513.559449:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302814226 00000100:00000001:0.0:1781825513.559451:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.559453:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.559455:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.559457:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825513.560017:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825513.560021:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825513.560063:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825513.560068:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:1.0:1781825513.560076:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.560098:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825513.560104:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:1.0:1781825513.560106:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:1.0:1781825513.560112:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825513.560117:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560126:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825513.560130:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560136:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825513.560137:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825513.560148:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825513.560150:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fe00. 00000400:00000200:1.0:1781825513.560153:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.560156:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825513.560158:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:1.0:1781825513.560159:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:1.0:1781825513.560161:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825513.560165:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560171:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825513.560174:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560184:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825513.560185:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825513.560247:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825513.560250:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825513.560253:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.560257:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825513.560259:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:1.0:1781825513.560261:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:1.0:1781825513.560263:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825513.560266:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560273:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825513.560276:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.560282:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825513.560284:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825513.564809:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.564826:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825513.564830:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.564833:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.564842:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564849:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825513.564870:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564874:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564880:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564884:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c700 00000400:00000200:1.0:1781825513.564888:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564895:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feaa9 [1] + 224 00000800:00000001:1.0:1781825513.564903:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.564907:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.564910:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.564914:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825513.564922:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825513.564931:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825513.564942:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.564963:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825513.564971:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.564975:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825513.564977:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.564978:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.564981:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564984:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825513.564988:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564991:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564993:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.564996:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c680 00000400:00000200:1.0:1781825513.564999:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565002:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feab9 [1] + 224 00000800:00000001:1.0:1781825513.565006:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.565010:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.565012:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.565014:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825513.565018:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825513.565022:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825513.565029:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.565035:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825513.565038:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.565040:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825513.565042:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.565045:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.565047:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565050:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825513.565053:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565056:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565058:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565060:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c780 00000400:00000200:1.0:1781825513.565063:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825513.565066:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feac9 [1] + 224 00000800:00000001:1.0:1781825513.565069:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.565075:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825513.565076:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825513.565108:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825513.565111:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825513.565115:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825513.565123:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825513.565130:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825513.565133:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825513.565136:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566048:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825513.566054:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825513.566062:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825513.566064:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825513.566068:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825513.566074:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825513.566077:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825513.566103:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825513.566111:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825513.566120:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566128:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825513.566129:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566132:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825513.566135:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825513.566137:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825513.566139:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.566142:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825513.566148:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825513.566153:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825513.566155:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825513.566157:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825513.566159:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825513.566161:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.566164:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.566168:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566176:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.566180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825513.566181:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825513.566184:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825513.566192:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051464320:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825513.566199:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825513.566200:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825513.566202:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825513.566204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781825513.566206:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781825513.566208:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825513.566211:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825513.566219:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566225:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825513.566227:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566228:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825513.566230:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825513.566231:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825513.566232:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.566234:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825513.566239:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=30 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825513.566243:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825513.566245:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825513.566246:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825513.566247:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825513.566250:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.566253:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825513.566255:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825513.566257:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825513.566258:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.566261:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566267:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.566269:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825513.566270:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825513.566274:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825513.566281:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051464576:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825513.566286:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825513.566287:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825513.566289:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:0.0:1781825513.566292:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825513.566293:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825513.566295:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825513.566298:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825513.566304:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566309:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825513.566311:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566312:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825513.566313:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825513.566314:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825513.566315:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825513.566317:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825513.566320:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=30 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825513.566323:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825513.566336:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825513.566338:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825513.566339:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825513.566341:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.566343:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825513.566345:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825513.566346:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825513.566348:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825513.566352:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566358:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825513.566359:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825513.566360:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825513.566364:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825513.566371:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051464448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825513.566374:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566377:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825513.566380:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051464320/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566397:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825513.566400:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825513.566410:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825513.566414:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825513.566417:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825513.566419:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825513.566422:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825513.566432:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781825513.566436:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825513.566438:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825513.566440:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825513.566444:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825513.566445:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566447:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825513.566450:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051464576/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566456:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825513.566458:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825513.566459:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15a00. 02000000:00000001:0.0:1781825513.566461:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825513.566462:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825513.566463:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825513.566465:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825513.566466:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781825513.566468:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825513.566468:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825513.566469:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781825513.566471:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825513.566472:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.566474:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825513.566476:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051464448/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825513.566481:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825513.567004:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825513.567008:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14600. 02000000:00000001:0.0:1781825513.567012:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825513.567014:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825513.567015:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825513.567017:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825513.567019:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:0.0:1781825513.567021:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825513.567022:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825513.567024:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:0.0:1781825513.567027:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825513.567028:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.567031:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825513.567038:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825513.567040:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825513.567042:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825513.567045:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825514.006221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825514.006228:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825514.006234:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825514.006235:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825514.006238:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825514.006239:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825514.006363:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825514.006367:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825514.006370:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825515.031221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825515.031229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825515.031235:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825515.031236:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825515.031239:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825515.031240:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825515.031342:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825515.031350:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825515.031352:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825516.054215:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825516.054223:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825516.054229:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825516.054230:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825516.054234:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825516.054235:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825516.054344:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825516.054347:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825516.054350:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825517.078410:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825517.078427:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825517.078432:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825517.078435:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825517.078437:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825517.078440:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825517.078443:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825517.078445:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825517.078447:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825517.078449:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825517.078453:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825517.078454:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825517.078696:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825517.078699:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825517.078702:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825518.102531:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825518.102538:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825518.102547:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825518.102548:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825518.102551:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825518.102553:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825518.102665:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825518.102668:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825518.102671:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825518.678234:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825518.678246:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825518.678257:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781825518.678263:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825518.678268:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825518.678271:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825518.678276:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825518.678285:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825518.678291:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678317:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825518.678327:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825518.678332:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678339:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_00+0] req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678386:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678389:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825518.678392:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825518.678396:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825518.678398:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825518.678401:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825518.678402:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825518.678404:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825518.678407:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825518.678410:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678415:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825518.678422:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825518.678424:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678428:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678436:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678438:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825518.678441:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825518.678444:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825518.678446:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825518.678448:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825518.678449:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825518.678451:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825518.678454:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781825518.678457:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678460:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825518.678466:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825518.678468:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678471:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_00+0] req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678478:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678481:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825518.678484:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825518.678487:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825518.678490:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825518.678495:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8148) 00000100:00000001:0.0:1781825518.678508:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825518.678511:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825518.678514:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825518.678519:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678526:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825518.678528:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678532:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825518.678534:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825518.678536:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825518.678540:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825518.678544:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825518.678549:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825518.678552:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678554:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825518.678558:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f04808600. 02000000:00000001:0.0:1781825518.678560:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825518.678567:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825518.678572:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825518.678578:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825518.678585:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464832, portal 10 00000100:00000001:0.0:1781825518.678587:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825518.678589:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:0.0:1781825518.678596:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678609:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825518.678611:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825518.678614:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825518.678617:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464832, offset 0 00000400:00000200:0.0:1781825518.678623:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825518.678632:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.678639:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825518.678644:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825518.678647:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825518.678651:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825518.678653:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825518.678657:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378537:378537:256:4294967295] 192.168.204.116@tcp LPNI seq info [378488:378488:8:4294967295] 00000400:00000200:0.0:1781825518.678662:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.678671:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825518.678677:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825518.678682:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825518.678688:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825518.678695:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825518.678699:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825518.678710:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.678716:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26483 usecs (27 jiffies) 00000400:00000200:0.0:1781825518.678719:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825518.678722:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302810651 00000100:00000001:0.0:1781825518.678725:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302814226 00000100:00000001:0.0:1781825518.678727:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302810651 00000100:00000001:0.0:1781825518.678729:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302814226 00000100:00000001:0.0:1781825518.678731:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.678734:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.678736:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.678738:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.678745:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825518.678748:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825518.678749:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825518.678750:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825518.678752:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825518.678753:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825518.678755:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.678757:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825518.678758:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.678759:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825518.678760:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825518.678761:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825518.678765:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678782:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825518.678784:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678786:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825518.678788:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825518.678790:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825518.678792:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051464704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825518.678796:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825518.678798:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825518.678800:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678801:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825518.678804:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f04809000. 02000000:00000001:0.0:1781825518.678806:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825518.678809:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825518.678811:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825518.678815:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825518.678818:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464704, portal 25 00000100:00000001:0.0:1781825518.678820:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825518.678821:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:0.0:1781825518.678826:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678832:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825518.678834:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825518.678837:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825518.678839:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051464704, offset 0 00000400:00000200:0.0:1781825518.678843:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825518.678846:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.678850:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825518.678852:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825518.678854:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825518.678857:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825518.678859:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825518.678861:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378538:378538:255:4294967295] 192.168.204.116@tcp LPNI seq info [378489:378489:7:4294967295] 00000400:00000200:0.0:1781825518.678865:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.678870:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825518.678874:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825518.678879:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825518.678882:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825518.678886:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825518.678888:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825518.678891:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825518.678894:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825518.678895:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302819345 00000100:00000001:0.0:1781825518.678902:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302814226 00000100:00000001:0.0:1781825518.678906:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302819345 00000100:00000001:0.0:1781825518.678922:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302814226 00000100:00000001:0.0:1781825518.678926:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.678928:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.678930:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825518.678934:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678940:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825518.678942:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678944:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825518.678946:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825518.678948:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825518.678951:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825518.678954:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825518.678956:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825518.678957:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.678959:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825518.678963:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14400. 02000000:00000001:0.0:1781825518.678964:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825518.678967:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825518.678969:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825518.678972:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825518.678975:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051464960, portal 10 00000100:00000001:0.0:1781825518.678976:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825518.678978:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781825518.678982:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.678988:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825518.678990:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825518.678992:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825518.678995:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051464960, offset 0 00000400:00000200:0.0:1781825518.678998:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825518.679002:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.679005:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825518.679007:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825518.679009:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825518.679011:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825518.679013:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825518.679016:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378539:378539:254:4294967295] 192.168.204.116@tcp LPNI seq info [378490:378490:6:4294967295] 00000400:00000200:0.0:1781825518.679019:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825518.679025:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825518.679028:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825518.679042:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825518.679046:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825518.679050:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825518.679053:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825518.679056:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.679058:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20466 usecs (21 jiffies) 00000400:00000200:0.0:1781825518.679061:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825518.679063:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302810645 00000100:00000001:0.0:1781825518.679065:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302819345 00000100:00000001:0.0:1781825518.679067:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302810645 00000100:00000001:0.0:1781825518.679069:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302819345 00000100:00000001:0.0:1781825518.679071:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.679073:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.679076:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.679115:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825518.679163:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825518.679168:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:0.0:1781825518.679174:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825518.679178:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825518.679183:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781825518.679186:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781825518.679192:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825518.679197:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679205:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.679208:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679215:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.679216:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825518.679240:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825518.679243:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825518.679245:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825518.679249:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825518.679251:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:0.0:1781825518.679253:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:0.0:1781825518.679254:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825518.679258:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679265:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.679268:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679273:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.679275:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825518.679342:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825518.679345:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fe00. 00000400:00000200:0.0:1781825518.679348:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825518.679351:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825518.679353:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825518.679355:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825518.679357:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825518.679361:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679367:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.679369:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.679374:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.679375:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825518.680327:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825518.680333:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825518.684168:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.684188:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825518.684194:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.684196:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.684205:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.684213:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825518.684235:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.684242:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.684247:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.684252:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c800 00000400:00000200:1.0:1781825518.684257:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.684264:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feae9 [1] + 224 00000800:00000001:1.0:1781825518.684271:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.684283:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.684287:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825518.684291:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825518.684299:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825518.684308:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825518.684319:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825518.684344:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825518.684353:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.684356:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825518.686306:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686326:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825518.686330:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686333:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.686341:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686349:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825518.686358:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686363:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686367:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686371:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c880 00000400:00000200:1.0:1781825518.686375:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686381:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fead9 [1] + 224 00000800:00000001:1.0:1781825518.686387:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686391:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.686393:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825518.686397:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825518.686403:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825518.686412:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825518.686429:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825518.686437:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825518.686446:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686450:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825518.686452:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686454:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.686457:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686460:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825518.686464:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686467:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686469:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686472:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4c900 00000400:00000200:1.0:1781825518.686475:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825518.686479:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feaf9 [1] + 224 00000800:00000001:1.0:1781825518.686483:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686492:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825518.686494:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825518.686497:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825518.686500:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825518.686504:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825518.686512:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825518.686519:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825518.686522:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825518.686525:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690374:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825518.690383:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825518.690394:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825518.690397:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825518.690400:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825518.690408:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825518.690411:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825518.690417:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825518.690430:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825518.690442:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690451:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825518.690454:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690456:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825518.690460:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825518.690463:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825518.690466:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.690468:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825518.690477:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825518.690481:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825518.690483:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825518.690485:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825518.690487:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825518.690489:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.690492:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.690497:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690504:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.690508:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825518.690510:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825518.690513:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825518.690520:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051464704:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825518.690528:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825518.690530:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825518.690531:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825518.690534:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781825518.690535:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781825518.690537:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825518.690542:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825518.690550:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690555:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825518.690556:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690558:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825518.690559:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825518.690560:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825518.690562:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.690563:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825518.690568:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=35 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825518.690571:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825518.690573:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825518.690574:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825518.690575:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825518.690578:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.690581:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825518.690583:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825518.690585:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825518.690586:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.690590:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690595:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.690597:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825518.690598:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825518.690601:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825518.690608:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464960:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825518.690612:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825518.690614:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825518.690615:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:0.0:1781825518.690617:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825518.690619:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825518.690621:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825518.690625:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825518.690632:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690638:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825518.690639:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690641:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825518.690642:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825518.690643:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825518.690645:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825518.690646:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825518.690650:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=35 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825518.690653:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825518.690655:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825518.690656:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825518.690658:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825518.690659:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.690661:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825518.690663:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825518.690664:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825518.690665:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825518.690668:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690674:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825518.690676:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825518.690677:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825518.690680:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825518.690686:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051464832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825518.690690:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690692:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.690695:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051464704/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690701:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825518.690703:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825518.690707:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04809000. 02000000:00000001:0.0:1781825518.690715:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825518.690718:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825518.690720:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825518.690722:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825518.690725:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781825518.690728:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825518.690730:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825518.690732:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:0.0:1781825518.690736:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825518.690737:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690739:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.690742:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051464960/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690747:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825518.690749:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825518.690750:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14400. 02000000:00000001:0.0:1781825518.690752:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825518.690753:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825518.690754:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825518.690756:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825518.690757:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:0.0:1781825518.690759:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825518.690760:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825518.690761:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825518.690763:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825518.690764:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690765:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825518.690768:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051464832/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825518.690773:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825518.690774:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825518.690775:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04808600. 02000000:00000001:0.0:1781825518.690777:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825518.690778:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825518.690779:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825518.690780:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825518.690781:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781825518.690783:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825518.690784:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825518.690785:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781825518.690786:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825518.690788:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690789:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825518.690798:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825518.690799:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825518.690801:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825518.690804:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127182:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825519.127190:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825519.127193:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825519.127197:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127202:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825519.127205:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127207:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127210:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127214:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825519.127215:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825519.127229:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825519.127231:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825519.127232:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127234:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825519.127235:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127237:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825519.127239:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825519.127370:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825519.127373:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825519.127376:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825520.150498:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825520.150505:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825520.150510:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825520.150511:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825520.150513:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825520.150514:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825520.150631:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825520.150635:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825520.150638:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825521.177312:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825521.177319:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825521.177325:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825521.177326:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825521.177329:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825521.177330:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825521.180036:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825521.180056:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825521.180062:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825522.202719:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825522.202726:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825522.202732:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825522.202733:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825522.202737:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825522.202738:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825522.202764:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825522.202767:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825522.202770:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825523.222286:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825523.222294:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825523.222300:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825523.222302:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825523.222305:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825523.222306:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825523.224970:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825523.224977:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825523.224982:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825523.798323:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825523.798334:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825523.798344:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825523.798351:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825523.798356:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825523.798359:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825523.798364:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825523.798445:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825523.798454:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798465:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825523.798476:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825523.798481:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798488:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_01+1] req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.798522:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798525:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825523.798529:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825523.798532:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781825523.798535:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825523.798537:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825523.798538:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825523.798540:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825523.798543:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825523.798546:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798550:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825523.798556:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825523.798559:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798563:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_00+0] req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.798571:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798574:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825523.798577:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825523.798580:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db480. 00000020:00000040:1.0:1781825523.798582:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825523.798584:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825523.798585:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825523.798586:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825523.798589:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825523.798591:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798595:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825523.798601:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825523.798603:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798606:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d477c16] to pc [ptlrpcd_00_01+1] req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.798612:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798614:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825523.798618:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825523.798620:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825523.798623:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825523.798627:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8153) 00000100:00000001:1.0:1781825523.798642:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825523.798646:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825523.798648:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825523.798652:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.798660:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825523.798662:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825523.798665:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825523.798668:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825523.798671:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825523.798674:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051465216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825523.798678:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825523.798683:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825523.798686:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825523.798688:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825523.798692:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825523.798694:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825523.798701:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825523.798707:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9c60. 00000400:00000010:1.0:1781825523.798715:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825523.798721:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465216, portal 10 00000100:00000001:1.0:1781825523.798724:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825523.798726:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:1.0:1781825523.798732:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.798740:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825523.798742:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825523.798745:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825523.798748:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051465216, offset 0 00000400:00000200:1.0:1781825523.798754:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825523.798763:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.798770:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825523.798775:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825523.798780:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825523.798785:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825523.798787:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825523.798791:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378540:378540:256:4294967295] 192.168.204.116@tcp LPNI seq info [378491:378491:8:4294967295] 00000400:00000200:1.0:1781825523.798795:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.798805:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825523.798811:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825523.798816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cd00. 00000800:00000200:1.0:1781825523.798823:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825523.798829:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825523.798833:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825523.798845:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.798850:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26455 usecs (27 jiffies) 00000400:00000200:1.0:1781825523.798853:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825523.798856:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302815771 00000100:00000001:1.0:1781825523.798859:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302819345 00000100:00000001:1.0:1781825523.798861:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302815771 00000100:00000001:1.0:1781825523.798864:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302819345 00000100:00000001:0.0:1781825523.798977:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825523.798980:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825523.798982:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825523.798988:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.798995:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825523.798996:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.798998:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825523.799000:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825523.799002:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825523.799005:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051465088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825523.799008:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825523.799011:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825523.799013:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.799014:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825523.799018:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825523.799020:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825523.799023:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825523.799026:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825523.799031:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825523.799034:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465088, portal 25 00000100:00000001:0.0:1781825523.799036:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825523.799037:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781825523.799042:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799047:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825523.799049:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825523.799052:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825523.799053:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051465088, offset 0 00000400:00000200:0.0:1781825523.799057:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825523.799062:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825523.799065:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825523.799068:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825523.799070:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825523.799072:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825523.799074:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825523.799109:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378541:378541:255:4294967295] 192.168.204.116@tcp LPNI seq info [378492:378492:7:4294967295] 00000400:00000200:0.0:1781825523.799115:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825523.799121:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825523.799138:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825523.799142:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825523.799146:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825523.799149:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825523.799152:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825523.799154:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825523.799158:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825523.799159:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302824466 00000100:00000001:0.0:1781825523.799167:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302819345 00000100:00000001:0.0:1781825523.799171:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302824466 00000100:00000001:0.0:1781825523.799174:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302819345 00000100:00000001:0.0:1781825523.799273:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825523.799276:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799279:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825523.799283:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799289:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825523.799291:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.799293:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825523.799294:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825523.799296:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825523.799299:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825523.799302:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825523.799304:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825523.799306:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.799308:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825523.799312:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14400. 02000000:00000001:0.0:1781825523.799314:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825523.799317:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825523.799320:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825523.799324:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825523.799327:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465344, portal 10 00000100:00000001:0.0:1781825523.799328:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825523.799330:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000100:00000040:0.0:1781825523.799335:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799340:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825523.799342:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825523.799344:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825523.799346:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051465344, offset 0 00000400:00000200:0.0:1781825523.799350:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825523.799354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825523.799357:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825523.799360:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825523.799362:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825523.799364:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825523.799367:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825523.799442:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378542:378542:254:4294967295] 192.168.204.116@tcp LPNI seq info [378493:378493:6:4294967295] 00000400:00000200:0.0:1781825523.799446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825523.799452:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825523.799456:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825523.799460:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825523.799464:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825523.799468:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825523.799471:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825523.799474:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825523.799477:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20456 usecs (21 jiffies) 00000400:00000200:0.0:1781825523.799480:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825523.799481:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302815766 00000100:00000001:0.0:1781825523.799483:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302824466 00000100:00000001:0.0:1781825523.799486:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302815766 00000100:00000001:0.0:1781825523.799488:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302824466 00000100:00000001:0.0:1781825523.799490:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825523.799492:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799495:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799497:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.799503:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825523.799506:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825523.799508:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825523.799509:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825523.799511:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799513:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825523.799575:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825523.799579:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:0.0:1781825523.799585:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825523.799590:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825523.799595:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781825523.799597:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781825523.799602:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825523.799607:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799615:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825523.799618:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799624:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799626:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825523.799636:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825523.799638:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:0.0:1781825523.799640:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825523.799643:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825523.799645:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781825523.799646:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781825523.799649:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825523.799653:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799659:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825523.799662:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.799668:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.799669:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825523.800364:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1781825523.800610:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825523.800614:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825523.800619:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825523.800624:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825523.800629:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825523.800632:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825523.800635:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825523.800640:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.800649:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825523.800652:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.800658:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.800659:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825523.800697:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825523.800701:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825523.800703:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.800709:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825523.800711:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825523.800713:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825523.800714:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825523.800715:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825523.800718:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825523.811748:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.811767:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825523.811771:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.811774:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.811784:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.811791:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825523.811802:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.811807:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.811812:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.811816:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4c980 00000400:00000200:1.0:1781825523.811820:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.811826:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb19 [1] + 224 00000800:00000001:1.0:1781825523.811833:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.811837:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.811840:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825523.811844:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825523.811853:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825523.811864:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825523.811955:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.811976:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825523.811987:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.811992:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825523.811993:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.811995:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.811998:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812002:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825523.812006:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812008:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812011:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812014:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ca00 00000400:00000200:1.0:1781825523.812017:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812022:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb09 [1] + 224 00000800:00000001:1.0:1781825523.812026:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.812030:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.812032:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825523.812035:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825523.812038:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825523.812044:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825523.812053:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.812068:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825523.812072:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.812076:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825523.812111:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.812115:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.812118:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812122:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825523.812136:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812139:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812141:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812144:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ca80 00000400:00000200:1.0:1781825523.812147:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825523.812150:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb29 [1] + 224 00000800:00000001:1.0:1781825523.812154:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.812163:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825523.812165:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825523.812168:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825523.812170:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825523.812174:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825523.812721:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.812729:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825523.812736:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825523.812739:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.812757:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825523.812761:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825523.812767:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825523.812769:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825523.812772:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9c60. 00000400:00000200:1.0:1781825523.812776:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:1.0:1781825523.812779:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:1.0:1781825523.812781:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825523.812786:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825523.812793:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.812799:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825523.812801:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.812803:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825523.812807:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825523.812810:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825523.812812:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825523.812815:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825523.812825:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=40 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825523.812830:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825523.812833:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825523.812834:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825523.812837:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825523.812840:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825523.812844:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825523.812846:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825523.812848:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825523.812850:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825523.812854:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.812861:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825523.812864:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825523.813214:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825523.813221:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825523.813234:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051465216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825523.813238:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.813241:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825523.813244:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051465216/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825523.813250:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825523.813253:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825523.813256:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825523.813260:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825523.813263:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825523.813265:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825523.813267:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825523.813270:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:1.0:1781825523.813273:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825523.813275:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825523.813277:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:1.0:1781825523.813280:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825523.813281:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.813283:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825523.813290:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825523.813292:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825523.813294:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825523.813296:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.813366:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825523.813368:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825523.813373:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825523.813374:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825523.813377:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:0.0:1781825523.813380:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825523.813382:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825523.813385:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825523.813391:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825523.813398:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813408:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825523.813409:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813411:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825523.813413:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825523.813414:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825523.813415:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.813417:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825523.813421:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=40 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825523.813424:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825523.813426:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825523.813427:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825523.813429:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825523.813430:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.813432:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825523.813435:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813441:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825523.813443:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825523.813444:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825523.813447:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825523.813454:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051465088:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825523.813460:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825523.813461:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825523.813463:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825523.813465:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825523.813467:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825523.813470:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825523.813474:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825523.813483:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813490:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825523.813491:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813493:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825523.813494:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825523.813496:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825523.813497:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825523.813499:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825523.813504:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=40 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825523.813507:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825523.813509:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825523.813511:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825523.813512:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825523.813515:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.813518:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825523.813519:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825523.813521:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825523.813523:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825523.813527:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813533:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825523.813535:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825523.813536:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825523.813539:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825523.813546:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825523.813549:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813551:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825523.813554:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051465088/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813560:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825523.813561:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825523.813564:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825523.813566:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825523.813567:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825523.813569:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825523.813570:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825523.813572:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:0.0:1781825523.813574:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825523.813575:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825523.813576:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:0.0:1781825523.813579:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825523.813580:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813581:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825523.813584:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051465344/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825539 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825523.813589:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825523.813590:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825523.813591:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14400. 02000000:00000001:0.0:1781825523.813593:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825523.813594:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825523.813595:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825523.813596:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825523.813597:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825523.813599:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825523.813599:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825523.813600:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:0.0:1781825523.813603:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825523.813603:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813605:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825523.813608:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825523.813610:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825523.813611:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825523.813612:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825524.247370:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825524.247377:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825524.247382:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825524.247383:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825524.247386:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825524.247387:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825524.247419:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825524.247422:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825524.247425:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825525.270297:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825525.270304:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825525.270310:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825525.270311:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825525.270314:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825525.270316:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825525.270486:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825525.270489:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825525.270492:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825526.297825:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825526.297832:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825526.297837:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825526.297838:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825526.297841:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825526.297843:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825526.297865:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825526.297868:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825526.297871:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825527.318241:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825527.318248:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825527.318254:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825527.318257:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825527.318259:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825527.318263:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825527.318266:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825527.318268:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825527.318271:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825527.318272:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825527.318276:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825527.318277:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825527.318375:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825527.318378:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825527.318381:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825528.342291:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825528.342300:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825528.342306:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825528.342308:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825528.342311:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825528.342313:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825528.342348:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825528.342351:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825528.342354:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825528.918218:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825528.918229:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825528.918242:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781825528.918249:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825528.918253:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825528.918256:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825528.918261:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825528.918270:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825528.918277:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.918289:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825528.918301:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825528.918306:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.918313:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_00+0] req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.918379:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.918383:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825528.918386:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825528.918392:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.918407:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825528.918410:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.918413:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825528.918417:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825528.918420:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825528.918424:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051465472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825528.918429:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825528.918435:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825528.918438:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.918441:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825528.918446:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15e00. 02000000:00000001:0.0:1781825528.918449:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825528.918456:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825528.918460:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825528.918468:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825528.918475:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465472, portal 25 00000100:00000001:0.0:1781825528.918478:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825528.918479:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:0.0:1781825528.918486:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.918494:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825528.918497:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825528.918513:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825528.918517:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051465472, offset 0 00000400:00000200:0.0:1781825528.918523:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825528.918532:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825528.918539:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825528.918545:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825528.918548:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825528.918552:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825528.918555:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825528.918559:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378543:378543:256:4294967295] 192.168.204.116@tcp LPNI seq info [378494:378494:8:4294967295] 00000400:00000200:0.0:1781825528.918563:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825528.918573:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825528.918579:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825528.918585:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825528.918592:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825528.918599:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825528.918604:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825528.918618:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825528.918623:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825528.918626:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302829585 00000100:00000001:0.0:1781825528.918635:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302824466 00000100:00000001:0.0:1781825528.918641:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302829585 00000100:00000001:0.0:1781825528.918644:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302824466 00000100:00000001:0.0:1781825528.918647:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825528.918650:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.918654:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.918656:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.918683:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.918686:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825528.918690:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825528.918693:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8700. 00000020:00000040:1.0:1781825528.918696:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825528.918699:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825528.918701:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825528.918703:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825528.918707:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825528.918710:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.918715:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825528.918722:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825528.918724:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.918728:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0748a6a] to pc [ptlrpcd_00_01+1] req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.919465:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825528.919469:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825528.919472:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.919474:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825528.919476:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825528.919479:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825528.919480:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.919482:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825528.919483:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.919485:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.919485:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825528.919487:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825528.919493:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.919505:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825528.919507:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.919509:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825528.919511:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825528.919514:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825528.919517:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051465600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825528.919520:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825528.919523:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825528.919525:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.919527:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825528.919532:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825528.923185:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825528.923206:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825528.923216:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825528.923225:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825528.923233:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465600, portal 10 00000100:00000001:0.0:1781825528.923237:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825528.923239:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693308160 : -122531016243456 : ffff908f064d8700) 00000100:00000040:0.0:1781825528.923253:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.923262:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825528.923264:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825528.923267:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825528.923270:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051465600, offset 0 00000400:00000200:0.0:1781825528.923276:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825528.923286:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825528.923293:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825528.923298:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825528.923301:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825528.923305:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825528.923307:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825528.923311:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378544:378544:255:4294967295] 192.168.204.116@tcp LPNI seq info [378495:378495:7:4294967295] 00000400:00000200:0.0:1781825528.923315:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825528.923324:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825528.923330:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825528.923336:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825528.923343:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825528.923350:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825528.923355:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825528.923359:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825528.923363:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26431 usecs (27 jiffies) 00000400:00000200:0.0:1781825528.923366:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825528.923369:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302820891 00000100:00000001:0.0:1781825528.923373:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302829585 00000100:00000001:0.0:1781825528.923375:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302820891 00000100:00000001:0.0:1781825528.923377:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302829585 00000100:00000001:0.0:1781825528.923379:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825528.923383:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.923388:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.923392:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825528.923448:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825528.923452:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825528.923459:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825528.923464:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825528.923468:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825528.923471:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825528.923477:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825528.923481:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.923492:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825528.923495:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.923503:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.923505:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825528.923583:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825528.923586:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:0.0:1781825528.923589:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825528.923592:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825528.923595:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781825528.923596:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781825528.923599:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825528.923602:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.923608:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825528.923611:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.923617:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.923619:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825528.923633:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.923635:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.927312:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.927322:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825528.927328:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825528.927339:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825528.927345:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825528.927350:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825528.927354:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825528.927359:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825528.927366:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825528.927373:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.927385:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825528.927397:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825528.927402:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.927409:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_00+0] req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.927434:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.927437:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825528.927441:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825528.927444:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825528.927447:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825528.927452:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8158) 00000100:00000001:1.0:1781825528.927475:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781825528.927479:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825528.927482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.927490:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825528.927492:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.927493:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825528.927495:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825528.927497:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825528.927502:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.927514:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825528.927516:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825528.927519:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825528.927522:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825528.927524:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825528.927527:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825528.927531:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825528.927549:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825528.927551:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825528.927554:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825528.927558:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79800. 02000000:00000001:1.0:1781825528.927560:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825528.927566:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825528.927571:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9c60. 00000400:00000010:1.0:1781825528.927578:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825528.927584:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465728, portal 10 00000100:00000001:1.0:1781825528.927587:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825528.927588:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:1.0:1781825528.927596:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.927603:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825528.927605:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825528.927608:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825528.927611:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051465728, offset 0 00000400:00000200:1.0:1781825528.927617:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825528.927627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.927634:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825528.927638:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825528.927643:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825528.927646:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825528.927649:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825528.927653:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378545:378545:256:4294967295] 192.168.204.116@tcp LPNI seq info [378496:378496:8:4294967295] 00000400:00000200:1.0:1781825528.927657:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.927665:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825528.927671:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825528.927675:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825528.927682:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825528.927689:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825528.927693:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825528.927704:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.927708:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20452 usecs (21 jiffies) 00000400:00000200:1.0:1781825528.927711:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825528.927714:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302820894 00000100:00000001:1.0:1781825528.927718:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302829585 00000100:00000001:1.0:1781825528.927720:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302820894 00000100:00000001:1.0:1781825528.927722:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302829585 00000100:00000001:1.0:1781825528.927725:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825528.927727:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.927730:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.927732:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825528.927829:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825528.927833:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:1.0:1781825528.927837:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825528.927842:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825528.927846:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:1.0:1781825528.927849:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:1.0:1781825528.927852:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825528.927857:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.927867:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825528.927871:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.927879:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.927881:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825528.930950:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.930958:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825528.930962:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.930968:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825528.931438:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931452:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825528.931455:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931458:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931466:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931475:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825528.931482:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931487:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931492:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931496:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4cb80 00000400:00000200:1.0:1781825528.931500:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931506:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb49 [1] + 224 00000800:00000001:1.0:1781825528.931513:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931516:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931519:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825528.931523:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825528.931529:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825528.931547:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825528.931560:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931583:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825528.931592:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931595:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825528.931597:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931599:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931602:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931606:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825528.931610:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931613:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931615:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931618:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4cb00 00000400:00000200:1.0:1781825528.931622:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931626:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb39 [1] + 224 00000800:00000001:1.0:1781825528.931630:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931634:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931636:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825528.931638:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825528.931641:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825528.931646:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825528.931655:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931662:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825528.931666:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931669:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825528.931671:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931673:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931676:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931678:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825528.931682:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931685:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931687:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931690:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4cc00 00000400:00000200:1.0:1781825528.931693:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825528.931696:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb59 [1] + 224 00000800:00000001:1.0:1781825528.931700:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931706:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825528.931707:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825528.931710:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825528.931713:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825528.931717:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825528.931726:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931739:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825528.931742:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825528.931744:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.931755:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825528.931758:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825528.931763:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825528.931765:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825528.931767:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9c60. 00000400:00000200:1.0:1781825528.931771:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:1.0:1781825528.931773:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:1.0:1781825528.931775:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825528.931779:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825528.931788:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931795:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825528.931797:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.931799:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825528.931802:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825528.931805:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825528.931807:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825528.931810:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825528.931821:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=45 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825528.931825:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825528.931828:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825528.931830:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825528.931833:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825528.931836:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.931840:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825528.931842:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825528.931845:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825528.931846:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825528.931851:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931857:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825528.931860:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825528.931861:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825528.931865:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825528.931872:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825528.931875:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.931878:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825528.931880:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051465728/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825528.931886:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825528.931889:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825528.931892:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79800. 02000000:00000001:1.0:1781825528.931895:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825528.931897:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825528.931899:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825528.931902:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825528.931905:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825528.931908:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825528.931909:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825528.931911:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:1.0:1781825528.931915:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825528.931916:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.931918:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825528.931925:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825528.931927:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825528.931929:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825528.931931:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.932102:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.932104:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825528.932107:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825528.932109:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825528.932111:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:0.0:1781825528.932115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825528.932116:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825528.932119:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825528.932124:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825528.932132:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932139:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825528.932140:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932142:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825528.932143:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825528.932144:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825528.932146:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.932148:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825528.932153:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=45 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825528.932156:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825528.932158:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825528.932159:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825528.932160:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825528.932162:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.932164:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825528.932166:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825528.932167:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825528.932168:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825528.932172:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932178:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825528.932180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825528.932193:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825528.932197:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825528.932205:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051465600:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825528.932210:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825528.932211:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825528.932213:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:0.0:1781825528.932216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825528.932217:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825528.932220:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825528.932224:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825528.932232:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932238:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825528.932239:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932241:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825528.932243:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825528.932244:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825528.932245:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825528.932247:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825528.932250:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=45 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825528.932253:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825528.932255:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825528.932256:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825528.932258:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825528.932260:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.932262:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825528.932265:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932271:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825528.932273:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825528.932274:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825528.932278:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825528.932284:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051465472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825528.932287:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932289:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825528.932292:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8700 x1868371051465600/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932298:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825528.932300:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825528.932302:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14e00. 02000000:00000001:0.0:1781825528.932304:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825528.932306:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825528.932307:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825528.932309:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825528.932311:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:0.0:1781825528.932313:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825528.932314:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825528.932316:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8700. 00000100:00000001:0.0:1781825528.932318:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825528.932319:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932321:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825528.932324:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051465472/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825544 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825528.932329:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825528.932330:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825528.932332:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15e00. 02000000:00000001:0.0:1781825528.932333:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825528.932335:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825528.932336:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825528.932337:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825528.932339:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:0.0:1781825528.932341:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825528.932342:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825528.932343:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:0.0:1781825528.932345:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825528.932346:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932347:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825528.932352:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825528.932353:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825528.932354:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825528.932356:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367426:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825529.367435:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825529.367437:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825529.367440:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367445:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825529.367447:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367449:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367451:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367455:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825529.367457:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367460:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825529.367461:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825529.367463:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825529.367464:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367466:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825529.367467:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367469:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825529.367470:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825529.367752:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825529.367755:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825529.367758:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825530.390193:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825530.390201:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825530.390207:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825530.390208:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825530.390211:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825530.390212:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825530.390236:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825530.390238:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825530.390250:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825531.415015:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825531.415021:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825531.415027:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825531.415029:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825531.415032:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825531.415033:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825531.415099:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825531.415103:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825531.415106:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825532.438169:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825532.438176:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825532.438181:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825532.438183:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825532.438186:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825532.438187:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825532.438207:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825532.438210:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825532.438212:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825533.462265:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825533.462275:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825533.462282:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825533.462283:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825533.462286:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825533.462287:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825533.462383:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825533.462387:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825533.462390:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825534.038211:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825534.038222:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825534.038231:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825534.038237:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825534.038242:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825534.038245:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825534.038250:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825534.038259:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825534.038265:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.038276:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825534.038287:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825534.039531:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.039544:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_01+1] req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.039699:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.039703:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825534.039705:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825534.039711:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.039724:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825534.039726:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.039730:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825534.039733:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825534.039735:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825534.039739:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051465856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825534.039743:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825534.039748:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825534.039751:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.039753:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825534.039761:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d14400. 02000000:00000001:0.0:1781825534.039763:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825534.039770:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825534.039774:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838dc0. 00000400:00000010:0.0:1781825534.039780:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825534.039787:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465856, portal 25 00000100:00000001:0.0:1781825534.039790:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825534.039791:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:0.0:1781825534.039797:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.039804:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825534.039807:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825534.039810:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825534.039813:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051465856, offset 0 00000400:00000200:0.0:1781825534.039818:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825534.039827:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.039834:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825534.039839:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825534.039843:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825534.039847:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825534.039850:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825534.039854:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378546:378546:256:4294967295] 192.168.204.116@tcp LPNI seq info [378497:378497:8:4294967295] 00000400:00000200:0.0:1781825534.039858:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.039867:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825534.039873:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825534.039878:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825534.039883:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825534.039890:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825534.039894:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825534.039907:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825534.039910:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825534.039913:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302834706 00000100:00000001:0.0:1781825534.039938:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302829585 00000100:00000001:0.0:1781825534.039944:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302834706 00000100:00000001:0.0:1781825534.039947:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302829585 00000100:00000001:0.0:1781825534.039950:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825534.039953:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.039955:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.039958:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.039980:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.039983:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825534.039987:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825534.039992:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825534.039996:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825534.039999:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825534.040001:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825534.040004:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825534.040009:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cf00. 00000100:00000001:1.0:1781825534.040013:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.040018:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825534.040026:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825534.040028:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.040032:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_00+0] req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.041167:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825534.041172:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825534.041177:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.041179:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825534.041182:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825534.041184:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825534.041186:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.041188:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825534.041189:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.041191:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.041192:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825534.041193:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825534.041201:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.041215:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825534.041217:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.041220:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825534.041223:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825534.041225:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825534.041228:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825534.041231:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825534.041235:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825534.041238:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.041240:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825534.041247:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15a00. 02000000:00000001:0.0:1781825534.041249:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825534.041254:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825534.041257:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838bb0. 00000400:00000010:0.0:1781825534.041263:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825534.041267:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051465984, portal 10 00000100:00000001:0.0:1781825534.041269:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825534.041270:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:0.0:1781825534.041276:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.041282:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825534.041284:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825534.041286:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825534.041688:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051465984, offset 0 00000400:00000200:0.0:1781825534.041696:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825534.041704:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.041712:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825534.041716:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825534.041720:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825534.041723:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825534.041725:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825534.041728:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378547:378547:255:4294967295] 192.168.204.116@tcp LPNI seq info [378498:378498:7:4294967295] 00000400:00000200:0.0:1781825534.041732:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.041741:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825534.041746:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825534.041750:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825534.041755:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825534.041760:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825534.041764:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825534.041767:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825534.041772:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26406 usecs (27 jiffies) 00000400:00000200:0.0:1781825534.041774:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825534.041777:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302826012 00000100:00000001:0.0:1781825534.041779:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302834706 00000100:00000001:0.0:1781825534.041781:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302826012 00000100:00000001:0.0:1781825534.041783:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302834706 00000100:00000001:0.0:1781825534.041784:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825534.041786:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.041789:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.041791:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825534.042649:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825534.042656:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825534.042662:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825534.042669:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825534.042675:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825534.042677:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825534.042683:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825534.042689:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.042699:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825534.042702:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.042708:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.042710:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825534.045065:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.045074:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825534.045091:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825534.045102:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825534.045108:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825534.045113:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825534.046453:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825534.046464:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825534.046972:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825534.046980:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825534.046990:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825534.046999:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825534.047008:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825534.047010:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825534.047017:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825534.047026:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.047038:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825534.047042:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.047049:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.047051:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825534.047071:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.047075:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.047097:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.047099:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825534.047103:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.047105:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825534.047640:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825534.047649:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.047657:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825534.047667:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825534.047672:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.047678:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_01+1] req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.047695:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.047699:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825534.047703:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825534.047706:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825534.047708:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825534.047715:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8163) 00000100:00000001:0.0:1781825534.048126:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825534.048130:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825534.048133:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.048140:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825534.048143:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.048145:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.048146:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825534.048148:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825534.048154:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.048163:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825534.049293:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.049313:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825534.049317:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825534.049320:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825534.049326:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051466112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825534.049331:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825534.049338:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825534.049341:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.049343:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825534.049925:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18d15e00. 00000100:00000001:1.0:1781825534.050758:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825534.050765:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825534.050769:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.050774:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.050993:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825534.051002:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825534.051011:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825534.051019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825534.051027:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466112, portal 10 00000100:00000001:0.0:1781825534.051029:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825534.051031:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:0.0:1781825534.051043:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.051052:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825534.051055:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825534.051058:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825534.051062:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051466112, offset 0 00000400:00000200:0.0:1781825534.051069:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825534.051092:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.051098:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825534.051103:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825534.051107:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825534.051110:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825534.051113:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825534.051117:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378548:378548:256:4294967295] 192.168.204.116@tcp LPNI seq info [378499:378499:8:4294967295] 00000400:00000200:0.0:1781825534.051120:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825534.051129:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825534.051135:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825534.051141:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825534.051147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825534.051154:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825534.051158:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825534.051184:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825534.051189:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20422 usecs (21 jiffies) 00000400:00000200:0.0:1781825534.051193:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825534.051195:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302826018 00000100:00000001:0.0:1781825534.051199:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302834706 00000100:00000001:0.0:1781825534.051202:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302826018 00000100:00000001:0.0:1781825534.051204:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302834706 00000100:00000001:0.0:1781825534.051206:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825534.051209:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.051212:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.051214:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825534.051743:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825534.051748:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825534.051756:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825534.051762:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825534.051767:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:1.0:1781825534.051770:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:1.0:1781825534.051776:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825534.051781:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.051792:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825534.051796:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.051802:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.051804:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825534.054130:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.054146:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825534.054151:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.054154:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.054162:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.054175:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825534.054184:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.054189:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.054194:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.054200:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4cc80 00000400:00000200:1.0:1781825534.054206:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.054212:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb69 [1] + 224 00000800:00000001:1.0:1781825534.054220:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.054226:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.054230:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825534.054234:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825534.054241:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825534.054250:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825534.054263:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.054279:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825534.054299:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.054303:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.054316:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825534.054321:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825534.054328:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825534.054330:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825534.054333:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838dc0. 00000400:00000200:1.0:1781825534.054338:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:1.0:1781825534.054340:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:1.0:1781825534.054345:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825534.054349:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825534.054370:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.054377:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825534.054379:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.054381:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825534.054385:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825534.054388:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825534.054390:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825534.054393:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825534.054399:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825534.054403:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825534.054406:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825534.054408:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825534.054410:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825534.054413:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.054416:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.054420:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.054428:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825534.054431:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825534.054433:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825534.054436:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825534.054442:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051465856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825534.054446:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.054448:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825534.054452:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051465856/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.054457:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825534.054459:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825534.054463:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d14400. 02000000:00000001:1.0:1781825534.054466:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825534.054468:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825534.054470:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825534.054472:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825534.054484:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825534.054489:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825534.054491:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825534.054493:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:1.0:1781825534.054496:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825534.054498:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.054500:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.054502:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825534.054503:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825534.054505:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.054506:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825534.057263:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.057288:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825534.057295:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.057297:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.057319:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.057329:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825534.057342:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.057348:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.057355:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.057360:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4cd00 00000400:00000200:1.0:1781825534.057366:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.057374:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb79 [1] + 224 00000800:00000001:1.0:1781825534.057383:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.057396:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.057400:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825534.057405:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825534.057414:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825534.057427:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825534.057439:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.057470:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825534.057481:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.057485:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.057501:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825534.057506:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825534.057514:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825534.057516:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825534.057520:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838bb0. 00000400:00000200:1.0:1781825534.057524:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:1.0:1781825534.057527:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:1.0:1781825534.057532:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825534.057536:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825534.057546:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.057553:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825534.057555:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.057557:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825534.057561:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825534.057564:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825534.057567:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825534.057570:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825534.057582:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=51 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825534.057587:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825534.057591:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825534.057592:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825534.057595:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825534.057600:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.057605:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825534.057607:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825534.057610:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825534.057612:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825534.057617:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.057625:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825534.057628:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825534.057630:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825534.057634:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825534.057642:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051465984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825534.057647:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.057650:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825534.057653:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051465984/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.057667:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825534.057671:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825534.057675:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15a00. 02000000:00000001:1.0:1781825534.057681:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825534.057684:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825534.057687:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825534.057689:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825534.057693:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cf00. 02000000:00000001:1.0:1781825534.057696:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825534.057699:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825534.057702:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:1.0:1781825534.057706:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825534.057708:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.057710:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825534.057720:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825534.057722:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825534.057724:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825534.057727:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825534.061646:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.061670:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825534.061675:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.061678:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.061690:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.061699:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825534.061710:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.061716:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.061723:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.061728:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4cd80 00000400:00000200:1.0:1781825534.061733:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825534.061741:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb89 [1] + 224 00000800:00000001:1.0:1781825534.061750:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.062216:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825534.062221:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825534.062228:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825534.062239:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825534.062251:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825534.062269:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825534.062288:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825534.062309:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825534.062314:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.062484:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.062493:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825534.062503:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825534.062506:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825534.062511:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825534.062520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825534.062533:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825534.062539:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825534.062551:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825534.062563:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.062570:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825534.062572:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.062575:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825534.062579:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825534.062582:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825534.062584:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825534.062587:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825534.062596:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=51 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825534.062601:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825534.062604:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825534.062605:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825534.062608:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825534.062612:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.062616:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825534.062619:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825534.062621:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825534.062622:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825534.062627:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.062634:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825534.062637:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825534.062639:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825534.062643:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825534.062650:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051466112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825534.062655:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.062658:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825534.062661:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051466112/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825534.062667:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825534.062669:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825534.062673:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18d15e00. 02000000:00000001:0.0:1781825534.062677:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825534.062679:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825534.062681:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825534.062683:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825534.062686:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:0.0:1781825534.062691:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825534.062693:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825534.062694:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:0.0:1781825534.062697:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825534.062699:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.062701:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825534.062708:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825534.062710:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825534.062712:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825534.062714:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825534.486258:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825534.486268:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825534.486275:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825534.486276:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825534.486280:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825534.486281:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825534.486315:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825534.486318:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825534.486322:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825535.510730:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825535.510741:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825535.510748:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825535.510750:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825535.510754:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825535.510756:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825535.510968:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825535.510973:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825535.510977:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825536.534419:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825536.534430:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825536.534437:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825536.534441:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825536.534443:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825536.534447:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825536.534451:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825536.534454:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825536.534456:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825536.534458:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825536.534462:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825536.534464:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825536.534496:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825536.534500:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825536.534503:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825537.559416:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825537.559426:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825537.559434:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825537.559435:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825537.559439:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825537.559440:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825537.559616:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825537.559621:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825537.559626:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825538.582765:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825538.582775:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825538.582783:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825538.582784:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825538.582788:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825538.582789:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825538.582820:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825538.582824:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825538.582828:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825539.163455:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825539.163469:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825539.163485:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825539.163495:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825539.163500:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825539.163504:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825539.163511:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825539.163522:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825539.163531:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163547:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825539.163560:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825539.163788:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163799:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.163847:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163850:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825539.163854:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825539.163858:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825539.163861:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825539.163864:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825539.163866:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825539.163869:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825539.163875:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825539.163888:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163893:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825539.163901:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825539.163903:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163908:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_00+0] req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.163917:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163919:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825539.163922:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825539.163925:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825539.163927:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825539.163929:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825539.163931:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825539.163932:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825539.163935:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825539.163938:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163942:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825539.163949:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825539.163951:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163955:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_01+1] req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.163962:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.163964:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825539.163968:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825539.163971:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825539.163974:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825539.163980:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8168) 00000100:00000001:3.0:1781825539.164007:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825539.164011:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825539.164014:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825539.164019:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.164032:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825539.164035:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825539.164040:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825539.164043:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825539.164046:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825539.164050:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051466368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825539.164054:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825539.164062:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825539.164065:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825539.164067:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825539.164072:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825539.164075:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825539.164120:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825539.164126:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825539.164136:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825539.164146:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466368, portal 10 00000100:00000001:3.0:1781825539.164149:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825539.164151:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:3.0:1781825539.164159:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.164166:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825539.164169:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825539.164172:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825539.164292:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051466368, offset 0 00000400:00000200:3.0:1781825539.164303:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825539.164316:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825539.164327:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825539.164333:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825539.164337:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825539.164342:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825539.164345:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825539.164350:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378549:378549:256:4294967295] 192.168.204.116@tcp LPNI seq info [378500:378500:8:4294967295] 00000400:00000200:3.0:1781825539.164355:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825539.164366:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825539.164373:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825539.165362:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825539.165379:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825539.165749:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825539.165755:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825539.165906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.165913:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825539.165917:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825539.165929:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.165939:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825539.165941:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825539.165946:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825539.165950:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825539.165954:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825539.165957:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051466240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825539.165963:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825539.165971:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825539.165975:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825539.165977:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825539.165988:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825539.165991:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825539.165999:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825539.166004:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825539.166014:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825539.166022:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466240, portal 25 00000100:00000001:2.0:1781825539.166025:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825539.166027:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781825539.166032:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.166041:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825539.166044:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825539.166046:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825539.166049:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051466240, offset 0 00000400:00000200:2.0:1781825539.166056:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825539.166065:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825539.166074:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825539.166115:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825539.166121:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825539.166125:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825539.166129:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825539.166133:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378550:378550:255:4294967295] 192.168.204.116@tcp LPNI seq info [378501:378501:7:4294967295] 00000400:00000200:2.0:1781825539.166138:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825539.166149:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825539.166156:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825539.166161:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825539.166167:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825539.166172:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825539.166175:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825539.166234:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.166242:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26395 usecs (27 jiffies) 00000400:00000200:3.0:1781825539.166246:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825539.166250:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302831139 00000100:00000001:3.0:1781825539.166254:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302834706 00000100:00000001:3.0:1781825539.166257:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302831139 00000100:00000001:3.0:1781825539.166260:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302834706 00000100:00000001:3.0:1781825539.166262:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825539.166266:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.166270:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.166273:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825539.166282:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825539.166285:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825539.166288:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825539.166289:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825539.166291:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.166293:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.169857:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825539.169891:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825539.169897:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302839836 00000100:00000001:2.0:1781825539.169912:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302834706 00000100:00000001:2.0:1781825539.169920:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302839836 00000100:00000001:2.0:1781825539.169923:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302834706 00000100:00000001:2.0:1781825539.169927:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825539.169932:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.169937:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825539.169953:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.169966:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825539.169969:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825539.169974:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825539.169979:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825539.169982:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825539.169986:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051466496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825539.169990:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825539.170000:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825539.170004:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825539.170007:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825539.170021:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825539.170024:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825539.170030:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825539.170035:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825539.170045:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825539.170054:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466496, portal 10 00000100:00000001:2.0:1781825539.170057:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825539.170059:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825539.170069:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.170076:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825539.170095:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825539.170098:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825539.170103:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051466496, offset 0 00000400:00000200:2.0:1781825539.170110:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825539.170121:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825539.170131:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825539.170138:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825539.170143:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825539.170147:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825539.170150:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825539.170154:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378551:378551:254:4294967295] 192.168.204.116@tcp LPNI seq info [378502:378502:6:4294967295] 00000400:00000200:2.0:1781825539.170159:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825539.170170:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825539.171850:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825539.171870:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825539.171893:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825539.171903:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825539.171908:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825539.171917:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825539.171924:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20420 usecs (21 jiffies) 00000400:00000200:2.0:1781825539.171931:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825539.171935:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302831136 00000100:00000001:2.0:1781825539.171939:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302839836 00000100:00000001:2.0:1781825539.171942:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302831136 00000100:00000001:2.0:1781825539.171944:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302839836 00000100:00000001:2.0:1781825539.171946:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825539.171951:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.171956:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.171960:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.171971:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825539.171974:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825539.171977:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.171979:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825539.171981:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.171985:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825539.172265:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825539.172272:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825539.172281:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.172287:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825539.172295:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:1.0:1781825539.172299:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:1.0:1781825539.172305:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825539.172315:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.172327:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825539.172329:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.172336:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825539.172338:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825539.172353:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825539.172356:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825539.172359:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.172363:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825539.172366:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781825539.172367:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781825539.172372:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825539.172377:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.172455:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825539.172459:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.172465:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825539.172466:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825539.172551:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825539.172554:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781825539.172557:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.172561:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825539.173481:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:1.0:1781825539.173485:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:1.0:1781825539.173489:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825539.173498:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.173508:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825539.173511:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.173517:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825539.173519:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825539.176278:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176305:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825539.176310:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176313:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.176333:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176342:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825539.176356:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176363:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176368:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176373:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ce00 00000400:00000200:1.0:1781825539.176378:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176385:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feba1 [1] + 224 00000800:00000001:1.0:1781825539.176393:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176397:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.176400:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.176405:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825539.176414:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825539.176423:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825539.176435:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.176458:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825539.176468:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176471:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825539.176473:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176475:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.176478:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176481:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825539.176485:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825539.176515:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.176523:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825539.176534:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825539.176537:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825539.176542:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825539.176550:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825539.176553:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825539.176560:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1781825539.176649:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176655:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176658:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ce80 00000400:00000200:1.0:1781825539.176662:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176667:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feb99 [1] + 224 00000800:00000001:1.0:1781825539.176672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176678:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.176680:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.176683:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825539.176686:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825539.176691:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825539.176700:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.176719:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825539.176724:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176728:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825539.176729:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.176731:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.176741:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000200:2.0:1781825539.176742:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825539.176757:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00000001:3.0:1781825539.176761:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825539.176767:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1781825539.176776:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1781825539.176778:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825539.176784:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825539.176789:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:1.0:1781825539.176789:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825539.176807:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825539.176812:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000100:00000001:2.0:1781825539.176815:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1781825539.176821:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000400:00000200:1.0:1781825539.176822:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825539.176823:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.176841:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825539.176847:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825539.176850:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781825539.176852:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825539.176857:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781825539.176860:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781825539.176862:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781825539.176874:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1781825539.176875:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=56 v=5 (5 5 5 5) 00000100:00000001:3.0:1781825539.176884:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825539.176886:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825539.176888:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825539.176890:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825539.176892:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825539.176893:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825539.176896:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825539.176902:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4cf00 00000100:00001000:3.0:1781825539.176904:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=56 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825539.176910:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825539.176913:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825539.176915:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825539.176918:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825539.176922:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.176926:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825539.176929:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825539.176931:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825539.176932:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.176939:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1781825539.176942:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825539.176950:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825539.176953:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.176956:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1781825539.176957:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1781825539.176961:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:2.0:1781825539.176961:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.176964:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.176966:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825539.176972:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825539.176976:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.176997:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1781825539.176999:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051466368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825539.177002:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825539.177006:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825539.177008:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825539.177013:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825539.177016:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825539.177027:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051466368/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825539.177032:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00100000:2.0:1781825539.177050:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051466240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825539.177053:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1781825539.177053:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feba9 [1] + 224 00000100:00000001:2.0:1781825539.177061:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825539.177062:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1781825539.177065:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781825539.177067:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825539.177075:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051466240/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.177128:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825539.177132:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825539.177134:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825539.177142:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825539.177147:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825539.177150:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825539.177153:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825539.177157:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:2.0:1781825539.177163:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825539.177165:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825539.177167:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781825539.177173:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1781825539.177211:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825539.177218:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825539.177221:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825539.177223:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825539.177227:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825539.177229:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:3.0:1781825539.177233:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825539.177234:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825539.177236:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:3.0:1781825539.177239:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825539.177241:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825539.177244:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.177248:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825539.177255:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825539.177255:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.177260:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.177260:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.177264:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825539.177267:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.177270:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825539.177277:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825539.177281:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825539.182318:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825539.182327:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825539.182337:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825539.182346:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825539.182355:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825539.182367:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825539.182386:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825539.182397:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825539.182402:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.182508:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.182517:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825539.182529:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825539.182531:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825539.182536:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825539.182545:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:2.0:1781825539.182548:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:2.0:1781825539.182554:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825539.182683:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825539.182699:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.182709:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825539.182712:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.182717:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825539.182722:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825539.182724:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825539.182727:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825539.182731:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825539.182745:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=56 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825539.182751:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825539.182754:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825539.182756:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825539.182759:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825539.182763:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.182768:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825539.182771:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825539.182774:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825539.182776:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825539.182782:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.182790:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825539.182794:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825539.182797:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825539.182802:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825539.182810:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051466496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825539.182816:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.182819:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825539.182821:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051466496/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825555 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825539.182836:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825539.182839:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825539.182843:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825539.182848:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825539.182852:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825539.182854:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825539.182856:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825539.182860:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825539.182864:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825539.182867:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825539.182868:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825539.182878:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825539.182952:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.182956:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825539.182966:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825539.182968:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825539.182970:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825539.182974:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606243:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825539.606255:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825539.606258:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825539.606262:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606268:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825539.606273:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606276:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606279:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606283:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825539.606285:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606289:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825539.606291:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825539.606292:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825539.606293:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606295:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825539.606296:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606297:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825539.606299:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825539.606414:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825539.606422:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825539.606427:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825540.633829:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825540.633836:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825540.633841:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825540.633842:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825540.633845:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825540.633847:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825540.633882:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825540.633885:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825540.633888:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825541.654465:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825541.654471:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825541.654477:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825541.654478:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825541.654481:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825541.654483:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825541.654828:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825541.654831:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825541.654834:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825542.679294:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825542.679301:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825542.679306:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825542.679308:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825542.679311:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825542.679312:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825542.679337:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825542.679339:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825542.679342:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825543.702182:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825543.702190:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825543.702197:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825543.702198:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825543.702201:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825543.702203:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825543.702763:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825543.702768:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825543.702772:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825544.278218:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825544.278240:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825544.278252:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825544.278259:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825544.278264:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825544.278267:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825544.278274:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825544.278284:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825544.278290:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.278303:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825544.278314:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825544.278320:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.278327:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_00+0] req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.278401:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.278405:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825544.278408:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825544.278415:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.278424:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825544.278426:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.278430:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825544.278434:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825544.278437:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825544.278440:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051466624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825544.278445:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825544.278452:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825544.278454:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.278457:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825544.278462:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825544.278465:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825544.278472:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825544.278477:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825544.278485:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825544.278493:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466624, portal 25 00000100:00000001:2.0:1781825544.278496:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825544.278497:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:2.0:1781825544.278503:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.278511:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825544.278514:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825544.278518:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825544.278521:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051466624, offset 0 00000400:00000200:2.0:1781825544.278529:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825544.278538:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825544.278545:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825544.278550:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825544.278554:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825544.278558:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825544.278561:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825544.278564:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378552:378552:256:4294967295] 192.168.204.116@tcp LPNI seq info [378503:378503:8:4294967295] 00000400:00000200:2.0:1781825544.278569:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825544.278579:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825544.278586:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825544.278591:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825544.278598:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825544.278605:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825544.278610:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825544.278632:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825544.278636:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825544.278640:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302844945 00000100:00000001:2.0:1781825544.278658:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302839836 00000100:00000001:2.0:1781825544.278664:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302844945 00000100:00000001:2.0:1781825544.278667:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302839836 00000100:00000001:2.0:1781825544.278670:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825544.278673:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.278676:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.278678:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.278773:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.278777:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825544.278780:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825544.278784:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781825544.278787:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825544.278790:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825544.278791:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825544.278794:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825544.278799:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825544.278802:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.278809:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825544.278816:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825544.278818:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.278822:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_01+1] req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781825544.278967:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825544.278973:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781825544.278977:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825544.278983:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825544.278988:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:1.0:1781825544.278990:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:1.0:1781825544.278995:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825544.278999:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825544.279008:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825544.279011:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825544.279029:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825544.279031:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825544.283437:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825544.283445:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825544.283452:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.283454:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825544.283459:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825544.283463:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825544.283465:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.283467:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825544.283469:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.283471:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.283472:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825544.283474:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825544.283487:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.283497:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825544.283499:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.283503:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825544.283507:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825544.283510:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825544.283514:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051466752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825544.283518:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825544.283524:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825544.283527:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.283530:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825544.283541:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825544.283544:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825544.283551:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825544.283557:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825544.283565:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825544.283572:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466752, portal 10 00000100:00000001:2.0:1781825544.283575:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825544.283577:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781825544.283585:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.283593:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825544.283596:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825544.283599:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825544.283603:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051466752, offset 0 00000400:00000200:2.0:1781825544.283612:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825544.283622:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825544.283631:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825544.283636:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825544.283641:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825544.284128:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825544.284131:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825544.284135:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378553:378553:256:4294967295] 192.168.204.116@tcp LPNI seq info [378504:378504:8:4294967295] 00000400:00000200:2.0:1781825544.284141:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825544.284152:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825544.284158:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825544.284165:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825544.284172:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825544.284180:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825544.284184:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825544.284205:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825544.284211:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26368 usecs (27 jiffies) 00000400:00000200:2.0:1781825544.284214:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825544.284230:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302836256 00000100:00000001:2.0:1781825544.284234:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302844945 00000100:00000001:2.0:1781825544.284236:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302836256 00000100:00000001:2.0:1781825544.284239:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302844945 00000100:00000001:2.0:1781825544.284241:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825544.284244:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.284247:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.284250:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.284273:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.284276:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825544.284439:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825544.284444:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825544.284450:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825544.284455:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825544.284460:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:1.0:1781825544.284462:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:1.0:1781825544.284467:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825544.284472:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825544.284482:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825544.284485:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825544.284492:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825544.284494:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825544.285274:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.285279:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825544.285284:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825544.285291:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825544.285296:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825544.285301:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825544.285305:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825544.285310:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825544.285319:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825544.285325:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.285332:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825544.285343:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825544.285348:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.285353:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.285372:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.285375:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825544.285378:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825544.285381:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825544.285384:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825544.285389:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8173) 00000100:00000001:3.0:1781825544.285403:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1781825544.285405:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825544.285406:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.285414:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825544.285415:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.285417:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825544.285419:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825544.285421:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825544.285426:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.285434:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825544.285436:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825544.285439:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825544.285442:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825544.285444:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825544.285448:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051466880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825544.285453:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825544.285459:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825544.285461:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825544.285464:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825544.285469:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825544.285471:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825544.285476:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825544.285480:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825544.285526:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825544.285533:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051466880, portal 10 00000100:00000001:3.0:1781825544.285535:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825544.285537:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:3.0:1781825544.285544:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.285551:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825544.285553:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825544.285557:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781825544.285559:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051466880, offset 0 00000400:00000200:3.0:1781825544.285564:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825544.285571:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825544.285578:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825544.285582:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825544.285586:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825544.285589:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825544.285591:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825544.285594:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378554:378554:256:4294967295] 192.168.204.116@tcp LPNI seq info [378505:378505:8:4294967295] 00000400:00000200:3.0:1781825544.285598:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825544.285607:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825544.285612:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825544.285617:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825544.285622:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825544.285628:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825544.285632:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825544.285658:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.285662:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20425 usecs (21 jiffies) 00000400:00000200:3.0:1781825544.285666:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825544.285668:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302836252 00000100:00000001:3.0:1781825544.285671:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302844945 00000100:00000001:3.0:1781825544.285673:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302836252 00000800:00000001:0.0:1781825544.285926:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.285938:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825544.285941:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.285943:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.285949:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.285953:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825544.285961:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.285965:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.285969:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.285973:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4cf80 00000400:00000200:0.0:1781825544.285978:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.285983:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febb1 [1] + 224 00000800:00000001:0.0:1781825544.285989:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.285996:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.285999:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825544.286002:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825544.286008:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825544.286014:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825544.286023:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825544.286031:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1781825544.286122:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825544.286126:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:0.0:1781825544.286130:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825544.286134:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825544.286137:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:0.0:1781825544.286140:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:0.0:1781825544.286143:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825544.286147:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825544.286156:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825544.286159:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825544.286166:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825544.286168:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825544.286172:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.286175:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.286467:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302844945 00000100:00000001:3.0:1781825544.286471:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825544.286474:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825544.286477:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825544.286480:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.286552:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.286556:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825544.286561:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825544.286564:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825544.286566:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825544.286570:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:2.0:1781825544.286572:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:2.0:1781825544.286576:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825544.286581:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825544.286590:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.286596:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825544.286597:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.286600:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825544.286603:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825544.286606:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825544.286608:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.286611:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825544.286618:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825544.286622:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825544.286624:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825544.286625:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825544.286628:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825544.286630:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.286632:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825544.286636:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.286655:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825544.286658:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825544.286659:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825544.286664:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825544.286671:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051466624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825544.286675:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.286961:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825544.286967:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051466624/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.286974:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825544.286977:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825544.286981:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825544.286986:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825544.286988:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825544.286990:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825544.286992:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825544.286995:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:2.0:1781825544.286998:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825544.287000:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825544.287002:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781825544.287006:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825544.287008:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.287010:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.287011:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.287013:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825544.287015:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.287016:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825544.301348:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301370:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825544.301374:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301377:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.301386:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301393:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825544.301404:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301410:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301416:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301420:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d000 00000400:00000200:0.0:1781825544.301425:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301431:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febb9 [1] + 224 00000800:00000001:0.0:1781825544.301439:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301443:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.301446:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825544.301451:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825544.301459:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825544.301469:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825544.301482:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.301553:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.301557:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825544.301574:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825544.301587:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301591:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825544.301593:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301596:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.301599:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301603:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825544.301607:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301610:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301613:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301616:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d080 00000400:00000200:0.0:1781825544.301619:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825544.301623:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febc1 [1] + 224 00000800:00000001:0.0:1781825544.301627:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301771:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825544.301774:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825544.301779:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825544.301782:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825544.301788:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825544.301797:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.301853:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825544.301856:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825544.301870:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825544.301875:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825544.301878:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825544.305323:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825544.305330:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825544.305335:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825544.305345:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825544.305348:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825544.305353:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825544.305364:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825544.305376:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.305385:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825544.305387:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.305390:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825544.305395:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825544.305397:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825544.305400:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825544.305403:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825544.305413:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=61 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825544.305417:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825544.305420:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825544.305422:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825544.305425:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825544.305429:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.305433:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825544.305436:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825544.305438:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825544.305439:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825544.305444:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.305452:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825544.305456:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825544.305458:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825544.305462:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825544.305470:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051466752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825544.305475:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.305478:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825544.305481:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051466752/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825544.305488:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825544.305491:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825544.305494:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825544.305499:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825544.305501:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825544.305503:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825544.305506:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825544.305510:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825544.305514:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825544.305516:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825544.305518:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781825544.305526:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825544.305528:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.305531:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825544.305539:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825544.305541:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825544.305544:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825544.305546:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1781825544.306994:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825544.307000:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825544.307004:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825544.307010:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825544.307012:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825544.307017:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825544.307030:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825544.307042:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.307050:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825544.307052:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.307056:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825544.307059:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825544.307061:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825544.307064:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825544.307067:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825544.307075:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=61 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825544.307095:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825544.307098:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825544.307099:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825544.307145:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825544.307148:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825544.307152:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825544.307154:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825544.307156:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825544.307157:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825544.307162:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.307170:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825544.307173:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825544.307174:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825544.307178:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825544.307186:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051466880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825544.307191:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.307194:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825544.307197:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051466880/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825560 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825544.307204:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825544.307206:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825544.307210:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825544.307213:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825544.307215:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825544.307217:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825544.307220:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825544.307288:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:3.0:1781825544.307294:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825544.307296:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825544.307297:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:3.0:1781825544.307303:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825544.307304:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.307307:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825544.307313:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825544.307314:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825544.307317:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825544.307319:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825544.726200:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825544.726207:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825544.726213:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825544.726215:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825544.726218:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825544.726220:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825544.726244:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825544.726247:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825544.726250:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825545.753330:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825545.753338:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825545.753343:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825545.753345:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825545.753348:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825545.753349:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825545.753411:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825545.753415:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825545.753418:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825546.774210:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825546.774219:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825546.774226:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825546.774230:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825546.774232:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825546.774235:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825546.774238:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825546.774240:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825546.774242:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825546.774244:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825546.774247:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825546.774248:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825546.774267:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825546.774270:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825546.774272:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825547.798217:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825547.798226:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825547.798231:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825547.798233:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825547.798236:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825547.798238:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825547.798497:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825547.798500:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825547.798503:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825548.828165:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825548.828172:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825548.828178:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825548.828180:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825548.828183:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825548.828185:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825548.828210:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825548.828213:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825548.828216:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825549.398805:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825549.398814:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825549.398826:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825549.398833:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825549.398838:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825549.398841:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825549.398846:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825549.398854:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825549.398860:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398871:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825549.398881:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825549.398884:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398890:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.398921:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398924:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825549.398927:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825549.398931:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825549.398933:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825549.398936:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825549.398937:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825549.398940:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825549.398943:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825549.398945:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398950:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825549.398956:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825549.398959:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398962:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_00+0] req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.398971:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.398973:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825549.398976:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825549.398979:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825549.398981:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825549.398983:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825549.398984:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825549.398986:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825549.398989:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825549.399003:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.399009:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825549.399016:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825549.399018:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.399021:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_01+1] req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.399029:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.399031:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825549.399034:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825549.399037:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825549.399040:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825549.399045:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8179) 00000100:00000001:2.0:1781825549.399059:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.399062:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825549.399064:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825549.399069:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.399076:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825549.399114:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.399119:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825549.399121:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825549.399124:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825549.399128:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051467136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.399132:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825549.399137:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825549.399140:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.399142:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825549.399146:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825549.399148:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825549.399155:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825549.399159:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825549.399166:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825549.399173:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467136, portal 10 00000100:00000001:2.0:1781825549.399181:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825549.399183:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825549.399197:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.399206:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825549.399209:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825549.399212:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825549.399215:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051467136, offset 0 00000400:00000200:2.0:1781825549.399222:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825549.399231:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.399238:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825549.399243:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825549.399247:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825549.399250:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825549.399253:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825549.399256:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378555:378555:256:4294967295] 192.168.204.116@tcp LPNI seq info [378506:378506:8:4294967295] 00000400:00000200:2.0:1781825549.399261:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.399271:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825549.399277:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825549.399283:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825549.399289:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825549.399297:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825549.399301:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825549.399323:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.399328:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26386 usecs (27 jiffies) 00000400:00000200:2.0:1781825549.399332:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825549.399335:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302841372 00000100:00000001:2.0:1781825549.399338:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302844945 00000100:00000001:2.0:1781825549.399340:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302841372 00000100:00000001:2.0:1781825549.399342:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302844945 00000100:00000001:2.0:1781825549.399344:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.399347:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.399350:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.399352:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.399360:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825549.399362:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825549.399364:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.399365:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825549.399366:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825549.399369:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825549.399370:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.399372:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825549.399373:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.399375:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.399375:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825549.399376:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825549.399381:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.399387:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825549.399388:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.399390:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825549.399392:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825549.399393:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825549.399396:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051467008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.399399:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825549.399401:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825549.399403:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.399404:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825549.399408:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825549.399409:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825549.399413:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825549.399415:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825549.399419:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825549.399422:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467008, portal 25 00000100:00000001:2.0:1781825549.399424:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825549.399425:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781825549.399430:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.399436:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825549.399438:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825549.399440:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825549.399442:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051467008, offset 0 00000400:00000200:2.0:1781825549.399446:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825549.399450:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.399454:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825549.399457:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825549.399459:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825549.399462:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825549.399464:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825549.399466:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378556:378556:255:4294967295] 192.168.204.116@tcp LPNI seq info [378507:378507:7:4294967295] 00000400:00000200:2.0:1781825549.399470:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.399476:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825549.399480:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825549.399483:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825549.399487:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825549.399491:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825549.399494:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825549.399497:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825549.399499:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825549.399501:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302850066 00000100:00000001:2.0:1781825549.399509:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302844945 00000100:00000001:2.0:1781825549.399512:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302850066 00000100:00000001:2.0:1781825549.399516:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302844945 00000100:00000001:2.0:1781825549.399531:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.399534:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.399536:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825549.399539:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781825549.399693:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825549.399698:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825549.399704:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825549.399709:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825549.399715:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:1.0:1781825549.399718:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:1.0:1781825549.399723:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825549.399727:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.399736:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825549.399739:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.399746:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825549.399748:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825549.399822:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825549.399825:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781825549.399828:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825549.399831:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825549.399834:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:1.0:1781825549.399835:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:1.0:1781825549.399837:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825549.399841:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.399847:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825549.399850:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.399857:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825549.399859:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825549.400121:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825549.400122:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.400125:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825549.400127:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825549.400129:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825549.400132:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051467264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.400136:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825549.400139:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825549.400141:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.400143:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825549.400146:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825549.400148:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825549.400152:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825549.400155:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825549.400159:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825549.400162:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467264, portal 10 00000100:00000001:2.0:1781825549.400164:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825549.400165:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825549.400172:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.400178:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825549.400180:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825549.400183:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825549.400186:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051467264, offset 0 00000400:00000200:2.0:1781825549.400190:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825549.400194:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.400198:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825549.400200:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825549.400203:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825549.400205:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825549.400208:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825549.400210:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378557:378557:256:4294967295] 192.168.204.116@tcp LPNI seq info [378508:378508:8:4294967295] 00000400:00000200:2.0:1781825549.400214:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825549.400219:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825549.400224:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825549.400227:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825549.400231:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825549.400235:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825549.400239:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825549.400257:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.400261:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20438 usecs (21 jiffies) 00000400:00000200:2.0:1781825549.400264:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825549.400266:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302841367 00000100:00000001:2.0:1781825549.400269:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302850066 00000100:00000001:2.0:1781825549.400271:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302841367 00000100:00000001:2.0:1781825549.400273:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302850066 00000100:00000001:2.0:1781825549.400275:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.400277:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.400279:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.400281:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825549.400737:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825549.400741:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825549.401151:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825549.401155:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:0.0:1781825549.401159:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825549.401165:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825549.401169:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:0.0:1781825549.401171:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:0.0:1781825549.401175:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825549.401179:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825549.401188:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825549.401200:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825549.401207:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825549.401208:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825549.404156:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.404173:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825549.404177:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.404180:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825549.404189:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.404207:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825549.404215:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.404219:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.404225:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.404229:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d180 00000400:00000200:1.0:1781825549.404233:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.404239:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febc9 [1] + 224 00000800:00000001:1.0:1781825549.404247:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.404254:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825549.404257:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825549.404261:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825549.404269:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825549.404278:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825549.404290:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.404310:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825549.404319:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.404322:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.404445:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.404449:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825549.404456:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825549.404459:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825549.404462:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825549.404467:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825549.404470:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825549.404473:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825549.404479:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825549.404488:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.404495:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825549.404496:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.404499:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825549.404502:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825549.404504:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825549.404507:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.404509:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825549.404532:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=66 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825549.404537:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825549.404539:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825549.404541:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825549.404553:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825549.404556:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.404560:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825549.404563:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825549.404564:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825549.404566:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.404571:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.404578:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.404581:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825549.404583:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825549.404587:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825549.404595:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051467136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.404600:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.404602:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825549.404605:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051467136/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.404612:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825549.404615:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825549.404618:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825549.404623:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825549.404626:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825549.404760:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825549.404763:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825549.404766:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825549.404770:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825549.404772:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825549.404774:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825549.404778:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825549.404779:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.404784:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.404785:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.404787:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825549.404789:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.404790:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825549.405320:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825549.405329:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825549.405331:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825549.405334:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825549.405339:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825549.405344:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825549.405351:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825549.405355:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825549.405359:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825549.405363:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d200 00000400:00000200:0.0:1781825549.405367:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825549.405372:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febd9 [1] + 224 00000800:00000001:0.0:1781825549.405377:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825549.405396:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825549.405399:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825549.405403:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825549.405408:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825549.405414:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825549.405424:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825549.405444:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825549.405450:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825549.405453:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.405575:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.405579:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825549.405583:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825549.405584:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825549.405587:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825549.405591:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:2.0:1781825549.405594:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:2.0:1781825549.405597:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825549.405602:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825549.405611:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.405617:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825549.405619:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.405621:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825549.405623:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825549.405625:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825549.405770:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.405773:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825549.405781:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=66 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825549.405785:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825549.405787:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825549.405788:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825549.405790:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825549.405793:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.405795:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825549.405797:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825549.405799:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825549.405801:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.405806:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.405813:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.405815:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825549.405816:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825549.405820:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825549.405826:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051467264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.405830:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.405833:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825549.405836:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051467264/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.405842:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825549.405843:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825549.405847:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5e00. 02000000:00000001:2.0:1781825549.405850:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825549.405853:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825549.405855:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825549.405857:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825549.405859:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825549.405861:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825549.405863:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825549.405864:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825549.405867:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825549.405868:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.405883:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.405885:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.405886:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825549.405888:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.405890:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825549.422260:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.422281:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825549.422285:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.422288:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825549.422297:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.422304:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825549.422315:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.422321:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.422326:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.422335:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d100 00000400:00000200:1.0:1781825549.422341:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825549.422347:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febd1 [1] + 224 00000800:00000001:1.0:1781825549.422358:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.422369:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825549.422372:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825549.422376:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825549.422383:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825549.422393:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825549.422404:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825549.422428:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825549.422437:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825549.422440:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.423906:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.423913:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825549.423923:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825549.423925:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825549.423929:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825549.423936:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825549.423938:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825549.423942:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825549.423950:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825549.423960:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.423967:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825549.423969:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.423972:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825549.423975:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825549.423977:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825549.423980:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825549.423983:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825549.423990:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825549.424005:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825549.424008:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825549.424010:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825549.424012:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825549.424015:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.424017:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825549.424022:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.424030:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825549.424033:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825549.424035:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825549.424039:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825549.424047:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051467008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825549.424052:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.424055:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825549.424059:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051467008/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825565 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825549.424065:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825549.424069:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825549.424073:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825549.424309:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825549.424313:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825549.424315:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825549.424317:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825549.424320:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781825549.424323:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825549.424325:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825549.424327:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825549.424332:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825549.424334:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.424336:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825549.424344:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825549.424346:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825549.424348:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825549.424351:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846195:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825549.846205:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825549.846207:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825549.846211:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846215:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825549.846218:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846220:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846222:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846227:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825549.846228:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846231:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825549.846233:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825549.846234:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825549.846235:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846237:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825549.846238:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846239:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825549.846241:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825549.846663:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825549.846667:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825549.846670:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825550.870216:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825550.870222:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825550.870227:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825550.870229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825550.870232:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825550.870233:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825550.870258:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825550.870261:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825550.870263:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825551.894246:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825551.894256:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825551.894264:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825551.894266:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825551.894269:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825551.894271:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825551.894449:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825551.894454:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825551.894457:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825552.918256:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825552.918267:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825552.918275:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825552.918276:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825552.918280:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825552.918282:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825552.918317:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825552.918320:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825552.918323:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825553.942327:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825553.942338:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825553.942346:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825553.942347:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825553.942351:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825553.942353:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825553.942603:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825553.942607:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825553.942610:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825554.518444:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825554.518459:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825554.518475:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825554.518490:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825554.518496:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825554.518500:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825554.518508:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825554.518520:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825554.518538:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.518554:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825554.518568:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825554.518573:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.518582:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_00+0] req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.518663:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.518669:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825554.518672:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825554.518679:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.518700:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825554.518702:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.518708:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825554.518711:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825554.518714:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825554.518717:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051467392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825554.518722:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825554.518732:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825554.518735:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.518738:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825554.518744:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79a00. 02000000:00000001:1.0:1781825554.518746:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825554.518756:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825554.518762:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9c60. 00000400:00000010:1.0:1781825554.518773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825554.518783:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467392, portal 25 00000100:00000001:1.0:1781825554.518786:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825554.518788:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781825554.518794:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.518802:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825554.518805:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825554.518808:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825554.518811:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051467392, offset 0 00000400:00000200:1.0:1781825554.518818:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825554.518829:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.518838:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825554.518844:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825554.518849:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825554.518854:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825554.518857:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825554.518861:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378558:378558:256:4294967295] 192.168.204.116@tcp LPNI seq info [378509:378509:8:4294967295] 00000400:00000200:1.0:1781825554.518865:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.518877:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825554.518884:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825554.518891:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825554.518899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825554.518908:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825554.518912:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825554.518930:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825554.518936:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825554.518939:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302855185 00000100:00000001:1.0:1781825554.518951:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302850066 00000100:00000001:1.0:1781825554.518957:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302855185 00000100:00000001:1.0:1781825554.518961:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302850066 00000100:00000001:1.0:1781825554.518965:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825554.518968:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.518971:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.518974:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.519379:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.519385:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825554.519389:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825554.519396:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825554.519400:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825554.519403:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825554.519405:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825554.519408:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825554.519414:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825554.519417:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.519423:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825554.519432:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825554.519436:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.519440:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520338:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825554.520345:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825554.520350:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.520352:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825554.520356:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825554.520358:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781825554.520360:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.520362:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825554.520363:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.520365:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.520366:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825554.520367:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825554.520378:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520388:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825554.520390:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.520394:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825554.520397:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825554.520402:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825554.520406:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051467520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825554.520410:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825554.520416:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825554.520419:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.520422:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825554.520428:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825554.520430:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825554.520437:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825554.520443:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825554.520451:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781825554.520456:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467520, portal 10 00000100:00000001:1.0:1781825554.520458:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825554.520460:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:1.0:1781825554.520468:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520474:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825554.520476:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825554.520478:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825554.520481:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051467520, offset 0 00000400:00000200:1.0:1781825554.520487:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825554.520496:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.520504:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825554.520511:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825554.520516:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825554.520519:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825554.520522:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825554.520526:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378559:378559:255:4294967295] 192.168.204.116@tcp LPNI seq info [378510:378510:7:4294967295] 00000400:00000200:1.0:1781825554.520540:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.520551:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825554.520557:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825554.520563:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825554.520570:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825554.520577:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825554.520581:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825554.520585:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825554.520590:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26335 usecs (27 jiffies) 00000400:00000200:1.0:1781825554.520593:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825554.520595:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302846492 00000100:00000001:1.0:1781825554.520599:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302855185 00000100:00000001:1.0:1781825554.520601:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302846492 00000100:00000001:1.0:1781825554.520603:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302855185 00000100:00000001:1.0:1781825554.520605:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825554.520608:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.520610:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.520612:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825554.520680:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825554.520697:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:1.0:1781825554.520705:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825554.520711:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825554.520717:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:1.0:1781825554.520720:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:1.0:1781825554.520725:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825554.520731:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520743:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825554.520746:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520754:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.520755:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825554.520836:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825554.520839:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:1.0:1781825554.520842:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825554.520846:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825554.520849:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781825554.520850:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781825554.520853:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825554.520856:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520863:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825554.520867:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.520874:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.520875:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825554.520887:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.520890:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825554.520983:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.520988:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825554.520992:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825554.520999:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781825554.521004:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825554.521008:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825554.521011:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825554.521015:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825554.521022:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825554.521027:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.521033:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825554.521043:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825554.521048:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.521053:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_00+0] req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.521066:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.521069:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825554.521072:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825554.521075:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825554.521093:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825554.521100:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8184) 00000100:00000001:1.0:1781825554.522797:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781825554.522806:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825554.522811:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.522820:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825554.522822:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.522824:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.522826:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825554.522829:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825554.522843:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.522853:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825554.522856:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.522861:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825554.522864:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825554.522868:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825554.522872:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051467648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825554.522876:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825554.522882:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825554.522885:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.522888:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825554.522900:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825554.522902:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825554.522909:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825554.522915:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e98f0. 00000400:00000010:1.0:1781825554.522925:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825554.522932:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467648, portal 10 00000100:00000001:1.0:1781825554.522934:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825554.522936:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:1.0:1781825554.522943:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.522949:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825554.522952:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825554.522954:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825554.522957:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051467648, offset 0 00000400:00000200:1.0:1781825554.522964:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825554.522972:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.522981:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825554.522987:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825554.522992:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825554.522995:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825554.522998:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825554.523002:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378560:378560:256:4294967295] 192.168.204.116@tcp LPNI seq info [378511:378511:8:4294967295] 00000400:00000200:1.0:1781825554.523006:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.523018:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825554.523024:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825554.523030:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825554.523037:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825554.523054:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825554.523059:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825554.523135:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825554.523141:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20415 usecs (21 jiffies) 00000400:00000200:1.0:1781825554.523145:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825554.523149:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302846490 00000100:00000001:1.0:1781825554.523153:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302855185 00000100:00000001:1.0:1781825554.523156:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302846490 00000100:00000001:1.0:1781825554.523168:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302855185 00000100:00000001:1.0:1781825554.523171:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825554.523174:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.523177:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.523180:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.523210:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.523213:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825554.523215:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.523218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825554.523800:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825554.523806:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825554.523812:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825554.523818:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825554.523824:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781825554.523827:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781825554.523831:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825554.523837:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.523848:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825554.523852:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.523859:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825554.523861:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825554.525520:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525550:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825554.525556:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825554.525569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525577:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825554.525589:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525595:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525602:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525607:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d280 00000400:00000200:1.0:1781825554.525613:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525621:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febe1 [1] + 224 00000800:00000001:1.0:1781825554.525629:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525633:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825554.525636:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825554.525640:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825554.525647:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825554.525657:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825554.525675:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.525712:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825554.525722:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525725:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825554.525727:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525729:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825554.525732:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525736:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825554.525740:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525743:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525746:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525749:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d300 00000400:00000200:1.0:1781825554.525752:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825554.525757:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3febf1 [1] + 224 00000800:00000001:1.0:1781825554.525761:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525768:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825554.525778:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825554.525782:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825554.525785:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825554.525790:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825554.525799:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.525806:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825554.525810:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825554.525813:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526377:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825554.526383:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825554.526392:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825554.526395:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825554.526399:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:0.0:1781825554.526406:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781825554.526409:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781825554.526412:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825554.526420:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825554.526432:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526439:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825554.526441:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526444:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825554.526449:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825554.526452:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825554.526455:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825554.526458:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825554.526472:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=71 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825554.526477:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825554.526481:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825554.526482:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825554.526486:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825554.526490:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825554.526495:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825554.526498:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825554.526499:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825554.526501:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.526506:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526513:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825554.526517:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825554.526519:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825554.526523:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825554.526542:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051467520:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825554.526548:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825554.526550:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825554.526553:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9c60. 00000400:00000200:0.0:1781825554.526555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781825554.526557:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781825554.526560:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825554.526563:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825554.526572:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526579:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825554.526581:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526582:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825554.526583:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825554.526585:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825554.526586:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825554.526588:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825554.526591:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825554.526594:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825554.526597:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825554.526598:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825554.526600:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825554.526602:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825554.526604:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825554.526607:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526613:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825554.526615:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825554.526616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825554.526620:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825554.526627:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051467392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825554.526631:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526634:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825554.526639:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051467520/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526646:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825554.526649:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825554.526655:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78000. 02000000:00000001:0.0:1781825554.526658:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825554.526662:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825554.526664:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825554.526667:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825554.526670:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825554.526675:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825554.526677:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825554.526679:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825554.526696:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825554.526697:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526699:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825554.526703:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051467392/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.526710:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825554.526711:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825554.526713:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79a00. 02000000:00000001:0.0:1781825554.526715:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825554.526717:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825554.526718:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825554.526720:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825554.526721:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:0.0:1781825554.526723:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825554.526724:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825554.526726:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781825554.526728:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825554.526729:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526732:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825554.526743:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825554.526745:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825554.526748:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825554.526751:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825554.528581:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825554.528601:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825554.528606:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825554.528609:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825554.528619:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825554.528628:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825554.528639:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825554.528644:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825554.528651:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825554.528656:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d380 00000400:00000200:0.0:1781825554.528661:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825554.528668:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec01 [1] + 224 00000800:00000001:0.0:1781825554.528677:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825554.528684:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825554.528698:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825554.528703:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825554.528711:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825554.528720:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825554.528730:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825554.528752:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825554.528761:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825554.528764:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.529021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.529026:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825554.529034:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825554.529037:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825554.529041:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e98f0. 00000400:00000200:1.0:1781825554.529046:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781825554.529050:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781825554.529053:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825554.529058:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825554.529069:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.529075:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825554.529179:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.529183:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825554.529187:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825554.529190:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825554.529193:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825554.529196:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825554.529277:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=71 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825554.529283:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825554.529286:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825554.529288:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825554.529291:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825554.529295:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.529299:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825554.529302:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825554.529304:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825554.529305:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825554.529312:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.529320:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825554.529324:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825554.529326:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825554.529330:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825554.529344:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051467648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825554.529350:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.529353:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825554.529356:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051467648/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825570 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825554.529363:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825554.529366:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825554.529370:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825554.529376:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825554.529379:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825554.529381:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825554.529384:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825554.529387:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:1.0:1781825554.529392:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825554.529394:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825554.529396:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:1.0:1781825554.529401:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825554.529402:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.529405:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825554.529414:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825554.529416:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825554.529418:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825554.529421:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825554.966511:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825554.966530:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825554.966537:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825554.966538:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825554.966542:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825554.966543:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825554.966577:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825554.966581:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825554.966583:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825555.990222:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825555.990230:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825555.990236:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825555.990237:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825555.990241:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825555.990242:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825555.990341:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825555.990345:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825555.990348:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825557.014221:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825557.014228:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825557.014233:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825557.014236:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825557.014238:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825557.014241:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825557.014244:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825557.014247:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825557.014249:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825557.014251:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825557.014255:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825557.014256:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825557.014282:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825557.014285:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825557.014288:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825558.038196:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825558.038203:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825558.038208:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825558.038210:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825558.038213:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825558.038215:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825558.038332:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825558.038336:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825558.038339:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825559.062212:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825559.062218:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825559.062223:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825559.062225:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825559.062228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825559.062230:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825559.062257:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825559.062260:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825559.062262:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825559.638270:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825559.638290:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825559.638304:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825559.638311:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825559.638316:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825559.638319:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825559.638325:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825559.638335:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825559.638343:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638355:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825559.638367:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825559.638372:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638378:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.638410:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638413:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825559.638417:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825559.638420:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825559.638423:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825559.638425:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825559.638437:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825559.638438:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825559.638444:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825559.638447:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638450:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825559.638457:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825559.638459:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638463:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.638470:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638473:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825559.638475:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825559.638478:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825559.638480:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825559.638482:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825559.638483:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825559.638484:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825559.638487:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825559.638489:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638493:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825559.638500:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825559.638502:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638505:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.638512:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638514:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825559.638517:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825559.638521:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825559.638525:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825559.638531:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8189) 00000100:00000001:3.0:1781825559.638549:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825559.638553:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825559.638555:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825559.638561:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.638568:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825559.638570:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.638574:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825559.638576:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825559.638579:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825559.638582:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051467904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825559.638587:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825559.638595:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825559.638597:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.638600:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825559.638605:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825559.638607:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825559.638614:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825559.638618:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825559.638626:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825559.638633:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467904, portal 10 00000100:00000001:3.0:1781825559.638636:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825559.638638:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:3.0:1781825559.638645:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.638651:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825559.638654:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825559.638657:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825559.638661:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051467904, offset 0 00000400:00000200:3.0:1781825559.638667:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825559.638675:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825559.638682:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825559.638687:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825559.638691:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825559.638695:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825559.638698:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825559.638702:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378561:378561:256:4294967295] 192.168.204.116@tcp LPNI seq info [378512:378512:8:4294967295] 00000400:00000200:3.0:1781825559.638706:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825559.638716:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825559.638734:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825559.638740:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825559.638746:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825559.638756:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825559.638759:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825559.638779:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.638784:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26290 usecs (27 jiffies) 00000400:00000200:3.0:1781825559.638787:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825559.638790:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302851611 00000100:00000001:3.0:1781825559.638794:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302855185 00000100:00000001:3.0:1781825559.638796:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302851611 00000100:00000001:3.0:1781825559.638798:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302855185 00000100:00000001:3.0:1781825559.638802:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.638804:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.638808:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.638918:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.638926:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825559.638928:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825559.638931:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825559.638932:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825559.638934:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825559.638936:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781825559.638938:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.638940:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825559.638942:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.638943:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825559.638945:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825559.638946:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825559.638951:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781825559.638986:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825559.638992:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825559.638997:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825559.639003:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825559.639008:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:1.0:1781825559.639011:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:1.0:1781825559.639014:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825559.639019:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825559.639028:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825559.639034:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.639041:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825559.639044:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825559.639049:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.639050:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825559.639053:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825559.639054:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1781825559.639058:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825559.639062:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051467776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825559.639066:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825559.639069:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825559.639070:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.639072:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825559.639075:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 00000100:00000001:2.0:1781825559.639217:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825559.639221:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.639302:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825559.639308:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825559.639311:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825559.639315:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825559.639318:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051467776, portal 25 00000100:00000001:3.0:1781825559.639320:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825559.639322:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:3.0:1781825559.639327:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.639334:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825559.639337:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825559.639339:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825559.639342:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051467776, offset 0 00000400:00000200:3.0:1781825559.639346:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825559.639351:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825559.639354:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825559.639358:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825559.639360:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825559.639362:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825559.639364:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825559.639367:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378562:378562:256:4294967295] 192.168.204.116@tcp LPNI seq info [378513:378513:8:4294967295] 00000400:00000200:3.0:1781825559.639371:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825559.639377:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825559.639381:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825559.639384:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825559.639388:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825559.639393:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825559.639396:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825559.639401:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825559.639405:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825559.639407:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302860306 00000100:00000001:3.0:1781825559.639414:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302855185 00000100:00000001:3.0:1781825559.639417:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302860306 00000100:00000001:3.0:1781825559.639420:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302855185 00000100:00000001:3.0:1781825559.639423:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.639424:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.639426:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825559.639442:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.639449:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825559.639451:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.639453:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825559.639455:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825559.639457:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825559.639459:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825559.639463:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825559.639465:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825559.639467:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.639468:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825559.639471:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825559.639473:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825559.639476:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825559.639479:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825559.639482:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825559.639484:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468032, portal 10 00000100:00000001:3.0:1781825559.639486:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825559.639487:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:3.0:1781825559.639494:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.639500:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825559.639502:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825559.639505:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825559.639507:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051468032, offset 0 00000800:00000200:0.0:1781825559.639507:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1781825559.639511:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825559.639511:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:0.0:1781825559.639514:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781825559.639515:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825559.639518:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825559.639519:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:3.0:1781825559.639520:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825559.639523:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825559.639523:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000200:3.0:1781825559.639525:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1781825559.639525:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000400:00000200:3.0:1781825559.639527:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:0.0:1781825559.639528:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1781825559.639530:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378563:378563:255:4294967295] 192.168.204.116@tcp LPNI seq info [378514:378514:7:4294967295] 00000100:00000200:0.0:1781825559.639531:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825559.639535:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825559.639539:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1781825559.639540:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000040:0.0:1781825559.639542:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1781825559.639545:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825559.639548:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000100:00000001:0.0:1781825559.639548:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825559.639550:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781825559.639552:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825559.639556:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825559.639558:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825559.639575:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.639579:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20395 usecs (21 jiffies) 00000400:00000200:3.0:1781825559.639582:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825559.639584:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302851606 00000100:00000001:3.0:1781825559.639586:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302860306 00000100:00000001:3.0:1781825559.639589:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302851606 00000100:00000001:3.0:1781825559.639591:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302860306 00000100:00000001:3.0:1781825559.639593:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.639595:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.639598:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.639600:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825559.639610:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825559.639614:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825559.639617:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825559.639622:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825559.639625:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef990 00000400:00000010:1.0:1781825559.639627:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef990. 00000100:00000001:1.0:1781825559.639629:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825559.639633:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825559.639641:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825559.639644:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825559.639650:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825559.639651:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825559.646177:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646192:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825559.646196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646199:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646207:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646215:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825559.646224:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646230:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646235:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646240:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d480 00000400:00000200:0.0:1781825559.646244:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646251:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec11 [1] + 224 00000800:00000001:0.0:1781825559.646257:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646260:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646263:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825559.646267:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825559.646285:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825559.646294:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825559.646305:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825559.646322:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825559.646330:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646333:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825559.646335:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646337:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646339:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646342:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825559.646346:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646348:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646350:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646353:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d500 00000400:00000200:0.0:1781825559.646356:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646360:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec21 [1] + 224 00000800:00000001:0.0:1781825559.646363:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646365:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646367:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825559.646370:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825559.646372:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825559.646376:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825559.646385:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825559.646391:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825559.646394:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646396:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825559.646398:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646399:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646402:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646405:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825559.646409:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646411:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646413:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646415:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d400 00000400:00000200:0.0:1781825559.646418:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825559.646423:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec19 [1] + 224 00000800:00000001:0.0:1781825559.646426:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646443:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825559.646445:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825559.646448:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825559.646450:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825559.646454:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825559.646462:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825559.646468:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825559.646471:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825559.646474:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647287:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825559.647294:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825559.647301:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825559.647303:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825559.647307:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825559.647313:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825559.647316:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825559.647319:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825559.647326:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825559.647337:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647344:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825559.647347:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647349:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825559.647353:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825559.647355:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825559.647357:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.647360:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825559.647367:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825559.647371:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825559.647373:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825559.647375:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825559.647377:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825559.647380:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.647382:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.647386:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647393:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.647396:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825559.647398:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825559.647402:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825559.647410:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051467776:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825559.647416:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825559.647417:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825559.647418:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825559.647421:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825559.647422:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825559.647424:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825559.647439:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825559.647448:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647454:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825559.647455:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647457:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825559.647458:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825559.647459:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825559.647461:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.647462:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825559.647468:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=76 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825559.647471:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825559.647473:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825559.647474:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825559.647475:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825559.647478:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.647480:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825559.647483:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825559.647485:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825559.647486:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.647489:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647496:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.647498:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825559.647500:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825559.647504:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825559.647512:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468032:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825559.647517:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825559.647518:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825559.647520:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825559.647523:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825559.647525:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825559.647526:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825559.647530:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825559.647537:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647542:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825559.647543:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647544:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825559.647546:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825559.647547:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825559.647548:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825559.647550:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825559.647553:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=76 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825559.647556:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825559.647557:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825559.647558:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825559.647560:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825559.647561:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.647563:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825559.647564:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825559.647566:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825559.647567:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825559.647570:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647575:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825559.647577:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825559.647578:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825559.647581:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825559.647587:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051467904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825559.647591:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647594:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825559.647597:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051467776/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647603:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825559.647606:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825559.647610:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825559.647613:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825559.647616:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825559.647619:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825559.647621:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825559.647624:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:3.0:1781825559.647628:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825559.647630:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825559.647632:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:3.0:1781825559.647640:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825559.647642:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647643:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825559.647646:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051468032/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647652:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825559.647653:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825559.647654:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244c00. 02000000:00000001:3.0:1781825559.647656:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825559.647658:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825559.647659:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825559.647661:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825559.647662:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:3.0:1781825559.647664:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825559.647665:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825559.647667:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781825559.647669:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825559.647680:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647682:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825559.647686:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051467904/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825575 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825559.647691:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825559.647693:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825559.647694:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825559.647696:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825559.647697:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825559.647698:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825559.647700:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825559.647701:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:3.0:1781825559.647703:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825559.647704:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825559.647705:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:3.0:1781825559.647707:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825559.647708:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647711:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825559.647719:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825559.647721:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825559.650932:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825559.650938:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086347:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825560.086354:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825560.086356:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825560.086360:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086364:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825560.086367:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086368:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086371:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086375:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825560.086376:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086380:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825560.086381:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825560.086382:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825560.086383:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086385:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825560.086386:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086387:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825560.086389:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825560.086460:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825560.086464:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825560.086466:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825561.110313:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825561.110320:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825561.110326:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825561.110327:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825561.110330:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825561.110331:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825561.110358:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825561.110362:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825561.110364:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825562.134299:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825562.134311:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825562.134319:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825562.134321:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825562.134326:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825562.134327:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825562.134563:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825562.134567:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825562.134570:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825563.158802:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825563.158813:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825563.158821:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825563.158822:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825563.158827:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825563.158828:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825563.158863:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825563.158867:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825563.158870:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825564.182293:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825564.182304:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825564.182311:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825564.182312:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825564.182317:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825564.182318:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825564.182948:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825564.182954:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825564.182958:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825564.758636:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825564.758650:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825564.758665:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825564.758673:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825564.758679:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825564.758682:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825564.758690:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825564.758700:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825564.758709:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758724:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825564.758735:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825564.758740:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758747:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825564.758793:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758796:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825564.758799:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825564.758803:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825564.758805:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825564.758807:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825564.758809:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825564.758811:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825564.758814:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825564.758818:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758821:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825564.758828:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825564.758830:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758834:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825564.758843:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758845:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825564.758848:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825564.758851:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825564.758853:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825564.758856:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825564.758857:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825564.758859:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825564.758862:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825564.758865:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758869:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825564.758876:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825564.758878:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758881:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_01+1] req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825564.758889:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825564.758891:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825564.758895:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825564.758898:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825564.758900:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825564.758906:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8194) 00000100:00000001:2.0:1781825564.758971:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.758977:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825564.758981:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825564.758989:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.758998:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825564.759001:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759006:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825564.759009:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825564.759012:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825564.759016:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051468160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825564.759022:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825564.759033:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825564.759036:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759039:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825564.759045:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825564.759047:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825564.759056:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825564.759062:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825564.759072:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825564.759111:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468160, portal 25 00000100:00000001:2.0:1781825564.759114:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825564.759116:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781825564.759122:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759131:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825564.759133:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825564.759137:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825564.759141:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051468160, offset 0 00000400:00000200:2.0:1781825564.759148:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759160:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825564.759170:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825564.759176:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825564.759181:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825564.759186:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825564.759188:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759193:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378564:378564:256:4294967295] 192.168.204.116@tcp LPNI seq info [378515:378515:8:4294967295] 00000400:00000200:2.0:1781825564.759197:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825564.759210:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825564.759217:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825564.759223:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825564.759232:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825564.759243:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825564.759248:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825564.759272:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825564.759277:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825564.759280:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302865425 00000100:00000001:2.0:1781825564.759291:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302860306 00000100:00000001:2.0:1781825564.759295:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302865425 00000100:00000001:2.0:1781825564.759299:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302860306 00000100:00000001:2.0:1781825564.759302:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.759304:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.759308:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825564.759312:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759318:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825564.759320:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759322:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825564.759323:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825564.759325:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825564.759339:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825564.759342:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825564.759346:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825564.759347:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759349:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825564.759352:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825564.759354:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825564.759358:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825564.759361:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825564.759365:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825564.759368:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468416, portal 10 00000100:00000001:2.0:1781825564.759369:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825564.759370:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825564.759377:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759388:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825564.759390:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825564.759393:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825564.759394:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051468416, offset 0 00000400:00000200:2.0:1781825564.759398:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759402:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825564.759405:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825564.759408:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825564.759410:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825564.759413:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825564.759415:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759418:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378565:378565:255:4294967295] 192.168.204.116@tcp LPNI seq info [378516:378516:7:4294967295] 00000400:00000200:2.0:1781825564.759422:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825564.759427:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825564.759431:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825564.759436:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825564.759439:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825564.759443:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825564.759445:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825564.759448:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825564.759451:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20377 usecs (21 jiffies) 00000400:00000200:2.0:1781825564.759454:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825564.759456:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302856725 00000100:00000001:2.0:1781825564.759459:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302865425 00000100:00000001:2.0:1781825564.759461:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302856725 00000100:00000001:2.0:1781825564.759462:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302865425 00000100:00000001:2.0:1781825564.759465:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.759466:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.759470:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.759473:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.759482:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825564.759484:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825564.759486:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.759488:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825564.759489:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825564.759491:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825564.759493:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.759494:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825564.759496:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.759497:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.759498:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825564.759499:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825564.759503:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759510:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825564.759512:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759514:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825564.759516:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825564.759518:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825564.759521:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825564.759524:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825564.759526:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825564.759528:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.759530:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825564.759533:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825564.759536:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825564.759539:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825564.759542:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825564.759546:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825564.759550:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468288, portal 10 00000100:00000001:2.0:1781825564.759552:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825564.759553:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:2.0:1781825564.759559:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759566:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825564.759569:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825564.759573:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825564.759575:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051468288, offset 0 00000400:00000200:2.0:1781825564.759579:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759583:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825564.759587:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825564.759590:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825564.759592:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825564.759595:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825564.759598:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825564.759601:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378566:378566:254:4294967295] 192.168.204.116@tcp LPNI seq info [378517:378517:6:4294967295] 00000400:00000200:2.0:1781825564.759606:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:1.0:1781825564.759607:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1781825564.759615:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000010:1.0:1781825564.759615:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825564.759625:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825564.759627:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1781825564.759630:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781825564.759636:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000800:00000200:2.0:1781825564.759639:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:1.0:1781825564.759645:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000800:00000200:2.0:1781825564.759646:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000010:1.0:1781825564.759651:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000800:00000200:2.0:1781825564.759652:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825564.759658:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.759660:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1781825564.759662:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26251 usecs (27 jiffies) 00000100:00000200:1.0:1781825564.759668:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825564.759669:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825564.759674:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302856732 00000100:00000001:2.0:1781825564.759680:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302865425 00000100:00000001:2.0:1781825564.759685:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302856732 00000100:00000001:1.0:1781825564.759686:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781825564.759688:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302865425 00000100:00000040:1.0:1781825564.759693:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759694:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.759699:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.759705:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.759707:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.759710:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.759710:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825564.759728:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825564.759731:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825564.759734:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825564.759737:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825564.759740:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:1.0:1781825564.759742:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:1.0:1781825564.759744:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825564.759747:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.759749:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.759753:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.759758:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825564.759763:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825564.759770:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.759771:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825564.761018:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825564.761026:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781825564.761033:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825564.761040:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825564.761045:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:1.0:1781825564.761048:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:1.0:1781825564.761052:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825564.761058:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825564.761067:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825564.761070:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825564.761077:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825564.761093:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825564.764189:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825564.764215:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825564.764220:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825564.764223:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825564.764507:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825564.764521:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825564.764535:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825564.764540:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825564.764548:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825564.764554:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d680 00000400:00000200:0.0:1781825564.764559:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825564.764568:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec31 [1] + 224 00000800:00000001:0.0:1781825564.764577:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825564.764604:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825564.764608:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825564.764613:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825564.764622:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825564.764634:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825564.764645:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825564.764671:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825564.764683:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825564.764686:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.765902:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.765912:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825564.765926:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825564.765929:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825564.765934:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825564.765941:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825564.765945:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825564.765951:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825564.765962:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825564.765974:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.765982:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825564.765985:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.765988:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825564.765992:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825564.765995:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825564.765997:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.766001:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825564.766012:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=81 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825564.766017:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825564.766020:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825564.766022:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825564.766025:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825564.766029:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.766034:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825564.766037:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825564.766039:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825564.766040:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825564.766046:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.766060:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.766065:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825564.766067:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825564.766072:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825564.766121:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825564.766127:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.766130:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825564.766134:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051468416/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.766141:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825564.766144:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825564.766149:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825564.766155:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825564.766158:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825564.766161:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825564.766163:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825564.766167:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:2.0:1781825564.766172:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825564.766174:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825564.766177:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825564.766186:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825564.766188:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.766193:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.766195:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.766196:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825564.766198:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.766199:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825564.772571:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772663:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825564.772669:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772673:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825564.772685:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772696:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825564.772707:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772714:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772722:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772727:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d600 00000400:00000200:1.0:1781825564.772733:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772743:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec39 [1] + 224 00000800:00000001:1.0:1781825564.772754:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772758:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825564.772762:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825564.772768:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825564.772778:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825564.772789:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825564.772802:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.772886:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.772893:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825564.772914:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825564.772928:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772932:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825564.772934:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772936:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825564.772940:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772944:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825564.772948:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772951:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772954:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772957:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d580 00000400:00000200:1.0:1781825564.772961:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825564.772966:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec29 [1] + 224 00000800:00000001:1.0:1781825564.772970:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.772978:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825564.772980:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825564.772984:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825564.772987:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825564.772992:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825564.773002:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825564.773009:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825564.773012:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825564.773015:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825564.775120:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825564.775129:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825564.775134:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825564.775145:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:2.0:1781825564.775148:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:2.0:1781825564.775155:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825564.775167:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825564.775179:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.775187:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825564.775191:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.775194:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825564.775199:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825564.775201:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825564.775204:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.775208:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825564.775220:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=81 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825564.775225:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825564.775228:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825564.775230:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825564.775924:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825564.775933:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.775939:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825564.775942:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825564.775945:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825564.775946:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825564.775954:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.775962:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.775966:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825564.775968:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825564.775972:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825564.775979:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051468288:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825564.775992:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825564.775993:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825564.775996:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825564.776000:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825564.776002:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825564.776006:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825564.776010:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825564.776018:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.776025:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825564.776026:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.776027:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825564.776029:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825564.776031:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825564.776033:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825564.776035:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825564.776039:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825564.776042:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=144 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825564.776044:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825564.776045:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825564.776047:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825564.776048:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.776050:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825564.776053:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.776059:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825564.776061:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825564.776062:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825564.776065:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825564.776072:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051468160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825564.776076:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.776116:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825564.776120:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051468288/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.776128:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825564.776131:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825564.776135:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825564.776141:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825564.776145:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825564.776147:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825564.776149:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825564.776152:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:2.0:1781825564.776157:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825564.776159:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825564.776162:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825564.776170:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825564.776172:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.776173:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825564.776177:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051468160/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825580 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825564.776183:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825564.776184:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825564.776185:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825564.776188:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825564.776189:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825564.776190:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825564.776192:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825564.776198:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825564.776201:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825564.776202:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825564.776204:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781825564.776206:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825564.776207:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.776210:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825564.776221:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825564.776225:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825564.776227:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825564.776231:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825565.207793:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825565.207805:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825565.207813:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825565.207814:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825565.207818:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825565.207819:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825565.207853:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825565.207856:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825565.207859:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825566.230472:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825566.230481:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825566.230489:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825566.230490:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825566.230493:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825566.230495:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825566.230755:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825566.230760:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825566.230764:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825567.254256:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825567.254266:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825567.254273:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825567.254278:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825567.254290:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825567.254294:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825567.254298:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825567.254301:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825567.254303:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825567.254306:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825567.254310:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825567.254312:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825567.254346:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825567.254350:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825567.254353:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825568.278667:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825568.278679:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825568.278689:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825568.278690:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825568.278695:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825568.278697:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825568.283955:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825568.283965:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825568.283972:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825569.312073:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825569.312108:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825569.312118:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825569.312119:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825569.312124:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825569.312125:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825569.312516:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825569.312521:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825569.312524:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825569.878321:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825569.878335:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825569.878352:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781825569.878361:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825569.878366:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825569.878481:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825569.878489:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825569.878502:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825569.878511:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878526:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825569.878538:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825569.878543:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878552:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.878593:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878596:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825569.878600:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825569.878604:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825569.878606:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825569.878609:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825569.878610:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825569.878612:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825569.878615:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825569.878618:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878622:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825569.878629:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825569.878631:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878635:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_00+0] req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.878642:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878645:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825569.878649:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825569.878651:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031f80. 00000020:00000040:0.0:1781825569.878653:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825569.878655:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825569.878657:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825569.878658:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825569.878663:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825569.878666:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878670:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825569.878693:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825569.878695:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878699:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063832bb7] to pc [ptlrpcd_00_01+1] req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.878707:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.878709:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825569.878713:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825569.878716:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825569.878727:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825569.878733:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8199) 00000100:00000001:0.0:1781825569.878751:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825569.878755:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825569.878758:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825569.878762:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.878770:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825569.878773:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825569.878777:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825569.878780:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825569.878783:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825569.878786:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051468672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825569.878790:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825569.878797:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825569.878800:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825569.878802:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825569.878807:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825569.878809:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825569.878818:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825569.878823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825569.878833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825569.878842:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468672, portal 10 00000100:00000001:0.0:1781825569.878844:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825569.878846:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781825569.878853:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.878861:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825569.878863:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825569.878866:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825569.878869:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051468672, offset 0 00000400:00000200:0.0:1781825569.878876:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825569.878885:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825569.878992:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825569.878996:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825569.878998:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825569.879004:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.879012:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825569.879013:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.879016:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825569.879017:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825569.879020:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825569.879022:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051468544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825569.879026:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825569.879029:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825569.879031:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.879033:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825569.879038:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79c00. 02000000:00000001:1.0:1781825569.879039:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825569.879043:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825569.879047:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e98f0. 00000400:00000010:1.0:1781825569.879053:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825569.879056:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468544, portal 25 00000100:00000001:1.0:1781825569.879058:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825569.879059:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781825569.879064:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.879071:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825569.879073:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825569.879076:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825569.879124:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051468544, offset 0 00000400:00000200:1.0:1781825569.879130:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825569.879275:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825569.879283:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825569.879288:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825569.879293:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825569.879296:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825569.879301:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378567:378567:256:4294967295] 192.168.204.116@tcp LPNI seq info [378518:378518:8:4294967295] 00000400:00000200:0.0:1781825569.879305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.879319:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825569.879325:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825569.879332:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825569.879341:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825569.879349:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825569.879354:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825569.879367:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.879378:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26236 usecs (27 jiffies) 00000400:00000200:0.0:1781825569.879381:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825569.879385:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302861852 00000100:00000001:0.0:1781825569.879388:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302865425 00000100:00000001:0.0:1781825569.879391:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302861852 00000100:00000001:0.0:1781825569.879393:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302865425 00000100:00000001:0.0:1781825569.879396:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825569.879399:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.879403:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.879406:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.879415:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825569.879418:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825569.879420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825569.879421:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825569.879422:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.879425:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825569.879553:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825569.879557:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:0.0:1781825569.879562:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825569.879567:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825569.882468:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.882488:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825569.882494:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825569.882499:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825569.882504:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825569.882508:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825569.882512:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378568:378568:255:4294967295] 192.168.204.116@tcp LPNI seq info [378519:378519:7:4294967295] 00000400:00000200:1.0:1781825569.882517:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.882531:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825569.882539:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825569.882555:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825569.882565:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825569.882575:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825569.882580:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825569.882587:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825569.882595:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825569.882599:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302870549 00000100:00000001:1.0:1781825569.882613:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302865425 00000100:00000001:1.0:1781825569.882619:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302870549 00000100:00000001:1.0:1781825569.882623:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302865425 00000100:00000001:1.0:1781825569.882627:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825569.882633:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.882640:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825569.882650:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.882660:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825569.882663:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.882669:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825569.882673:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825569.882676:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825569.882680:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051468800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825569.882817:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825569.882825:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825569.882829:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.882832:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825569.882841:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79000. 02000000:00000001:1.0:1781825569.882843:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825569.882849:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825569.882855:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9108. 00000400:00000010:1.0:1781825569.882862:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e000. 00000100:00000200:1.0:1781825569.882871:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468800, portal 10 00000100:00000001:1.0:1781825569.882874:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825569.882876:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721986432 : -122530987565184 : ffff908f08031f80) 00000100:00000040:1.0:1781825569.882884:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.882996:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825569.882999:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825569.883003:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781825569.883007:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051468800, offset 0 00000400:00000200:1.0:1781825569.883014:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825569.883022:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.883026:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825569.883029:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825569.883031:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825569.883034:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825569.883036:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825569.883039:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378569:378569:254:4294967295] 192.168.204.116@tcp LPNI seq info [378520:378520:6:4294967295] 00000400:00000200:1.0:1781825569.883043:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.883050:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825569.883055:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825569.883059:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825569.883063:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825569.883067:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825569.883070:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825569.883073:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825569.883096:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20355 usecs (21 jiffies) 00000400:00000200:1.0:1781825569.883100:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825569.883102:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302861850 00000100:00000001:1.0:1781825569.883105:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302870549 00000100:00000001:1.0:1781825569.883107:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302861850 00000100:00000001:1.0:1781825569.883109:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302870549 00000100:00000001:1.0:1781825569.883111:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825569.883113:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.883116:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.883119:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.883128:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825569.883131:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825569.883134:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825569.883136:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825569.883138:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.883141:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825569.883222:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:0.0:1781825569.883240:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:0.0:1781825569.883352:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825569.883361:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883372:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825569.883376:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883383:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.883385:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825569.883429:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825569.883433:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825569.883439:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825569.883458:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825569.883461:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781825569.883463:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781825569.883466:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825569.883471:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883477:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825569.883480:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883485:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.883487:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825569.883580:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825569.883583:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825569.883586:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825569.883590:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825569.883592:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:0.0:1781825569.883594:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:0.0:1781825569.883596:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825569.883599:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883606:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825569.883609:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.883614:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.883616:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825569.885307:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825569.885324:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825569.885329:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825569.885332:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825569.885341:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.885350:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825569.885359:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.885364:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.885370:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.885374:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d780 00000400:00000200:1.0:1781825569.885378:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825569.885384:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec41 [1] + 224 00000800:00000001:1.0:1781825569.885469:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825569.885488:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825569.885491:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825569.885496:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825569.885504:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825569.885513:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825569.885525:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.885544:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825569.885553:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825569.885556:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.886425:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825569.886435:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825569.886450:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825569.886453:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825569.886458:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825569.886469:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825569.886473:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825569.886480:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825569.886496:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825569.886509:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.886524:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825569.886527:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.886530:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825569.886535:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825569.886538:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825569.886540:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825569.886544:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825569.886557:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=86 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825569.886561:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825569.886564:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825569.886566:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825569.886570:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825569.886574:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.886579:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825569.886581:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825569.886583:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825569.886584:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825569.886589:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.886598:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825569.886602:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825569.886604:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825569.886609:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825569.886616:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051468672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825569.886622:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.886625:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825569.886628:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051468672/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.886634:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825569.886637:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825569.886642:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825569.886646:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825569.886649:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825569.886651:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825569.886654:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825569.886656:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825569.886660:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825569.886662:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825569.886664:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825569.886668:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825569.886670:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.886672:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825569.886680:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825569.886748:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825569.886751:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825569.886755:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825569.901030:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901051:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825569.901056:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901058:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825569.901069:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901117:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825569.901128:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901132:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901138:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901142:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d700 00000400:00000200:0.0:1781825569.901147:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901153:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec51 [1] + 224 00000800:00000001:0.0:1781825569.901160:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901164:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825569.901166:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825569.901171:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825569.901178:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825569.901188:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825569.901202:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.901214:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825569.901222:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901225:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825569.901226:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901239:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825569.901242:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901246:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825569.901250:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901252:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901255:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901257:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d800 00000400:00000200:0.0:1781825569.901260:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825569.901264:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec61 [1] + 224 00000800:00000001:0.0:1781825569.901267:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901273:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825569.901275:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825569.901278:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825569.901281:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825569.901285:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825569.901294:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825569.901301:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825569.901304:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825569.901307:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902158:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825569.902163:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825569.902171:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825569.902173:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825569.902178:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e98f0. 00000400:00000200:1.0:1781825569.902183:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781825569.902186:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781825569.902190:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825569.902197:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825569.902208:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902215:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825569.902217:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902220:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825569.902223:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825569.902226:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825569.902238:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.902241:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825569.902247:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825569.902251:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825569.902254:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825569.902256:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825569.902259:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825569.902261:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.902264:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825569.902270:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902278:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825569.902282:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825569.902284:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825569.902288:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825569.902296:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051468544:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825569.902302:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825569.902303:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825569.902305:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9108. 00000400:00000200:1.0:1781825569.902308:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e000 00000400:00000010:1.0:1781825569.902310:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e000. 00000100:00000001:1.0:1781825569.902312:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825569.902315:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825569.902324:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902331:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825569.902332:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902334:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825569.902335:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825569.902337:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825569.902338:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825569.902340:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825569.902345:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=86 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825569.902349:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825569.902351:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825569.902353:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825569.902355:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825569.902357:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.902361:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825569.902363:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825569.902365:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825569.902367:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825569.902370:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902377:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825569.902379:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825569.902380:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825569.902384:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825569.902404:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051468800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825569.902409:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902412:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825569.902415:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051468544/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902422:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825569.902425:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825569.902429:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79c00. 02000000:00000001:1.0:1781825569.902432:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825569.902435:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825569.902437:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825569.902439:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825569.902442:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781825569.902445:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825569.902447:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825569.902449:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:1.0:1781825569.902453:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825569.902455:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902456:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825569.902460:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031f80 x1868371051468800/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825585 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825569.902466:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825569.902467:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825569.902469:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79000. 02000000:00000001:1.0:1781825569.902580:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825569.902582:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825569.902583:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825569.902585:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825569.902587:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:1.0:1781825569.902590:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825569.902591:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825569.902592:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031f80. 00000100:00000001:1.0:1781825569.902595:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825569.902596:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902608:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825569.902616:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825569.902618:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825569.902620:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825569.902623:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326692:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825570.326702:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825570.326705:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825570.326708:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326712:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825570.326715:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326717:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326719:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326723:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825570.326724:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326728:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825570.326729:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825570.326730:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825570.326731:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326732:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825570.326733:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326735:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825570.326737:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825570.326838:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825570.326845:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825570.326850:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825571.350257:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825571.350267:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825571.350276:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825571.350278:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825571.350282:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825571.350284:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825571.350419:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825571.350425:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825571.350429:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825572.374209:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825572.374220:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825572.374227:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825572.374228:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825572.374232:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825572.374233:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825572.374982:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825572.374988:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825572.374992:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825573.400049:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825573.400058:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825573.400065:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825573.400066:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825573.400070:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825573.400071:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825573.400318:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825573.400323:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825573.400326:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825574.422262:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825574.422271:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825574.422277:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825574.422279:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825574.422282:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825574.422283:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825574.429539:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825574.429553:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825574.429560:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825575.002482:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825575.002507:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825575.002522:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825575.002530:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825575.002535:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825575.002539:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825575.002545:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825575.002558:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498d00. 00000100:00000001:3.0:1781825575.002566:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002580:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825575.002592:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825575.002598:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002605:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825575.002647:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002649:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825575.002653:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825575.002656:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825575.002658:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825575.002661:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825575.002662:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825575.002663:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825575.002667:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498700. 00000100:00000001:3.0:1781825575.002669:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002672:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825575.002680:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825575.002682:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002686:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825575.002694:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002697:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825575.002700:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825575.002702:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825575.002704:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825575.002706:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825575.002707:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825575.002708:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825575.002710:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f13498b00. 00000100:00000001:3.0:1781825575.002712:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002715:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825575.002721:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825575.002723:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002734:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825575.002741:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825575.002743:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825575.002747:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825575.002750:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825575.002753:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825575.002758:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8204) 00000100:00000001:2.0:1781825575.003184:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.003190:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825575.003193:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825575.003201:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003210:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825575.003212:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003217:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825575.003220:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825575.003224:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825575.003228:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051468928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825575.003233:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825575.003242:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825575.003246:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003249:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825575.003256:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825575.003258:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825575.003269:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825575.003274:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825575.003285:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825575.003295:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051468928, portal 25 00000100:00000001:2.0:1781825575.003298:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825575.003300:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825575.003306:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003315:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825575.003319:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825575.003323:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825575.003328:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051468928, offset 0 00000400:00000200:2.0:1781825575.003337:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003348:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003357:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825575.003363:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825575.003368:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825575.003373:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825575.003376:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003380:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378570:378570:256:4294967295] 192.168.204.116@tcp LPNI seq info [378521:378521:8:4294967295] 00000400:00000200:2.0:1781825575.003385:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003396:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825575.003403:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825575.003409:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825575.003418:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825575.003427:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825575.003432:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825575.003459:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825575.003464:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825575.003467:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302875670 00000100:00000001:2.0:1781825575.003477:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302870549 00000100:00000001:2.0:1781825575.003481:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302875670 00000100:00000001:2.0:1781825575.003485:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302870549 00000100:00000001:2.0:1781825575.003488:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.003491:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003494:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825575.003498:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003505:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825575.003507:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003509:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825575.003510:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825575.003512:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825575.003515:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825575.003518:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825575.003521:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825575.003522:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003524:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825575.003527:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825575.003530:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825575.003533:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825575.003537:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825575.003541:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825575.003544:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469184, portal 10 00000100:00000001:2.0:1781825575.003546:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825575.003547:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825575.003555:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003562:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825575.003563:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825575.003566:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825575.003569:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469184, offset 0 00000400:00000200:2.0:1781825575.003573:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003577:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003580:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825575.003583:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825575.003585:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825575.003588:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825575.003590:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003593:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378571:378571:255:4294967295] 192.168.204.116@tcp LPNI seq info [378522:378522:7:4294967295] 00000400:00000200:2.0:1781825575.003597:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003603:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825575.003607:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825575.003610:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825575.003614:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825575.003618:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825575.003621:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825575.003624:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825575.003629:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20372 usecs (21 jiffies) 00000400:00000200:2.0:1781825575.003631:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825575.003633:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302866970 00000100:00000001:2.0:1781825575.003636:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302875670 00000100:00000001:2.0:1781825575.003638:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302866970 00000100:00000001:2.0:1781825575.003640:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302875670 00000100:00000001:2.0:1781825575.003642:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.003644:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003647:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003649:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.003658:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825575.003660:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825575.003663:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.003664:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825575.003665:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825575.003668:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825575.003669:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.003671:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825575.003672:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.003674:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.003675:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825575.003676:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825575.003681:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003687:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825575.003689:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003691:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825575.003693:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825575.003695:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825575.003697:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825575.003700:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825575.003703:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825575.003704:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.003706:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825575.003709:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825575.003710:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825575.003713:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825575.003716:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825575.003719:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825575.003722:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469056, portal 10 00000100:00000001:2.0:1781825575.003724:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825575.003725:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825575.003730:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.003737:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825575.003739:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825575.003741:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825575.003744:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469056, offset 0 00000400:00000200:2.0:1781825575.003747:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003750:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003754:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825575.003756:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825575.003758:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825575.003760:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825575.003763:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825575.003766:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378572:378572:254:4294967295] 192.168.204.116@tcp LPNI seq info [378523:378523:6:4294967295] 00000400:00000200:2.0:1781825575.003770:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825575.003776:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825575.003780:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825575.003784:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825575.003787:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825575.003792:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825575.003794:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825575.003797:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825575.003800:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26195 usecs (27 jiffies) 00000400:00000200:2.0:1781825575.003818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825575.003820:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302866976 00000100:00000001:2.0:1781825575.003823:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302875670 00000100:00000001:2.0:1781825575.003825:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302866976 00000100:00000001:2.0:1781825575.003827:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302875670 00000100:00000001:2.0:1781825575.003829:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.003831:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003833:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003836:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.003849:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.003851:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825575.004442:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825575.004450:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825575.004460:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825575.004466:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825575.004472:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:1.0:1781825575.004475:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:1.0:1781825575.004481:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825575.004487:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004497:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825575.004501:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004508:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825575.004510:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825575.004523:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825575.004525:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781825575.004529:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825575.004532:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825575.004534:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:1.0:1781825575.004536:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:1.0:1781825575.004539:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825575.004541:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004548:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825575.004551:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004557:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825575.004559:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825575.004639:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825575.004642:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781825575.004645:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825575.004648:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825575.004651:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:1.0:1781825575.004653:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:1.0:1781825575.004656:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825575.004659:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004666:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825575.004668:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.004674:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825575.004676:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825575.009419:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009446:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825575.009453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009456:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825575.009468:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009479:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825575.009490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009496:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009504:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009509:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d980 00000400:00000200:0.0:1781825575.009515:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009524:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec79 [1] + 224 00000800:00000001:0.0:1781825575.009533:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009538:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825575.009542:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825575.009547:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825575.009557:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825575.009570:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825575.009582:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825575.009607:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825575.009619:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009622:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825575.009624:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009626:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825575.009629:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009633:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825575.009638:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009641:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009643:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009646:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4d900 00000400:00000200:0.0:1781825575.009649:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825575.009653:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec81 [1] + 224 00000800:00000001:0.0:1781825575.009657:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009665:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825575.009667:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825575.009670:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825575.009672:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825575.009677:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825575.009686:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825575.009694:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825575.009698:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825575.009702:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.012327:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.012340:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825575.012356:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825575.012359:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825575.012364:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825575.012374:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825575.012377:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825575.012385:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825575.012401:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825575.012422:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012430:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825575.012433:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.012436:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825575.012442:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825575.012445:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825575.012447:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.012451:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825575.012465:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=92 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825575.012469:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=155 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825575.012472:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825575.012475:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825575.012478:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825575.012484:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.012489:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825575.012492:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825575.012494:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825575.012496:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825575.012501:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012509:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.012513:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825575.012516:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825575.012519:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825575.012527:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469056:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825575.012535:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825575.012536:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825575.012538:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825575.012541:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825575.012543:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825575.012545:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825575.012549:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825575.012558:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012565:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825575.012566:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.012568:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825575.012569:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825575.012570:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825575.012572:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.012574:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825575.012578:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=92 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825575.012581:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825575.012583:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825575.012584:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825575.012586:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825575.012588:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.012590:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825575.012592:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825575.012594:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825575.012595:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825575.012599:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012605:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.012606:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825575.012608:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825575.012611:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825575.012618:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825575.012625:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.012629:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825575.012632:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051469056/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012640:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825575.012643:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825575.012647:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825575.012652:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825575.012656:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825575.012658:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825575.012660:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825575.012663:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498700. 02000000:00000001:2.0:1781825575.012668:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825575.012670:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825575.012673:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825575.012678:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825575.012679:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.012681:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825575.012684:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051469184/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.012690:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825575.012691:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825575.012692:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825575.012694:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825575.012695:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825575.012697:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825575.012698:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825575.012700:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498b00. 02000000:00000001:2.0:1781825575.012702:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825575.012703:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825575.012704:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825575.012707:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825575.012708:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.012712:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.012713:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.012715:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825575.012717:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.012719:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825575.012819:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825575.012839:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825575.012843:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825575.012846:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825575.012854:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825575.012860:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825575.012871:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825575.012878:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825575.012884:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825575.012889:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4d880 00000400:00000200:1.0:1781825575.012893:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825575.012900:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec71 [1] + 224 00000800:00000001:1.0:1781825575.012907:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825575.012917:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825575.012920:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825575.012925:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825575.012933:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825575.012939:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825575.012948:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825575.012971:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825575.012982:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825575.012986:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.013034:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.013037:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825575.013040:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825575.013041:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825575.013043:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825575.013047:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825575.013048:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825575.013050:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825575.013054:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825575.013062:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.013068:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825575.013070:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.013071:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825575.013073:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825575.013074:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825575.013076:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825575.013112:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825575.013117:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825575.013120:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=155 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825575.013122:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825575.013124:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825575.013125:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825575.013127:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.013138:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825575.013143:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.013149:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825575.013152:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825575.013153:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825575.013157:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825575.013169:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051468928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825575.013173:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.013176:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825575.013178:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051468928/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825575.013184:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825575.013185:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825575.013187:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825575.013191:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825575.013193:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825575.013194:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825575.013196:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825575.013198:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f13498d00. 02000000:00000001:2.0:1781825575.013200:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825575.013202:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825575.013203:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825575.013206:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825575.013207:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.013209:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825575.013218:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825575.013220:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825575.013222:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825575.013224:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825575.447113:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825575.447130:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825575.447138:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825575.447139:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825575.447143:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825575.447144:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825575.447248:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825575.447252:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825575.447256:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825576.470275:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825576.470286:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825576.470294:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825576.470298:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825576.470301:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825576.470306:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825576.470310:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825576.470313:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825576.470316:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825576.470319:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825576.470323:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825576.470325:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825576.471474:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825576.471482:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825576.471487:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825577.496758:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825577.496767:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825577.496775:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825577.496776:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825577.496780:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825577.496782:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825577.497021:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825577.497026:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825577.497029:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825578.518516:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825578.518525:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825578.518530:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825578.518532:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825578.518535:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825578.518536:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825578.518874:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825578.518878:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825578.518881:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825579.544537:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825579.544546:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825579.544548:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825579.544552:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544557:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825579.544560:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544562:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544565:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544568:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825579.544570:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544574:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825579.544575:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825579.544576:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825579.544578:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544579:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825579.544580:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544582:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825579.544584:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825579.544692:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825579.544698:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825579.544702:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825580.118229:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825580.118241:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825580.118252:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825580.118259:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825580.118264:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825580.118267:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825580.118272:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825580.118280:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825580.118287:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118299:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825580.118310:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825580.118315:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118321:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118363:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118366:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825580.118370:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825580.118373:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825580.118376:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825580.118378:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825580.118379:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825580.118381:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825580.118385:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825580.118388:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118392:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825580.118399:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825580.118401:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118404:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118421:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118424:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825580.118427:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825580.118430:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825580.118432:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825580.118434:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825580.118435:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825580.118436:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825580.118439:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825580.118441:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118445:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825580.118451:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825580.118452:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118456:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118462:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118464:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825580.118467:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825580.118470:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825580.118472:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825580.118477:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8209) 00000100:00000001:2.0:1781825580.118492:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825580.118496:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825580.118498:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825580.118503:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118510:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825580.118512:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.118515:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825580.118518:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825580.118520:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825580.118524:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825580.118527:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825580.118533:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825580.118535:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.118542:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825580.118547:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825580.118549:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825580.118557:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825580.118561:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825580.118568:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825580.118575:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469440, portal 10 00000100:00000001:2.0:1781825580.118578:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825580.118579:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781825580.118586:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118594:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825580.118597:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825580.118600:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825580.118603:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469440, offset 0 00000400:00000200:2.0:1781825580.118611:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825580.118621:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.118629:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825580.118634:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825580.118638:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825580.118689:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825580.118692:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825580.118695:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378573:378573:256:4294967295] 192.168.204.116@tcp LPNI seq info [378524:378524:8:4294967295] 00000400:00000200:2.0:1781825580.118700:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.118711:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825580.118718:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825580.118723:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825580.118730:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825580.118738:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825580.118741:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825580.118761:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.118766:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26158 usecs (27 jiffies) 00000400:00000200:2.0:1781825580.118770:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825580.118773:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302872091 00000100:00000001:2.0:1781825580.118776:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302875670 00000100:00000001:2.0:1781825580.118778:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302872091 00000100:00000001:2.0:1781825580.118780:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302875670 00000100:00000001:2.0:1781825580.118782:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.118784:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.118787:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.118789:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.118797:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825580.118800:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825580.118802:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825580.118803:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825580.118804:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825580.118807:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825580.118808:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.118810:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825580.118811:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.118812:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825580.118813:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825580.118814:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825580.118818:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118824:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825580.118826:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.118828:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825580.118829:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825580.118832:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825580.118834:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051469312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825580.118837:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825580.118840:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825580.118842:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.118843:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825580.118847:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825580.118848:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825580.118852:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825580.118856:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825580.118860:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825580.118864:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469312, portal 25 00000100:00000001:2.0:1781825580.118865:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825580.118867:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781825580.118871:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118889:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825580.118892:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825580.118895:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825580.118897:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051469312, offset 0 00000400:00000200:2.0:1781825580.118901:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825580.118905:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.118909:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825580.118912:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825580.118914:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825580.118917:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825580.118919:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825580.118921:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378574:378574:255:4294967295] 192.168.204.116@tcp LPNI seq info [378525:378525:7:4294967295] 00000400:00000200:2.0:1781825580.118925:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.118931:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825580.118935:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825580.118939:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825580.118943:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825580.118947:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825580.118949:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825580.118952:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825580.118955:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825580.118957:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302880785 00000100:00000001:2.0:1781825580.118964:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302875670 00000100:00000001:2.0:1781825580.118968:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302880785 00000100:00000001:2.0:1781825580.118972:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302875670 00000100:00000001:2.0:1781825580.118974:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.118976:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.118978:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825580.118982:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.118989:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825580.118990:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.118992:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825580.118994:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825580.118996:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825580.118999:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825580.119003:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825580.119005:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825580.119007:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.119009:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825580.119012:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825580.119014:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825580.119017:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825580.119019:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825580.119023:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825580.119026:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469568, portal 10 00000100:00000001:2.0:1781825580.119040:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825580.119041:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825580.119047:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.119053:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825580.119056:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825580.119059:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825580.119061:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469568, offset 0 00000400:00000200:2.0:1781825580.119065:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825580.119069:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.119073:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825580.119076:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825580.119140:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825580.119143:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825580.119145:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825580.119148:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378575:378575:254:4294967295] 192.168.204.116@tcp LPNI seq info [378526:378526:6:4294967295] 00000400:00000200:2.0:1781825580.119152:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825580.119159:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825580.119163:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825580.119167:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825580.119170:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825580.119174:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825580.119177:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825580.119181:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.119184:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20356 usecs (21 jiffies) 00000400:00000200:2.0:1781825580.119187:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825580.119189:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302872086 00000100:00000001:2.0:1781825580.119192:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302880785 00000100:00000001:2.0:1781825580.119194:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302872086 00000100:00000001:2.0:1781825580.119196:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302880785 00000100:00000001:2.0:1781825580.119199:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.119202:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.119204:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.119206:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825580.119577:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825580.119582:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781825580.119588:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825580.119593:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825580.119599:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:0.0:1781825580.119602:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:0.0:1781825580.119608:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825580.119613:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119624:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825580.119627:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119635:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825580.119637:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825580.119650:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825580.119653:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825580.119655:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825580.119658:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825580.119661:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:0.0:1781825580.119662:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:0.0:1781825580.119664:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825580.119667:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119675:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825580.119679:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119685:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825580.119687:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825580.119755:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825580.119759:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825580.119761:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825580.119765:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825580.119768:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:0.0:1781825580.119769:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:0.0:1781825580.119772:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825580.119775:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119781:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825580.119784:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825580.119789:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825580.119791:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825580.119905:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825580.119909:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825580.151596:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151617:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825580.151621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151623:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151633:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151641:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825580.151651:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151658:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151663:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151668:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4da00 00000400:00000200:1.0:1781825580.151685:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151692:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec91 [1] + 224 00000800:00000001:1.0:1781825580.151700:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151704:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151707:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825580.151711:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825580.151719:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825580.151728:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825580.151739:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825580.151763:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825580.151774:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151778:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825580.151780:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151783:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151786:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151789:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825580.151793:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151796:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151799:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151801:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4da80 00000400:00000200:1.0:1781825580.151804:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151809:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec89 [1] + 224 00000800:00000001:1.0:1781825580.151812:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151816:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151817:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825580.151820:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825580.151823:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825580.151828:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825580.151836:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825580.151843:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825580.151847:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151850:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825580.151851:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151853:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151857:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151860:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825580.151863:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151865:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151868:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151870:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4db00 00000400:00000200:1.0:1781825580.151873:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825580.151876:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fec99 [1] + 224 00000800:00000001:1.0:1781825580.151880:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825580.151889:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825580.151891:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825580.151894:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825580.151898:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825580.151905:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825580.151911:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825580.151914:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825580.151916:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152111:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825580.152117:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825580.152124:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825580.152126:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825580.152130:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825580.152135:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825580.152138:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825580.152142:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825580.152147:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825580.152156:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152163:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825580.152165:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152168:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825580.152171:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825580.152174:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825580.152176:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.152179:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825580.152186:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825580.152190:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825580.152193:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825580.152194:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825580.152197:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825580.152199:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.152201:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.152205:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152212:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.152216:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825580.152218:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825580.152223:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825580.152238:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051469312:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825580.152244:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825580.152245:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825580.152247:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825580.152250:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825580.152251:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825580.152253:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825580.152257:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825580.152266:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152271:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825580.152272:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152274:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825580.152275:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825580.152277:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825580.152278:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.152331:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825580.152337:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=97 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825580.152340:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825580.152342:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825580.152344:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825580.152345:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825580.152348:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.152351:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825580.152354:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825580.152355:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825580.152356:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.152360:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152371:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.152373:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825580.152375:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825580.152378:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825580.152385:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469568:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825580.152390:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825580.152391:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825580.152392:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825580.152395:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825580.152396:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825580.152398:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825580.152401:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825580.152408:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152414:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825580.152415:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152417:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825580.152418:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825580.152419:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825580.152420:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825580.152422:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825580.152425:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=97 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825580.152428:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825580.152431:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825580.152432:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825580.152433:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825580.152435:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.152437:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825580.152439:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825580.152441:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825580.152442:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825580.152446:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152452:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825580.152454:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825580.152455:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825580.152459:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825580.152466:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051469440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825580.152470:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152472:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825580.152476:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051469312/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152482:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825580.152485:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825580.152489:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825580.152493:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825580.152495:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825580.152498:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825580.152500:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825580.152502:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825580.152505:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825580.152507:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825580.152509:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825580.152513:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825580.152515:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152516:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825580.152519:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051469568/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152525:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825580.152527:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825580.152529:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825580.152531:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825580.152532:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825580.152533:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825580.152535:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825580.152536:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825580.152538:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825580.152539:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825580.152541:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825580.152543:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825580.152544:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152545:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825580.152549:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051469440/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825580.152554:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825580.152555:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825580.152556:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825580.152558:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825580.152559:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825580.152560:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825580.152562:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825580.152563:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825580.152564:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825580.152565:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825580.152566:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:2.0:1781825580.152568:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825580.152569:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152570:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825580.152578:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825580.152579:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825580.152581:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825580.152584:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825580.566228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825580.566235:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825580.566243:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825580.566244:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825580.566247:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825580.566248:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825580.566497:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825580.566502:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825580.566505:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825581.591576:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825581.591587:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825581.591593:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825581.591595:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825581.591598:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825581.591599:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825581.591860:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825581.591864:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825581.591866:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825582.614210:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825582.614917:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825582.614927:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825582.614929:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825582.614933:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825582.614934:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825582.615153:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825582.615156:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825582.615159:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825583.640479:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825583.640486:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825583.640492:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825583.640493:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825583.640496:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825583.640497:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825583.640711:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825583.640714:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825583.640718:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825584.662797:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825584.662803:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825584.662809:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825584.662811:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825584.662814:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825584.662815:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825584.663178:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825584.663182:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825584.663189:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825585.238223:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825585.238236:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825585.238249:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825585.238267:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825585.238273:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825585.238278:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825585.238285:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825585.238294:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825585.238303:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238316:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825585.238327:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825585.238332:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238339:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_00+0] req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.238382:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238385:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825585.238389:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825585.238391:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781825585.238394:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825585.238396:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825585.238398:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825585.238399:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825585.238402:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781825585.238405:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238409:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825585.238415:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825585.238417:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238421:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_01+1] req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.238429:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238432:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825585.238435:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825585.238437:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781825585.238439:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825585.238440:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825585.238441:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825585.238443:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825585.238445:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825585.238447:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238450:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825585.238455:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825585.238457:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238460:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_00+0] req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.238466:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.238468:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825585.238471:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825585.238474:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825585.238476:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825585.238481:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8214) 00000100:00000001:1.0:1781825585.238607:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825585.238611:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825585.238613:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825585.238620:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.238628:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825585.238630:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.238635:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825585.238638:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825585.238641:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825585.238645:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051469696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825585.238649:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825585.238656:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825585.238659:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.238662:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825585.238668:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825585.238670:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825585.238678:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825585.238683:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9108. 00000400:00000010:1.0:1781825585.238694:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e000. 00000100:00000200:1.0:1781825585.238704:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469696, portal 25 00000100:00000001:1.0:1781825585.238706:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825585.238708:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:1.0:1781825585.238713:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.238720:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825585.238724:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825585.238727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825585.238730:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051469696, offset 0 00000400:00000200:1.0:1781825585.238737:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825585.238747:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.238755:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825585.238760:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825585.238765:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825585.238769:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825585.238772:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825585.238775:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378576:378576:256:4294967295] 192.168.204.116@tcp LPNI seq info [378527:378527:8:4294967295] 00000400:00000200:1.0:1781825585.238779:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.238792:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825585.238799:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825585.238805:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c600. 00000800:00000200:1.0:1781825585.238813:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825585.238821:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825585.238828:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825585.238851:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825585.238857:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825585.238860:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302885905 00000100:00000001:1.0:1781825585.238870:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302880785 00000100:00000001:1.0:1781825585.238875:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302885905 00000100:00000001:1.0:1781825585.238879:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302880785 00000100:00000001:1.0:1781825585.238882:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825585.238885:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.238888:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825585.238892:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.238899:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825585.238901:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.238903:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825585.238905:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825585.238907:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825585.238909:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051469952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825585.238913:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825585.238915:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825585.238917:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.238918:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825585.238921:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78200. 02000000:00000001:1.0:1781825585.238924:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825585.238927:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825585.238941:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e98f0. 00000400:00000010:1.0:1781825585.238946:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e440. 00000100:00000200:1.0:1781825585.238948:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469952, portal 10 00000100:00000001:1.0:1781825585.238951:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825585.238952:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:1.0:1781825585.238958:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.238965:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825585.238967:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825585.238970:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e550. 00000100:00000200:1.0:1781825585.238972:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469952, offset 0 00000400:00000200:1.0:1781825585.238976:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825585.238979:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.238983:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825585.238985:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825585.238988:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825585.238990:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825585.238993:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825585.238995:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378577:378577:255:4294967295] 192.168.204.116@tcp LPNI seq info [378528:378528:7:4294967295] 00000400:00000200:1.0:1781825585.238999:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.239004:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825585.239008:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825585.239012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825585.239016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825585.239020:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825585.239023:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825585.239025:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825585.239029:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20398 usecs (21 jiffies) 00000400:00000200:1.0:1781825585.239032:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825585.239034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302877205 00000100:00000001:1.0:1781825585.239036:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302885905 00000100:00000001:1.0:1781825585.239038:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302877205 00000100:00000001:1.0:1781825585.239040:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302885905 00000100:00000001:1.0:1781825585.239042:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825585.239044:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.239047:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.239049:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825585.239056:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825585.239057:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825585.239059:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825585.239060:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825585.239062:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825585.239064:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781825585.239065:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825585.239066:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825585.239068:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825585.239069:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825585.239070:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825585.239071:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825585.239075:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.239123:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825585.239125:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.239127:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825585.239129:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825585.239130:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825585.239134:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051469824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825585.239136:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825585.239139:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825585.239140:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825585.239142:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825585.239145:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825585.239147:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825585.239150:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825585.239152:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e92c0. 00000400:00000010:1.0:1781825585.239156:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781825585.239159:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051469824, portal 10 00000100:00000001:1.0:1781825585.239160:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825585.239162:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:1.0:1781825585.239167:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.239174:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825585.239176:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825585.239178:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781825585.239181:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051469824, offset 0 00000400:00000200:1.0:1781825585.239185:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825585.239188:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.239191:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825585.239194:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825585.239196:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825585.239198:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825585.239199:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825585.239202:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378578:378578:254:4294967295] 192.168.204.116@tcp LPNI seq info [378529:378529:6:4294967295] 00000400:00000200:1.0:1781825585.239206:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.239210:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825585.239214:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825585.239218:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825585.239221:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825585.239226:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825585.239228:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825585.239231:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825585.239234:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26200 usecs (27 jiffies) 00000400:00000200:1.0:1781825585.239237:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825585.239239:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302877212 00000100:00000001:1.0:1781825585.239241:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302885905 00000100:00000001:1.0:1781825585.239243:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302877212 00000100:00000001:1.0:1781825585.239245:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302885905 00000100:00000001:1.0:1781825585.239248:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825585.239251:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.239253:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.239255:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825585.239280:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825585.239283:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825585.239515:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825585.239521:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825585.239527:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825585.239534:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825585.239539:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:0.0:1781825585.239541:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:0.0:1781825585.239546:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825585.239550:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239559:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.239562:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239568:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.239570:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825585.239582:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825585.239583:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:0.0:1781825585.239596:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825585.239599:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825585.239602:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e550 00000400:00000010:0.0:1781825585.239603:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e550. 00000100:00000001:0.0:1781825585.239605:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825585.239607:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239614:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.239616:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239621:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.239623:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825585.239689:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825585.239691:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825585.239694:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825585.239697:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825585.239699:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:0.0:1781825585.239701:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:0.0:1781825585.239703:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825585.239706:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239712:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.239715:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.239721:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.239722:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825585.242979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243002:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825585.243007:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243020:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243028:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825585.243040:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243047:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243052:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243056:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4dc80 00000400:00000200:1.0:1781825585.243062:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243069:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fecb1 [1] + 224 00000800:00000001:1.0:1781825585.243109:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243115:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243118:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825585.243123:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825585.243130:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825585.243139:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825585.243150:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.243177:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825585.243187:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243191:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825585.243193:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243195:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243198:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243202:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825585.243207:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243209:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243212:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243215:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4dc00 00000400:00000200:1.0:1781825585.243217:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243221:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fecc1 [1] + 224 00000800:00000001:1.0:1781825585.243225:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243228:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243229:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825585.243232:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825585.243235:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825585.243238:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825585.243246:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.243253:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825585.243310:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243315:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825585.243317:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243319:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243322:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243326:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825585.243331:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243334:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243336:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243339:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4db80 00000400:00000200:1.0:1781825585.243342:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825585.243346:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feca1 [1] + 224 00000800:00000001:1.0:1781825585.243350:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243358:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825585.243360:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825585.243364:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825585.243367:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825585.243371:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825585.243380:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825585.243387:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825585.243390:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825585.243392:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243455:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825585.243460:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825585.243466:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825585.243468:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825585.243471:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e92c0. 00000400:00000200:0.0:1781825585.243476:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:0.0:1781825585.243478:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:0.0:1781825585.243481:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825585.243485:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825585.243493:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243499:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825585.243501:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243503:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825585.243506:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825585.243509:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825585.243511:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825585.243514:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825585.243524:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=102 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825585.243528:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825585.243531:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825585.243532:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825585.243535:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825585.243538:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.243542:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825585.243544:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825585.243546:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825585.243548:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.243552:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243559:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825585.243563:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825585.243565:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825585.243569:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825585.243576:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051469824:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825585.243582:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825585.243583:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825585.243593:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9108. 00000400:00000200:0.0:1781825585.243596:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e000 00000400:00000010:0.0:1781825585.243597:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e000. 00000100:00000001:0.0:1781825585.243599:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825585.243602:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825585.243609:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825585.243615:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243617:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825585.243618:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825585.243619:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825585.243621:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825585.243623:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825585.243625:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=102 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825585.243628:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825585.243631:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825585.243632:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825585.243633:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825585.243635:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.243636:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.243639:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243645:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825585.243646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825585.243648:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825585.243650:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825585.243656:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051469696:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825585.243661:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825585.243662:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825585.243663:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e98f0. 00000400:00000200:0.0:1781825585.243665:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e440 00000400:00000010:0.0:1781825585.243666:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e440. 00000100:00000001:0.0:1781825585.243668:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825585.243670:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825585.243677:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243682:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825585.243683:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243684:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825585.243685:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825585.243686:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825585.243687:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825585.243689:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825585.243692:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=102 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825585.243694:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825585.243696:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825585.243697:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825585.243698:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825585.243700:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.243702:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825585.243703:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825585.243705:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825585.243706:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825585.243710:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243716:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825585.243718:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825585.243719:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825585.243722:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825585.243729:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051469952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825585.243732:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243734:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.243737:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051469824/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243742:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825585.243744:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825585.243748:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:0.0:1781825585.243751:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825585.243753:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825585.243755:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825585.243757:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825585.243760:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:0.0:1781825585.243763:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825585.243765:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825585.243767:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:0.0:1781825585.243770:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825585.243771:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243773:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.243776:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051469696/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243780:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825585.243781:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825585.243783:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78000. 02000000:00000001:0.0:1781825585.243785:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825585.243786:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825585.243787:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825585.243789:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825585.243791:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825585.243794:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825585.243795:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825585.243796:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825585.243798:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825585.243799:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243801:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825585.243804:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051469952/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825585.243810:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825585.243811:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825585.243812:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78200. 02000000:00000001:0.0:1781825585.243814:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825585.243815:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825585.243816:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825585.243818:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825585.243819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781825585.243821:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825585.243822:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825585.243823:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:0.0:1781825585.243826:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825585.243827:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243829:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825585.243836:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825585.243838:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825585.243840:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825585.243843:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825585.686216:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825585.686223:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825585.686229:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825585.686230:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825585.686233:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825585.686234:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825585.686358:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825585.686369:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825585.686372:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825586.710205:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825586.710213:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825586.710219:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825586.710223:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825586.710225:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825586.710229:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825586.710233:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825586.710235:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825586.710237:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825586.710239:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825586.710243:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825586.710245:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825586.710425:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825586.710428:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825586.710431:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825587.734703:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825587.734709:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825587.734715:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825587.734716:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825587.734720:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825587.734722:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825587.734746:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825587.734748:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825587.734751:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825588.758466:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825588.758472:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825588.758477:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825588.758478:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825588.758481:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825588.758483:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825588.758558:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825588.758561:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825588.758565:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825589.783052:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825589.783060:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825589.783062:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825589.783065:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783071:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825589.783073:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783075:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783093:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783097:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825589.783099:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783102:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825589.783103:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825589.783104:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825589.783105:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783107:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825589.783108:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783109:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825589.783110:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825589.783134:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825589.783137:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825589.783139:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825590.358200:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825590.358210:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825590.358221:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781825590.358227:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825590.358231:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825590.358234:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825590.358239:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825590.358247:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825590.358254:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358265:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825590.358276:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825590.358279:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358286:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_01+1] req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.358320:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358323:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825590.358326:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825590.358329:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825590.358331:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825590.358334:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825590.358335:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825590.358337:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825590.358340:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825590.358343:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358348:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825590.358354:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825590.358356:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358360:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_00+0] req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.358367:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358369:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825590.358372:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825590.358374:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781825590.358376:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825590.358378:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825590.358379:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825590.358381:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825590.358383:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781825590.358386:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358389:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825590.358395:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825590.358397:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358400:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_01+1] req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.358407:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.358410:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825590.358413:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825590.358416:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825590.358419:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825590.358423:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8220) 00000100:00000001:0.0:1781825590.358472:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.358476:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825590.358478:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825590.358483:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.358490:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825590.358492:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825590.358496:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825590.358499:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825590.358501:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825590.358505:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825590.358508:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825590.358515:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825590.358517:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825590.358520:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825590.358525:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac000. 02000000:00000001:0.0:1781825590.358527:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825590.358533:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825590.358537:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825590.358543:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825590.358551:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470208, portal 10 00000100:00000001:0.0:1781825590.358553:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825590.358555:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781825590.358562:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.358568:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825590.358571:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825590.358574:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825590.358577:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051470208, offset 0 00000100:00000001:1.0:1781825590.358845:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825590.358849:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825590.358850:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825590.358856:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.358863:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825590.358865:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825590.358867:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825590.358869:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825590.358870:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825590.358873:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051470080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825590.358876:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825590.358879:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825590.358881:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825590.358882:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825590.358886:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825590.358888:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825590.358892:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825590.358895:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9370. 00000400:00000200:0.0:1781825590.358913:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825590.358924:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825590.358932:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825590.358937:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825590.358941:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825590.358945:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825590.358947:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825590.358951:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378579:378579:256:4294967295] 192.168.204.116@tcp LPNI seq info [378530:378530:8:4294967295] 00000400:00000200:0.0:1781825590.358956:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825590.358965:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825590.358971:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825590.358978:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825590.358985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825590.359005:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825590.359010:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825590.359021:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.359026:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26150 usecs (27 jiffies) 00000400:00000200:0.0:1781825590.359029:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825590.359031:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302882331 00000100:00000001:0.0:1781825590.359034:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302885905 00000100:00000001:0.0:1781825590.359036:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302882331 00000100:00000001:0.0:1781825590.359038:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302885905 00000100:00000001:0.0:1781825590.359041:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825590.359043:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.359046:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.359048:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.359056:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825590.359058:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825590.359060:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.359062:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825590.359064:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.359066:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825590.359188:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825590.359192:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:0.0:1781825590.359197:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825590.359201:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000010:1.0:1781825590.361937:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e088. 00000100:00000200:1.0:1781825590.361953:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470080, portal 25 00000100:00000001:1.0:1781825590.361957:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825590.361959:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:1.0:1781825590.361982:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.361991:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825590.361993:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825590.361996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000100:00000200:1.0:1781825590.362000:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051470080, offset 0 00000400:00000200:1.0:1781825590.362007:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825590.362017:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.362025:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825590.362030:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825590.362033:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825590.362036:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825590.362039:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825590.362042:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378580:378580:255:4294967295] 192.168.204.116@tcp LPNI seq info [378531:378531:7:4294967295] 00000400:00000200:1.0:1781825590.362046:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.362054:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825590.362060:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825590.362067:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825590.362199:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825590.362208:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825590.362213:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825590.362217:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825590.362222:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825590.362225:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302891028 00000100:00000001:1.0:1781825590.362243:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302885905 00000100:00000001:1.0:1781825590.362248:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302891028 00000100:00000001:1.0:1781825590.362252:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302885905 00000100:00000001:1.0:1781825590.362255:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825590.362258:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825590.362262:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825590.362854:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.362865:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825590.362867:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825590.362872:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825590.362875:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825590.362878:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825590.362881:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051470336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825590.362885:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825590.362892:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825590.362894:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825590.362897:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825590.362903:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78200. 02000000:00000001:1.0:1781825590.362905:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825590.362910:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825590.362915:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e98f0. 00000400:00000010:1.0:1781825590.362921:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e440. 00000100:00000200:1.0:1781825590.362926:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470336, portal 10 00000100:00000001:1.0:1781825590.362928:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825590.362929:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:1.0:1781825590.362936:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.362943:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825590.362945:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825590.362948:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e000. 00000100:00000200:1.0:1781825590.362951:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051470336, offset 0 00000400:00000200:1.0:1781825590.362955:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825590.362961:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.362966:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825590.363035:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825590.363038:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825590.363041:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825590.363044:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825590.363047:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378581:378581:254:4294967295] 192.168.204.116@tcp LPNI seq info [378532:378532:6:4294967295] 00000400:00000200:1.0:1781825590.363051:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.363059:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825590.363064:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825590.363068:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c300. 00000800:00000200:1.0:1781825590.363160:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825590.363168:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825590.363171:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825590.363175:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825590.363179:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20372 usecs (21 jiffies) 00000400:00000200:1.0:1781825590.363183:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825590.363186:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302882328 00000100:00000001:1.0:1781825590.363188:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302891028 00000100:00000001:1.0:1781825590.363191:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302882328 00000100:00000001:1.0:1781825590.363194:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302891028 00000100:00000001:1.0:1781825590.363196:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825590.363198:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825590.363201:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825590.363204:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825590.363211:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825590.363213:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825590.363216:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825590.363218:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825590.363219:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825590.363222:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825590.363364:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:0.0:1781825590.363368:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:0.0:1781825590.363377:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825590.363384:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363394:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.363397:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363404:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.363406:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825590.363459:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825590.363467:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:0.0:1781825590.363472:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825590.363477:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825590.363480:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:0.0:1781825590.363481:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:0.0:1781825590.363484:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825590.363488:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363495:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.363498:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363503:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.363505:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825590.363579:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825590.363582:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:0.0:1781825590.363601:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825590.363605:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825590.363607:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e000 00000400:00000010:0.0:1781825590.363608:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e000. 00000100:00000001:0.0:1781825590.363611:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825590.363614:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363620:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.363623:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.363628:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.363629:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825590.368726:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.368744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825590.368749:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.368752:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.368761:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.368769:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825590.368778:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.368783:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.368788:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.368793:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4dd80 00000400:00000200:1.0:1781825590.368797:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.368804:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fecd1 [1] + 224 00000800:00000001:1.0:1781825590.368810:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.368816:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.368819:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825590.368823:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825590.368842:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825590.368851:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825590.368862:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.368891:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825590.368899:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.368902:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.368943:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.368948:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825590.368954:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825590.368956:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825590.368959:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825590.368964:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825590.368967:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825590.368971:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825590.368977:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825590.368988:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.369062:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825590.369065:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.369068:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825590.369071:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825590.369074:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825590.369076:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825590.369153:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825590.369163:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=107 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825590.369167:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825590.369170:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825590.369171:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825590.369174:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825590.369177:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.369181:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825590.369183:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825590.369185:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825590.369187:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.369192:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.369199:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825590.369202:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825590.369204:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825590.369208:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825590.369217:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825590.369222:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.369224:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.369228:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051470208/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.369235:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825590.369238:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825590.369241:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac000. 02000000:00000001:0.0:1781825590.369245:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825590.369247:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825590.369249:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825590.369251:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825590.369253:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825590.369257:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825590.369259:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825590.369262:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:0.0:1781825590.369266:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825590.369267:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.369270:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.369277:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825590.369280:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.369282:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.369284:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825590.370566:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.370581:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825590.370584:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.370587:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.370593:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.370599:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825590.370606:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.370612:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.370616:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.370620:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4de00 00000400:00000200:1.0:1781825590.370625:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.370631:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fecf1 [1] + 224 00000800:00000001:1.0:1781825590.371205:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.371215:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.371226:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825590.371232:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825590.371364:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825590.371372:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825590.371384:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.371455:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.371459:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825590.371477:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825590.371488:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.371492:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825590.371495:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.371497:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.371501:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.371505:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825590.371511:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.371513:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.371516:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.371518:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4dd00 00000400:00000200:1.0:1781825590.371522:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825590.371526:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fece1 [1] + 224 00000800:00000001:1.0:1781825590.371530:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.371538:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825590.371540:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825590.371542:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825590.371545:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825590.371550:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825590.371558:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825590.371565:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825590.371569:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825590.371571:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825590.371614:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825590.371616:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825590.371619:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e98f0. 00000400:00000200:0.0:1781825590.371624:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e440 00000400:00000010:0.0:1781825590.371626:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e440. 00000100:00000001:0.0:1781825590.371629:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825590.371634:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825590.372190:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372197:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825590.372199:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372202:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825590.372206:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825590.372208:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825590.372210:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825590.372213:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825590.372230:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=107 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825590.372386:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825590.372390:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825590.372391:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825590.372394:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825590.372396:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.372400:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825590.372402:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825590.372404:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825590.372405:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.372410:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372421:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825590.372424:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825590.372426:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825590.372430:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825590.372437:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051470336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825590.372442:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.372445:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.372447:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051470336/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372454:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825590.372456:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825590.372459:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78200. 02000000:00000001:0.0:1781825590.372462:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825590.372465:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825590.372466:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825590.372468:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825590.372470:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:0.0:1781825590.372474:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825590.372475:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825590.372477:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:0.0:1781825590.372481:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825590.372482:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372485:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.372487:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.372488:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825590.372493:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825590.372494:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825590.372496:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9370. 00000400:00000200:0.0:1781825590.372498:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e088 00000400:00000010:0.0:1781825590.372500:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e088. 00000100:00000001:0.0:1781825590.372503:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825590.372507:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825590.372515:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372522:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825590.372523:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372525:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825590.372526:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825590.372528:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825590.372529:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825590.372531:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825590.372534:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825590.372537:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825590.372540:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825590.372541:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825590.372543:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825590.372544:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.372546:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825590.372550:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372555:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825590.372557:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825590.372559:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825590.372562:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825590.372569:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051470080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825590.372573:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372574:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825590.372577:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051470080/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825606 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825590.372583:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825590.372584:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825590.372586:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78000. 02000000:00000001:0.0:1781825590.372589:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825590.372590:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825590.372591:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825590.372593:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825590.372594:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781825590.372597:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825590.372598:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825590.372599:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:0.0:1781825590.372601:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825590.372603:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372605:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825590.372612:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825590.372614:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825590.372616:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825590.372617:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825590.806247:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825590.806254:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825590.806259:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825590.806260:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825590.806281:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825590.806283:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825590.806387:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825590.806390:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825590.806392:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825591.830214:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825591.830222:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825591.830228:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825591.830229:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825591.830232:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825591.830233:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825591.830256:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825591.830259:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825591.830262:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825592.854204:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825592.854211:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825592.854288:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825592.854290:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825592.854295:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825592.854296:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825592.854856:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825592.854860:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825592.854863:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825593.878479:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825593.878485:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825593.878490:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825593.878491:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825593.878494:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825593.878496:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825593.878524:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825593.878526:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825593.878529:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825594.902164:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825594.902174:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825594.902179:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825594.902180:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825594.902184:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825594.902185:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825594.902274:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825594.902277:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825594.902280:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825595.478502:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825595.478515:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825595.478527:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825595.478533:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825595.478539:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825595.478542:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825595.478547:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825595.478555:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825595.478563:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.478575:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825595.478812:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825595.478817:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.478825:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_00+0] req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.478963:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.478968:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.478970:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825595.478977:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.478985:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825595.478987:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.478991:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825595.478994:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825595.478997:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825595.479001:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051470464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825595.479005:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825595.479012:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825595.479014:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.479017:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825595.479023:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825595.479025:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825595.479032:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825595.479037:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825595.479043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825595.479050:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470464, portal 25 00000100:00000001:0.0:1781825595.479053:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825595.479054:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:0.0:1781825595.479060:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.479067:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825595.479069:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825595.479072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825595.479075:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051470464, offset 0 00000400:00000200:0.0:1781825595.479115:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825595.479124:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825595.479133:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825595.479138:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825595.479142:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825595.479146:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825595.479148:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825595.479152:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378582:378582:256:4294967295] 192.168.204.116@tcp LPNI seq info [378533:378533:8:4294967295] 00000400:00000200:0.0:1781825595.479156:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825595.479165:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825595.479171:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825595.479176:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825595.479183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825595.479190:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825595.479194:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825595.479208:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825595.479213:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825595.479215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302896146 00000100:00000001:0.0:1781825595.479224:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302891028 00000100:00000001:0.0:1781825595.479229:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302896146 00000100:00000001:0.0:1781825595.479232:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302891028 00000100:00000001:0.0:1781825595.479235:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825595.479238:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.479241:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.479243:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825595.479938:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.479945:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825595.479950:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825595.479957:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825595.479961:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825595.479965:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825595.479967:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825595.479971:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825595.479978:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825595.479982:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.479990:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825595.479998:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825595.480001:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.480005:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_01+1] req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.482813:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825595.482821:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825595.482829:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.482831:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.482835:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825595.482838:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825595.482841:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.482843:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825595.482913:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.482916:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.482917:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.482919:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825595.482933:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.482943:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825595.482946:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.482950:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825595.482953:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825595.482956:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825595.482960:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825595.482965:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825595.482972:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825595.482974:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.482977:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825595.482986:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825595.482988:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825595.482994:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825595.482998:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838318. 00000400:00000010:0.0:1781825595.483005:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825595.483010:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470592, portal 10 00000100:00000001:0.0:1781825595.483012:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825595.483014:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:0.0:1781825595.483021:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.483028:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825595.483030:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825595.483033:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ee58. 00000100:00000200:0.0:1781825595.483036:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051470592, offset 0 00000400:00000200:0.0:1781825595.483041:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825595.483049:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825595.483056:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825595.483060:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825595.483064:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825595.483067:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825595.483070:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825595.483072:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378583:378583:255:4294967295] 192.168.204.116@tcp LPNI seq info [378534:378534:7:4294967295] 00000400:00000200:0.0:1781825595.483076:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825595.486469:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.486478:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825595.486483:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825595.486493:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825595.486499:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825595.486503:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825595.486506:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825595.486511:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825595.486517:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781825595.486523:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.486534:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825595.486544:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825595.486549:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.486555:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_00+0] req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.486566:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.486569:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825595.486572:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825595.486575:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825595.486578:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825595.486583:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8225) 00000800:00000200:1.0:1781825595.487811:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825595.487819:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825595.487825:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.487833:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825595.489206:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825595.489216:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825595.489226:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825595.489233:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825595.489239:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825595.489244:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825595.489250:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825595.489256:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26117 usecs (27 jiffies) 00000400:00000200:0.0:1781825595.489261:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825595.489265:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302887462 00000100:00000001:0.0:1781825595.489268:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302896146 00000100:00000001:0.0:1781825595.489270:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302887462 00000100:00000001:0.0:1781825595.489272:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302896146 00000100:00000001:0.0:1781825595.489275:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825595.489278:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.489283:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.489286:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.489294:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825595.489297:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825595.489300:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.489302:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.489303:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825595.489311:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.489321:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825595.489323:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.489326:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825595.489330:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825595.489332:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825595.489335:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825595.489339:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825595.489345:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825595.489348:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.489350:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825595.489355:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825595.489357:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825595.489361:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825595.489364:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838058. 00000400:00000010:0.0:1781825595.489371:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825595.489378:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470720, portal 10 00000100:00000001:0.0:1781825595.489381:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825595.489383:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:0.0:1781825595.489390:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.489398:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825595.489400:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825595.489403:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ec38. 00000100:00000200:0.0:1781825595.489405:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051470720, offset 0 00000400:00000200:0.0:1781825595.489411:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825595.498023:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:1.0:1781825595.498031:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:1.0:1781825595.498042:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825595.498054:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.498067:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825595.498070:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.498086:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825595.498089:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825595.498199:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825595.498203:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825595.498207:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.498212:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825595.498215:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ee58 00000400:00000010:1.0:1781825595.498217:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ee58. 00000100:00000001:1.0:1781825595.498219:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825595.498224:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.498231:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825595.498241:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.498247:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825595.498249:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781825595.500713:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825595.500727:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825595.500744:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825595.500748:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825595.500752:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825595.500755:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825595.500758:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378584:378584:256:4294967295] 192.168.204.116@tcp LPNI seq info [378535:378535:8:4294967295] 00000400:00000200:0.0:1781825595.500763:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825595.500773:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825595.500780:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825595.500792:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825595.500800:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825595.500807:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825595.500812:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825595.500822:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825595.500829:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20366 usecs (21 jiffies) 00000400:00000200:0.0:1781825595.500833:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825595.500836:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302887467 00000100:00000001:0.0:1781825595.500840:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302896146 00000100:00000001:0.0:1781825595.500853:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302887467 00000100:00000001:0.0:1781825595.500855:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302896146 00000100:00000001:0.0:1781825595.500857:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825595.500861:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.500866:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.500869:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.500877:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825595.500879:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825595.500882:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.500884:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.500885:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.500888:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.500908:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.500910:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825595.501763:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825595.501770:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:1.0:1781825595.501776:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.501782:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825595.501788:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ec38 00000400:00000010:1.0:1781825595.501791:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ec38. 00000100:00000001:1.0:1781825595.501798:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825595.501807:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.501819:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825595.501822:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.501830:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825595.501831:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825595.503740:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.503769:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825595.503773:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.503776:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.503784:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.503792:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825595.503801:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.503807:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.503812:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.503817:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4de80 00000400:00000200:1.0:1781825595.503821:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.503827:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed01 [1] + 224 00000800:00000001:1.0:1781825595.503834:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.503841:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.503844:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.503847:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825595.503854:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825595.503862:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825595.503871:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.503892:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825595.503900:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.503903:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.503938:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.503942:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825595.503950:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825595.503952:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825595.503956:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825595.503960:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825595.503963:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825595.503967:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825595.503972:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825595.503991:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.503996:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825595.503998:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.504000:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825595.504003:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825595.504005:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825595.504007:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.504009:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825595.504016:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825595.504020:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825595.504023:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825595.504025:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825595.504028:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825595.504030:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.504032:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825595.504037:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.504043:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825595.504047:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825595.504049:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825595.504053:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825595.504060:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051470464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825595.504065:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.504067:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825595.504070:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051470464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.504099:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825595.504102:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825595.504106:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825595.504110:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825595.504113:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825595.504115:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825595.504117:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825595.504120:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:0.0:1781825595.504123:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825595.504125:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825595.504127:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:0.0:1781825595.504130:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825595.504132:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.504135:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.504136:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.504137:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825595.504139:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.504141:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825595.520690:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.520708:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825595.520712:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.520714:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.520723:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.520741:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825595.520820:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.520826:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.520831:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.520836:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4df00 00000400:00000200:1.0:1781825595.520841:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.520849:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed11 [1] + 224 00000800:00000001:1.0:1781825595.520857:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.520862:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.520865:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.520869:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825595.520877:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825595.520887:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825595.520905:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.520973:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.520977:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825595.520995:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825595.521005:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.521009:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825595.521011:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.521013:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.521017:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.521021:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825595.521025:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.521028:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.521031:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.521033:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4df80 00000400:00000200:1.0:1781825595.521037:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825595.521040:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed21 [1] + 224 00000800:00000001:1.0:1781825595.521044:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.521052:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825595.521054:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825595.521057:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825595.521060:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825595.521064:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825595.521073:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.521131:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825595.521136:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825595.521139:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825595.522059:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825595.522063:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825595.522067:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838318. 00000400:00000200:0.0:1781825595.522072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781825595.522075:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781825595.522094:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825595.522102:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825595.522110:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.522174:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825595.522178:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.522181:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825595.522185:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825595.522188:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825595.522190:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825595.522193:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825595.522204:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=112 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825595.522208:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825595.522210:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825595.522212:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825595.522215:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825595.522218:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.522222:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825595.522224:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825595.522226:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825595.522227:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825595.522231:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.522238:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825595.522242:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825595.522244:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825595.522248:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825595.522257:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825595.522261:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.522264:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825595.522443:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051470592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825595.522453:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825595.522456:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825595.522460:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825595.522465:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825595.522467:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825595.522469:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825595.522471:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825595.522474:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825595.522478:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825595.522480:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825595.522482:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:0.0:1781825595.522485:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825595.522487:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825595.522490:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825595.522491:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825595.522494:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825595.523556:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825595.523559:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825595.523563:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838058. 00000400:00000200:1.0:1781825595.523569:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:1.0:1781825595.523571:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:1.0:1781825595.523576:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825595.523583:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825595.523664:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.523671:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825595.523673:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825595.523676:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825595.523678:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825595.523680:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825595.523681:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825595.523683:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825595.523690:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=112 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825595.523693:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825595.523695:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825595.523697:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825595.523699:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825595.523701:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825595.523704:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825595.523706:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825595.523708:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825595.523709:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825595.523714:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.523721:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825595.523723:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825595.523724:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825595.523727:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825595.523751:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825595.523758:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825595.523760:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825595.523762:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051470720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825611 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825595.523768:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825595.523770:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825595.523773:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:1.0:1781825595.523777:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825595.523779:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825595.523781:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825595.523783:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825595.523785:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:1.0:1781825595.523788:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825595.523789:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825595.523791:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781825595.523795:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825595.523796:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825595.523798:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825595.523805:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825595.523807:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825595.523809:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825595.523811:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825595.929414:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825595.929421:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825595.929427:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825595.929428:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825595.929432:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825595.929433:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825595.929458:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825595.929460:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825595.929463:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825596.950200:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825596.950208:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825596.950214:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825596.950218:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825596.950220:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825596.950225:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825596.950228:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825596.950230:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825596.950232:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825596.950234:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825596.950238:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825596.950239:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825596.950399:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825596.950402:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825596.950405:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825597.974201:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825597.974207:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825597.974212:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825597.974213:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825597.974217:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825597.974218:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825597.974244:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825597.974247:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825597.974250:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825598.998199:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825598.998207:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825598.998214:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825598.998215:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825598.998219:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825598.998220:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825598.998321:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825598.998325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825598.998328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825600.022438:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825600.022447:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825600.022450:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825600.022453:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022458:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825600.022460:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022463:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022465:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022469:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825600.022470:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022473:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825600.022475:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825600.022476:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825600.022477:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022479:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825600.022480:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022482:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825600.022484:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825600.022507:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825600.022511:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825600.022514:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825600.598821:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825600.598831:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825600.598842:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825600.598849:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825600.598853:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825600.598856:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825600.598862:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825600.598870:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781825600.598877:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598889:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825600.598900:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825600.598903:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598910:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.598944:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598946:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825600.598949:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825600.598952:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781825600.598954:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825600.598956:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825600.598957:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825600.598959:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825600.598963:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825600.598965:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598969:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825600.598980:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825600.598982:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598985:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.598992:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.598994:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825600.598997:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825600.599000:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825600.599002:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825600.599004:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825600.599005:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825600.599007:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825600.599012:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825600.599014:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.599018:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825600.599024:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825600.599026:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.599029:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599035:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.599037:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825600.599041:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825600.599043:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825600.599046:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825600.599052:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8230) 00000100:00000001:1.0:1781825600.599069:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825600.599074:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825600.599105:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825600.599110:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599118:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825600.599120:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599124:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825600.599126:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825600.599128:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825600.599131:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825600.599135:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825600.599141:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825600.599144:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599146:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825600.599151:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a78000. 02000000:00000001:1.0:1781825600.599153:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825600.599160:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825600.599165:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9108. 00000400:00000010:1.0:1781825600.599172:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781825600.599179:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470976, portal 10 00000100:00000001:1.0:1781825600.599182:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825600.599184:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781825600.599190:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599198:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825600.599200:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825600.599203:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781825600.599205:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051470976, offset 0 00000400:00000200:1.0:1781825600.599212:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599220:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599228:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825600.599233:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825600.599238:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825600.599241:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825600.599243:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599247:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378585:378585:256:4294967295] 192.168.204.116@tcp LPNI seq info [378536:378536:8:4294967295] 00000400:00000200:1.0:1781825600.599251:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599260:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825600.599266:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825600.599270:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cd00. 00000800:00000200:1.0:1781825600.599278:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825600.599284:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825600.599288:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825600.599299:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.599304:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26185 usecs (27 jiffies) 00000400:00000200:1.0:1781825600.599308:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825600.599310:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302892572 00000100:00000001:1.0:1781825600.599314:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302896146 00000100:00000001:1.0:1781825600.599316:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302892572 00000100:00000001:1.0:1781825600.599318:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302896146 00000100:00000001:1.0:1781825600.599320:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825600.599323:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599326:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599328:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825600.599336:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825600.599338:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825600.599340:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825600.599341:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825600.599343:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825600.599345:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781825600.599347:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825600.599348:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825600.599350:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825600.599352:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825600.599353:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825600.599354:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825600.599358:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599365:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825600.599366:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599368:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825600.599370:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825600.599372:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825600.599374:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051470848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825600.599377:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825600.599380:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825600.599381:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599383:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825600.599386:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79000. 02000000:00000001:1.0:1781825600.599387:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825600.599390:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825600.599392:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e92c0. 00000400:00000010:1.0:1781825600.599396:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e550. 00000100:00000200:1.0:1781825600.599399:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051470848, portal 25 00000100:00000001:1.0:1781825600.599401:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825600.599402:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781825600.599405:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599410:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825600.599412:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825600.599414:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825600.599416:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051470848, offset 0 00000400:00000200:1.0:1781825600.599420:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599423:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599427:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825600.599429:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825600.599432:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825600.599434:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825600.599437:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599439:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378586:378586:255:4294967295] 192.168.204.116@tcp LPNI seq info [378537:378537:7:4294967295] 00000400:00000200:1.0:1781825600.599443:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599448:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825600.599452:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825600.599455:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c300. 00000800:00000200:1.0:1781825600.599458:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825600.599461:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825600.599464:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825600.599467:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825600.599470:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825600.599472:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302901266 00000100:00000001:1.0:1781825600.599478:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302896146 00000100:00000001:1.0:1781825600.599482:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302901266 00000100:00000001:1.0:1781825600.599484:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302896146 00000100:00000001:1.0:1781825600.599487:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825600.599488:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599491:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825600.599494:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599499:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825600.599501:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599502:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825600.599503:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825600.599505:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825600.599508:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051471104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825600.599511:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825600.599513:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825600.599515:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825600.599516:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825600.599519:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825600.599521:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825600.599523:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825600.599525:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9c60. 00000400:00000010:1.0:1781825600.599528:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781825600.599531:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471104, portal 10 00000100:00000001:1.0:1781825600.599533:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825600.599534:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781825600.599539:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599545:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825600.599547:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825600.599550:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825600.599552:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051471104, offset 0 00000400:00000200:1.0:1781825600.599555:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599559:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599562:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825600.599564:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825600.599567:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825600.599569:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825600.599571:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825600.599574:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378587:378587:254:4294967295] 192.168.204.116@tcp LPNI seq info [378538:378538:6:4294967295] 00000400:00000200:1.0:1781825600.599578:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.599584:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825600.599588:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825600.599591:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825600.599594:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825600.599598:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825600.599601:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825600.599604:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825600.599607:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20416 usecs (21 jiffies) 00000400:00000200:1.0:1781825600.599610:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825600.599611:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302892566 00000100:00000001:1.0:1781825600.599614:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302901266 00000100:00000001:1.0:1781825600.599615:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302892566 00000100:00000001:1.0:1781825600.599617:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302901266 00000100:00000001:1.0:1781825600.599619:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825600.599621:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599623:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599625:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.599748:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825600.599751:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825600.599859:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825600.599864:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:1.0:1781825600.599870:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.599875:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825600.599880:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:1.0:1781825600.599882:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:1.0:1781825600.599887:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825600.599891:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599900:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825600.599904:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599911:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599912:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825600.599923:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825600.599925:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:1.0:1781825600.599927:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.599930:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825600.599932:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781825600.599934:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781825600.599936:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825600.599939:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599945:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825600.599948:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.599954:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.599955:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825600.600021:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825600.600023:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:1.0:1781825600.600026:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.600029:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825600.600032:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825600.600033:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825600.600035:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825600.600039:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.600046:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825600.600049:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.600055:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825600.600056:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825600.606521:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.606538:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825600.606543:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.606546:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.606555:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.606562:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825600.606571:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.606577:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.606768:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.606773:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e000 00000400:00000200:1.0:1781825600.606777:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.606784:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed41 [1] + 224 00000800:00000001:1.0:1781825600.606791:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.606800:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.606804:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.606808:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825600.606815:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825600.606824:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825600.606835:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.606898:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825600.606903:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825600.606923:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825600.606932:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.606936:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825600.609422:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825600.609429:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825600.609433:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e92c0. 00000400:00000200:0.0:1781825600.609443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e550 00000400:00000010:0.0:1781825600.609445:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e550. 00000100:00000001:0.0:1781825600.609451:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825600.609463:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825600.609474:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.609483:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825600.609486:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.609488:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825600.609491:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825600.609495:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825600.609496:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825600.609500:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825600.609506:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825600.609511:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825600.609915:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825600.609917:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825600.609920:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825600.609922:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.609925:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825600.609931:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.609939:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825600.609942:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825600.609944:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825600.609948:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825600.609955:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051470848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825600.609962:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.609965:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825600.609968:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051470848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.609975:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825600.609978:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825600.609981:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79000. 02000000:00000001:0.0:1781825600.609986:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825600.609988:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825600.609990:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825600.609993:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825600.609995:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:0.0:1781825600.609999:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825600.610001:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825600.610003:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:0.0:1781825600.610007:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825600.610008:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.610011:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.610013:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825600.610016:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825600.610018:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.610020:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825600.614060:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614104:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825600.614109:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614113:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.614121:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614129:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825600.614138:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614144:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614150:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614153:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e100 00000400:00000200:1.0:1781825600.614158:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614164:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed51 [1] + 224 00000800:00000001:1.0:1781825600.614172:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614176:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.614179:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.614184:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825600.614191:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825600.614200:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825600.614210:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.614231:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825600.614239:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614243:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825600.614245:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614246:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.614249:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614253:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825600.614257:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614260:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614262:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614265:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e080 00000400:00000200:1.0:1781825600.614268:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825600.614272:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed31 [1] + 224 00000800:00000001:1.0:1781825600.614276:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614283:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825600.614285:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825600.614288:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825600.614291:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825600.614295:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825600.614303:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825600.614311:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825600.614314:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825600.614317:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615051:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825600.615057:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825600.615065:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825600.615067:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825600.615071:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9c60. 00000400:00000200:0.0:1781825600.615076:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:0.0:1781825600.615099:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:0.0:1781825600.615103:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825600.615109:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825600.615119:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615126:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825600.615128:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615131:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825600.615134:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825600.615137:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825600.615139:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825600.615142:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825600.615151:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=117 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825600.615155:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825600.615158:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825600.615159:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825600.615162:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825600.615166:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.615170:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825600.615172:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825600.615174:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825600.615176:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825600.615181:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615189:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825600.615192:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825600.615194:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825600.615197:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825600.615205:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051471104:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825600.615210:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825600.615212:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825600.615213:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9108. 00000400:00000200:0.0:1781825600.615216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:0.0:1781825600.615219:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:0.0:1781825600.615220:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825600.615232:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825600.615240:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615252:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825600.615254:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615256:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825600.615257:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825600.615258:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825600.615260:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825600.615262:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825600.615265:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=117 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825600.615268:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825600.615271:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825600.615272:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825600.615273:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825600.615275:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.615278:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825600.615279:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825600.615281:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825600.615282:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825600.615286:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615292:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825600.615294:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825600.615295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825600.615298:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825600.615305:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051470976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825600.615309:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615311:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825600.615314:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051471104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615321:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825600.615324:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825600.615327:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:0.0:1781825600.615332:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825600.615335:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825600.615337:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825600.615339:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825600.615342:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825600.615345:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825600.615346:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825600.615349:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:0.0:1781825600.615352:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825600.615354:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615355:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825600.615359:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051470976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825616 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825600.615365:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825600.615366:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825600.615368:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a78000. 02000000:00000001:0.0:1781825600.615370:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825600.615371:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825600.615372:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825600.615374:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825600.615375:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825600.615377:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825600.615378:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825600.615379:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:0.0:1781825600.615381:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825600.615382:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615384:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825600.615391:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825600.615393:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825600.615395:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825600.615397:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825601.046200:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825601.046208:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825601.046213:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825601.046215:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825601.046218:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825601.046219:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825601.046321:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825601.046325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825601.046328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825602.070219:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825602.070225:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825602.070231:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825602.070232:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825602.070235:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825602.070237:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825602.070267:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825602.070270:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825602.070272:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825603.094528:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825603.094535:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825603.094540:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825603.094541:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825603.094545:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825603.094546:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825603.094665:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825603.094669:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825603.094671:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825604.118943:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825604.118949:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825604.118954:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825604.118956:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825604.118959:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825604.118960:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825604.119937:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825604.119941:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825604.119945:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825605.142177:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825605.142185:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825605.142191:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825605.142192:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825605.142195:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825605.142197:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825605.142976:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825605.142987:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825605.142991:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825605.718335:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825605.718346:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825605.718356:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825605.718362:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825605.718367:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825605.718369:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825605.718375:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825605.718384:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825605.718390:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718402:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825605.718413:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825605.718418:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718425:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.718458:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718461:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825605.718465:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825605.718468:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825605.718470:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825605.718472:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825605.718474:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825605.718475:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825605.718479:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825605.718481:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718485:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825605.718490:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825605.718492:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825605.718494:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825605.718494:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718497:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825605.718498:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825605.718503:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.718507:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718509:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825605.718510:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825605.718512:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.718513:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825605.718515:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 02000000:00000001:3.0:1781825605.718516:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1781825605.718517:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 02000000:00000001:3.0:1781825605.718518:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825605.718519:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825605.718520:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825605.718521:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825605.718522:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825605.718524:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051471232:192.168.204.116@tcp:400:kworker.0 02000000:00000010:2.0:1781825605.718525:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825605.718527:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718529:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1781825605.718540:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1781825605.718545:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825605.718547:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1781825605.718548:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.718549:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825605.718551:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1781825605.718553:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_00+0] req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1781825605.718556:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825605.718558:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.718561:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.718563:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1781825605.718566:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825605.718567:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825605.718569:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1781825605.718571:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000100:00000040:2.0:1781825605.718572:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825605.718577:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8235) 00000400:00000010:3.0:1781825605.718578:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825605.718585:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471232, portal 25 00000100:00000001:3.0:1781825605.718588:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825605.718589:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781825605.718594:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.718601:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825605.718604:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825605.718607:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825605.718610:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051471232, offset 0 00000400:00000200:3.0:1781825605.718618:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825605.718626:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825605.718634:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825605.718639:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825605.718643:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825605.718647:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825605.718650:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825605.718654:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378588:378588:256:4294967295] 192.168.204.116@tcp LPNI seq info [378539:378539:8:4294967295] 00000400:00000200:3.0:1781825605.718658:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825605.718668:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825605.718675:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825605.718680:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498300. 00000800:00000200:3.0:1781825605.718687:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825605.718694:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781825605.718694:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825605.718696:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1781825605.718698:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825605.718698:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825605.718703:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.718707:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825605.718711:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825605.718714:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302906385 00000100:00000001:2.0:1781825605.718716:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825605.718717:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825605.718719:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781825605.718721:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302901266 02000000:00000001:2.0:1781825605.718721:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825605.718723:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718725:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302906385 00000100:00100000:2.0:1781825605.718726:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825605.718729:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302901266 00000100:00000001:2.0:1781825605.718730:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825605.718731:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825605.718732:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781825605.718734:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825605.718734:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825605.718736:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781825605.718737:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718739:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.718747:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825605.718749:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825605.718751:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.718753:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825605.718754:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825605.718758:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.718764:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825605.718765:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825605.718767:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825605.718769:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825605.718771:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825605.718774:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051471488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825605.718777:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825605.718779:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825605.718780:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825605.718782:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825605.718785:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825605.718787:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825605.718790:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825605.718793:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825605.718797:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825605.718800:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471488, portal 10 00000100:00000001:3.0:1781825605.718802:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825605.718803:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781825605.718809:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.718815:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825605.718817:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825605.718820:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825605.718822:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051471488, offset 0 00000400:00000200:3.0:1781825605.718826:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825605.718830:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825605.718833:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825605.718836:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825605.718838:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825605.718840:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825605.718842:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825605.718844:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378589:378589:255:4294967295] 192.168.204.116@tcp LPNI seq info [378540:378540:7:4294967295] 00000400:00000200:3.0:1781825605.718848:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825605.718853:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825605.718857:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825605.718861:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498d00. 00000800:00000200:3.0:1781825605.718865:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825605.718868:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825605.718871:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825605.718873:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825605.718877:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20415 usecs (21 jiffies) 00000400:00000200:3.0:1781825605.718879:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825605.718881:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302897685 00000100:00000001:3.0:1781825605.718883:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302906385 00000100:00000001:3.0:1781825605.718885:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302897685 00000100:00000001:3.0:1781825605.718887:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302906385 00000100:00000001:3.0:1781825605.718888:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825605.718890:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718893:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718894:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.718897:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825605.718899:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825605.718900:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.718901:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825605.718902:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.718904:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825605.718938:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825605.718943:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498300. 00000400:00000200:1.0:1781825605.718949:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.718954:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825605.718959:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:1.0:1781825605.718961:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:1.0:1781825605.718965:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825605.718970:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.718980:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825605.718983:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.718989:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825605.718991:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825605.719006:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825605.719009:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498d00. 00000400:00000200:1.0:1781825605.719012:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.719014:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825605.719017:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:1.0:1781825605.719018:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:1.0:1781825605.719020:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825605.719023:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.719029:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825605.719032:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.719038:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825605.719039:0:2385:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1781825605.719207:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825605.719210:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825605.719214:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825605.719217:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825605.719221:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825605.719225:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471360, portal 10 00000100:00000001:2.0:1781825605.719227:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825605.719228:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781825605.719235:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.719242:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825605.719244:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825605.719247:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825605.719249:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051471360, offset 0 00000400:00000200:2.0:1781825605.719253:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825605.719257:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825605.719261:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825605.719263:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825605.719266:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825605.719268:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825605.719270:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825605.719273:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378590:378590:256:4294967295] 192.168.204.116@tcp LPNI seq info [378541:378541:8:4294967295] 00000400:00000200:2.0:1781825605.719276:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825605.719283:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825605.719287:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825605.719291:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825605.719294:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825605.719298:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825605.719301:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825605.719314:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.719317:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26170 usecs (27 jiffies) 00000400:00000200:2.0:1781825605.719321:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825605.719322:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302897692 00000100:00000001:2.0:1781825605.719324:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302906385 00000100:00000001:2.0:1781825605.719442:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302897692 00000100:00000001:2.0:1781825605.719446:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302906385 00000100:00000001:2.0:1781825605.719449:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825605.719451:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.719454:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.719455:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825605.719459:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825605.719461:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825605.719463:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825605.719464:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825605.719465:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.719467:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825605.719843:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825605.719847:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825605.719851:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.719855:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825605.719859:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:1.0:1781825605.719861:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:1.0:1781825605.719865:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825605.719869:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.719876:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825605.719878:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.719897:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825605.719899:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825605.722457:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722472:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825605.722476:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722479:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.722488:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722496:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825605.722505:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722509:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722515:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722519:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e280 00000400:00000200:1.0:1781825605.722523:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722529:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed69 [1] + 224 00000800:00000001:1.0:1781825605.722545:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722549:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.722551:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.722555:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825605.722561:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825605.722571:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825605.722582:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.722601:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825605.722609:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722612:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825605.722614:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722616:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.722619:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722623:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825605.722627:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722630:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722633:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722636:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e200 00000400:00000200:1.0:1781825605.722639:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.722643:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed71 [1] + 224 00000800:00000001:1.0:1781825605.722647:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722654:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.722656:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.722659:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825605.722661:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825605.722665:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825605.722674:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.722701:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825605.722705:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.722708:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.722823:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.722827:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825605.722832:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825605.722834:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825605.722837:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825605.722841:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:3.0:1781825605.722844:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:3.0:1781825605.722847:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825605.722851:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825605.722859:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.722869:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825605.722871:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.722873:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825605.722876:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825605.722878:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825605.722881:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825605.722884:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825605.722892:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=122 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825605.722897:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825605.722899:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825605.722901:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825605.722913:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825605.722917:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.722921:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825605.722923:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825605.722925:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825605.722927:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825605.722931:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.722954:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825605.722957:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825605.722959:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825605.722963:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825605.722971:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051471488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825605.722977:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.722979:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825605.722983:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051471488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.722989:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825605.722992:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825605.722996:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825605.722999:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825605.723002:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825605.723004:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825605.723006:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825605.723009:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825605.723012:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825605.723014:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825605.723016:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781825605.723020:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825605.723022:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.723025:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.723026:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.723027:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825605.723029:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.723031:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.723375:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825605.723378:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825605.723382:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825605.723384:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825605.723386:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825605.723390:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825605.723391:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825605.723395:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825605.723400:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825605.723408:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.723414:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825605.723416:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825605.723417:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825605.723419:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825605.723420:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825605.723421:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825605.723423:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825605.723427:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=122 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825605.723430:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825605.723432:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825605.723433:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825605.723435:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825605.723437:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.723440:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825605.723441:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825605.723442:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825605.723444:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825605.723447:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.723452:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825605.723453:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825605.723455:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825605.723458:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825605.723464:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825605.723468:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825605.723470:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825605.723472:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051471360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825605.723477:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825605.723478:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825605.723480:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825605.723483:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825605.723485:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825605.723486:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825605.723488:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825605.723489:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825605.723492:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825605.723493:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825605.723494:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:2.0:1781825605.723496:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825605.723497:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825605.723499:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825605.723506:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825605.723507:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825605.723509:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825605.723511:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825605.726920:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.726949:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825605.726953:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.726956:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.726965:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.726973:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825605.726983:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.726988:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.726994:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.726999:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e180 00000400:00000200:1.0:1781825605.727003:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825605.727009:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed61 [1] + 224 00000800:00000001:1.0:1781825605.727016:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.727041:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825605.727045:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825605.727051:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825605.727059:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825605.727068:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825605.727106:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825605.727124:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825605.727133:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825605.727136:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.729512:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.729520:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825605.729530:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825605.729543:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825605.729548:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825605.729554:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825605.729558:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825605.729564:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825605.729575:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825605.729588:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.729596:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825605.729598:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.729601:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825605.729604:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825605.729607:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825605.729609:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825605.729612:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825605.729619:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825605.729624:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825605.729628:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825605.729629:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825605.729633:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825605.729636:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.729639:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825605.729643:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.729651:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825605.729655:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825605.729657:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825605.729661:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825605.729670:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051471232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825605.729674:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.729677:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825605.729680:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051471232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825621 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825605.729687:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825605.729699:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825605.729703:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825605.729706:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825605.729709:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825605.729711:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825605.729713:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825605.729716:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781825605.729719:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825605.729721:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825605.729723:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781825605.729727:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825605.729728:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.729730:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825605.729738:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825605.729740:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825605.729743:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825605.729745:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825606.181894:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825606.181901:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825606.181906:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825606.181907:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825606.181910:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825606.181911:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825606.181986:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825606.181989:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825606.181992:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825607.190723:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825607.190732:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825607.190738:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825607.190742:0:129415:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825607.190744:0:129415:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825607.190748:0:129415:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825607.190751:0:129415:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825607.190754:0:129415:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825607.190756:0:129415:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825607.190758:0:129415:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825607.190761:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825607.190763:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825607.192654:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825607.192659:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825607.192663:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825608.214249:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825608.214258:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825608.214264:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825608.214265:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825608.214269:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825608.214270:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825608.216646:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825608.216653:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825608.216658:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825609.238276:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825609.238283:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825609.238289:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825609.238291:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825609.238294:0:129415:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825609.238295:0:129415:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825609.238393:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825609.238396:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825609.238399:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825610.262505:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825610.262514:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825610.262517:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825610.262520:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262525:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825610.262527:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262529:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262531:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262535:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825610.262537:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262541:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825610.262542:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825610.262543:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825610.262545:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262546:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825610.262547:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262549:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825610.262550:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825610.262732:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825610.262736:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825610.262740:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825610.838198:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825610.838209:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825610.838220:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825610.838227:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825610.838232:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825610.838235:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825610.838239:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825610.838248:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825610.838254:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838266:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825610.838277:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825610.838282:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838288:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825610.838323:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838326:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825610.838330:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825610.838333:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825610.838335:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825610.838338:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825610.838339:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825610.838341:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825610.838345:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825610.838347:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838352:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825610.838359:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825610.838361:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838365:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825610.838373:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838375:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825610.838378:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825610.838380:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825610.838382:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825610.838385:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825610.838386:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825610.838387:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825610.838390:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825610.838392:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838395:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825610.838402:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825610.838404:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838407:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_01+1] req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825610.838414:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825610.838417:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825610.838421:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825610.838423:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825610.838426:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825610.838439:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8240) 00000100:00000001:3.0:1781825610.838514:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.838519:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825610.838521:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825610.838528:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.838536:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825610.838538:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838542:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825610.838545:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825610.838548:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825610.838552:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051471616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.838556:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825610.838563:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825610.838565:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838568:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825610.838573:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825610.838575:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825610.838583:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825610.838587:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825610.838595:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825610.838602:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471616, portal 25 00000100:00000001:3.0:1781825610.838604:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825610.838606:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781825610.838612:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.838619:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825610.838622:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825610.838625:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825610.838629:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051471616, offset 0 00000400:00000200:3.0:1781825610.838634:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825610.838643:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.838651:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825610.838656:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825610.838660:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825610.838664:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825610.838667:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825610.838670:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378591:378591:256:4294967295] 192.168.204.116@tcp LPNI seq info [378542:378542:8:4294967295] 00000400:00000200:3.0:1781825610.838675:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.838685:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825610.838692:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825610.838697:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498b00. 00000800:00000200:3.0:1781825610.838703:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825610.838711:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825610.838715:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825610.838734:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825610.838739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825610.838742:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302911505 00000100:00000001:3.0:1781825610.838751:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302906385 00000100:00000001:3.0:1781825610.838755:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302911505 00000100:00000001:3.0:1781825610.838759:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302906385 00000100:00000001:3.0:1781825610.838762:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.838765:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.838768:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825610.838772:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.838779:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825610.838780:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838783:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825610.838784:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825610.838786:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825610.838789:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.838801:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825610.838804:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825610.838806:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838808:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825610.838811:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825610.838813:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825610.838816:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825610.838819:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825610.838822:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825610.838825:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471872, portal 10 00000100:00000001:3.0:1781825610.838827:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825610.838828:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781825610.838835:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.838842:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825610.838844:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825610.838846:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825610.838848:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051471872, offset 0 00000400:00000200:3.0:1781825610.838853:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825610.838857:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.838860:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825610.838863:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825610.838866:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825610.838868:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825610.838870:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825610.838873:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378592:378592:255:4294967295] 192.168.204.116@tcp LPNI seq info [378543:378543:7:4294967295] 00000400:00000200:3.0:1781825610.838878:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.838884:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825610.838888:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825610.838891:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498700. 00000800:00000200:3.0:1781825610.838895:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825610.838899:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825610.838902:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825610.838905:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825610.838908:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20386 usecs (21 jiffies) 00000400:00000200:3.0:1781825610.838911:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825610.838913:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302902805 00000100:00000001:3.0:1781825610.838916:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302911505 00000100:00000001:3.0:1781825610.838918:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302902805 00000100:00000001:3.0:1781825610.838920:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302911505 00000100:00000001:3.0:1781825610.838922:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.838924:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.838926:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.838929:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.838935:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825610.838937:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825610.838940:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.838941:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825610.838942:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825610.838945:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825610.838947:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.838949:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825610.838951:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.838952:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.838954:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825610.838955:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825610.838958:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.838965:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825610.838966:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838969:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825610.838970:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825610.838972:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825610.838975:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.838977:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825610.838979:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825610.838981:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.838982:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825610.838985:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825610.838987:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825610.838990:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825610.838992:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825610.838995:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825610.838998:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051471744, portal 10 00000100:00000001:3.0:1781825610.838999:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825610.839001:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781825610.839006:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.839012:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825610.839014:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825610.839016:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825610.839019:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051471744, offset 0 00000400:00000200:3.0:1781825610.839023:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825610.839027:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.839030:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825610.839032:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825610.839035:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825610.839037:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825610.839039:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825610.839042:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378593:378593:254:4294967295] 192.168.204.116@tcp LPNI seq info [378544:378544:6:4294967295] 00000400:00000200:3.0:1781825610.839046:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825610.839051:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825610.839055:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825610.839060:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f13498d00. 00000800:00000200:3.0:1781825610.839064:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825610.839067:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825610.839070:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f13498d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825610.839072:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825610.839075:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26120 usecs (27 jiffies) 00000400:00000200:3.0:1781825610.839101:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825610.839103:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302902812 00000100:00000001:3.0:1781825610.839106:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302911505 00000100:00000001:3.0:1781825610.839108:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302902812 00000100:00000001:3.0:1781825610.839110:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302911505 00000100:00000001:3.0:1781825610.839112:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.839114:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.839116:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.839118:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.839126:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.839128:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825610.839146:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825610.839151:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498b00. 00000400:00000200:1.0:1781825610.839157:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.839162:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825610.839167:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:1.0:1781825610.839169:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:1.0:1781825610.839173:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825610.839177:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839186:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825610.839190:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839196:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825610.839198:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825610.839208:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825610.839211:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498700. 00000400:00000200:1.0:1781825610.839213:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.839216:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825610.839219:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:1.0:1781825610.839220:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:1.0:1781825610.839223:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825610.839225:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839231:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825610.839234:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839239:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825610.839240:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825610.839304:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825610.839306:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f13498d00. 00000400:00000200:1.0:1781825610.839308:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.839312:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825610.839314:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:1.0:1781825610.839315:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:1.0:1781825610.839317:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825610.839321:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839326:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825610.839329:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.839334:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825610.839335:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825610.842598:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.842617:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825610.842622:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.842624:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.842634:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.842641:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825610.842651:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.842656:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.842661:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.842665:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e300 00000400:00000200:1.0:1781825610.842670:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.842676:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed79 [1] + 224 00000800:00000001:1.0:1781825610.842683:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.842690:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.842692:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.842696:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825610.842703:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825610.842711:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825610.842723:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.842740:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825610.842748:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.842751:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.842811:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.842816:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825610.842822:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825610.842824:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825610.842827:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825610.842832:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825610.842834:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825610.842837:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825610.842841:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825610.842850:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.842856:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825610.842858:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.842860:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825610.842862:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825610.842865:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825610.842866:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.842869:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825610.842875:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825610.842879:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825610.842881:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825610.842882:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825610.842885:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825610.842887:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.842889:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825610.842893:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.842900:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.842903:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825610.842905:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825610.842909:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825610.842915:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051471616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.842920:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.842923:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825610.842926:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051471616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.842932:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825610.842935:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825610.842938:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244000. 02000000:00000001:3.0:1781825610.842941:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825610.842944:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825610.842946:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825610.842948:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825610.842950:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825610.842953:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825610.842955:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825610.842958:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781825610.842961:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825610.842962:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.842965:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.842966:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.842967:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825610.842969:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.842970:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825610.846688:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.846707:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825610.846711:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.846713:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.846722:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.846730:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825610.846737:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.846742:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.846748:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.846752:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e400 00000400:00000200:1.0:1781825610.846757:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.846764:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed81 [1] + 224 00000800:00000001:1.0:1781825610.846770:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.846780:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.846783:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.846787:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825610.846795:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825610.846805:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825610.846826:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.846840:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825610.846847:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.846850:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.847266:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.847271:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825610.847278:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825610.847280:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825610.847284:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825610.847288:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:3.0:1781825610.847290:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:3.0:1781825610.847293:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825610.847298:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825610.847307:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.847313:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825610.847315:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.847317:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825610.847320:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825610.847323:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825610.847326:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.847329:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825610.847339:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=127 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825610.847343:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825610.847346:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825610.847347:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825610.847350:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825610.847353:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.847357:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825610.847358:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825610.847361:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825610.847362:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825610.847366:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.847374:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.847377:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825610.847379:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825610.847383:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825610.847392:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.847397:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.847399:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825610.847402:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051471872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.847409:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825610.847411:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825610.847415:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825610.847418:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825610.847421:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825610.847423:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825610.847425:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825610.847428:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825610.847443:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825610.847445:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825610.847447:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781825610.847451:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825610.847452:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.847455:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.847457:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.847458:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825610.847459:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.847461:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825610.850908:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.850927:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825610.850931:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.850933:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.850942:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.850960:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825610.850970:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.850975:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.850981:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.850985:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e380 00000400:00000200:1.0:1781825610.850989:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825610.850995:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed89 [1] + 224 00000800:00000001:1.0:1781825610.851002:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.851010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825610.851013:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825610.851017:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825610.851025:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825610.851034:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825610.851044:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825610.851071:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825610.851115:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825610.851119:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.851296:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.851300:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825610.851307:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825610.851309:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825610.851312:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825610.851317:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:3.0:1781825610.851319:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:3.0:1781825610.851322:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825610.851327:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825610.851336:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.851342:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825610.851343:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.851346:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825610.851349:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825610.851351:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825610.851354:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825610.851356:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825610.851365:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=127 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825610.851369:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825610.851372:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825610.851373:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825610.851376:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825610.851379:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.851382:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825610.851384:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825610.851386:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825610.851387:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825610.851391:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.851397:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825610.851400:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825610.851402:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825610.851405:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825610.851412:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051471744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825610.851416:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.851418:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825610.851420:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051471744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825626 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825610.851427:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825610.851429:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825610.851442:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825610.851446:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825610.851449:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825610.851451:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825610.851453:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825610.851456:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825610.851459:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825610.851461:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825610.851462:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781825610.851466:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825610.851468:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.851470:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825610.851478:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825610.851480:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825610.851482:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825610.851484:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825611.286240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825611.286246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825611.286253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825611.286254:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825611.286257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825611.286258:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825611.286346:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825611.286350:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825611.286353:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825612.310204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825612.310213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825612.310218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825612.310219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825612.310224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825612.310225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825612.310304:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825612.310308:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825612.310311:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825613.334747:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825613.334755:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825613.334761:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825613.334763:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825613.334766:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825613.334767:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825613.335277:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825613.335280:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825613.335283:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825614.358203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825614.358211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825614.358217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825614.358218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825614.358221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825614.358222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825614.358412:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825614.358416:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825614.358419:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825615.382222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825615.382229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825615.382235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825615.382236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825615.382239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825615.382240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825615.384014:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825615.384019:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825615.384024:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825615.959569:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825615.959580:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825615.959592:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825615.959598:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825615.959602:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825615.959605:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825615.959611:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825615.959621:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825615.959627:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959639:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825615.959649:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825615.959654:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959659:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.959693:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959696:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825615.959699:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825615.959702:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825615.959705:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825615.959707:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825615.959709:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825615.959710:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825615.959713:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825615.959716:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959721:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825615.959728:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825615.959730:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959734:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_01+1] req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.959742:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959744:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825615.959748:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825615.959751:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825615.959753:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825615.959755:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825615.959756:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825615.959758:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825615.959761:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825615.959763:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959767:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825615.959774:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825615.959776:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959780:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_00+0] req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.959787:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.959790:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825615.959793:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825615.959796:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825615.959799:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825615.959803:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8245) 00000100:00000001:1.0:1781825615.959818:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825615.959821:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825615.959823:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825615.959828:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.959836:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825615.959838:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.959842:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825615.959844:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825615.959848:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825615.959852:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825615.959856:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825615.959861:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825615.959864:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.959867:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825615.959871:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825615.959873:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825615.959881:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825615.959885:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825615.959892:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825615.959899:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472128, portal 10 00000100:00000001:1.0:1781825615.959901:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825615.959903:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:1.0:1781825615.959909:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.959916:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825615.959919:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825615.959921:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825615.959924:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051472128, offset 0 00000400:00000200:1.0:1781825615.959930:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825615.959939:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.959945:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825615.959950:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825615.959954:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825615.959957:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825615.959960:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825615.959964:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378594:378594:256:4294967295] 192.168.204.116@tcp LPNI seq info [378545:378545:8:4294967295] 00000400:00000200:1.0:1781825615.959968:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.959976:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825615.959982:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825615.959987:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825615.959993:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825615.959999:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825615.960003:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825615.960013:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.960018:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26095 usecs (27 jiffies) 00000400:00000200:1.0:1781825615.960020:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825615.960023:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302907932 00000100:00000001:1.0:1781825615.960026:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302911505 00000100:00000001:1.0:1781825615.960028:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302907932 00000100:00000001:1.0:1781825615.960030:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302911505 00000100:00000001:1.0:1781825615.960033:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825615.960035:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.960038:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.960040:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.960047:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825615.960049:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825615.960051:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825615.960052:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825615.960053:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825615.960056:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825615.960057:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.960059:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825615.960060:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.960062:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825615.960063:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825615.960064:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825615.960067:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.960073:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825615.960074:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.960076:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1781825615.960157:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825615.960160:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825615.960279:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825615.960284:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825615.960289:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825615.960295:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825615.960300:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:0.0:1781825615.960303:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:0.0:1781825615.960307:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825615.960311:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.960320:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825615.960322:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.960329:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.960339:0:2385:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1781825615.961362:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825615.961368:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825615.961376:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051472000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825615.961381:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825615.961385:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825615.961389:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.961391:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825615.963371:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac000. 02000000:00000001:0.0:1781825615.963381:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825615.963391:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825615.963396:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838318. 00000400:00000010:0.0:1781825615.963403:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825615.963411:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472000, portal 25 00000100:00000001:0.0:1781825615.963414:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825615.963416:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:0.0:1781825615.963427:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.963436:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825615.963439:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825615.963442:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825615.963445:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051472000, offset 0 00000400:00000200:0.0:1781825615.963452:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825615.963461:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.963468:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825615.963474:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825615.963478:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825615.963482:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825615.963485:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825615.963490:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378595:378595:256:4294967295] 192.168.204.116@tcp LPNI seq info [378546:378546:8:4294967295] 00000400:00000200:0.0:1781825615.963495:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.963504:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825615.963510:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825615.963515:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825615.963521:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825615.963528:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825615.963532:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825615.963556:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825615.963561:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825615.963564:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302916630 00000100:00000001:0.0:1781825615.963573:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302911505 00000100:00000001:0.0:1781825615.963578:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302916630 00000100:00000001:0.0:1781825615.963582:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302911505 00000100:00000001:0.0:1781825615.963585:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825615.963588:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.963592:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825615.963597:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.963605:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825615.963607:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825615.963611:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825615.963614:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825615.963616:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825615.963621:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825615.963625:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825615.963629:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825615.963632:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825615.963634:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825615.963637:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825615.963639:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825615.963643:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825615.963645:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825615.963650:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825615.963653:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472256, portal 10 00000100:00000001:0.0:1781825615.963655:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825615.963657:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825615.963663:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.963670:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825615.963672:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825615.963674:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ec38. 00000100:00000200:0.0:1781825615.963677:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051472256, offset 0 00000400:00000200:0.0:1781825615.963681:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825615.963685:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.963688:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825615.963691:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825615.963694:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825615.963696:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825615.963698:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825615.963701:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378596:378596:255:4294967295] 192.168.204.116@tcp LPNI seq info [378547:378547:7:4294967295] 00000400:00000200:0.0:1781825615.963705:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.963712:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825615.963716:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825615.963719:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825615.963723:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825615.963727:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825615.963729:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825615.963732:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825615.963736:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20368 usecs (21 jiffies) 00000400:00000200:0.0:1781825615.963739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825615.963741:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302907930 00000100:00000001:0.0:1781825615.963744:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302916630 00000100:00000001:0.0:1781825615.963746:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302907930 00000100:00000001:0.0:1781825615.963748:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302916630 00000100:00000001:0.0:1781825615.963750:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825615.963752:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.963755:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.963758:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825615.964386:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825615.964392:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:1.0:1781825615.964398:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825615.964404:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825615.964410:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:1.0:1781825615.964413:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:1.0:1781825615.964418:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825615.964424:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.964435:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825615.964439:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.964446:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.964448:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825615.964515:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825615.964518:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825615.964521:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825615.964524:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825615.964527:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ec38 00000400:00000010:1.0:1781825615.964529:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ec38. 00000100:00000001:1.0:1781825615.964531:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825615.964535:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.964542:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825615.964545:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.964557:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.964558:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825615.968767:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968783:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825615.968788:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968790:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825615.968799:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968807:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825615.968815:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968821:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968827:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968831:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e500 00000400:00000200:0.0:1781825615.968836:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968842:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fed91 [1] + 224 00000800:00000001:0.0:1781825615.968849:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825615.968855:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825615.968860:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825615.968866:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825615.968876:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825615.968886:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.968913:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825615.968920:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968923:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825615.968925:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968927:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825615.968930:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968934:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825615.968938:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968940:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968943:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968946:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e480 00000400:00000200:0.0:1781825615.968950:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825615.968955:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feda1 [1] + 224 00000800:00000001:0.0:1781825615.968958:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968963:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825615.968965:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825615.968968:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825615.968971:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825615.968975:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825615.968984:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.968992:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825615.968995:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825615.968997:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.969186:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825615.969191:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825615.969198:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825615.969200:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825615.969203:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838318. 00000400:00000200:1.0:1781825615.969208:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:1.0:1781825615.969211:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:1.0:1781825615.969215:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825615.969220:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825615.969240:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969257:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825615.969259:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.969263:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825615.969265:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825615.969268:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825615.969270:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.969273:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825615.969279:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825615.969284:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825615.969287:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825615.969288:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825615.969292:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825615.969294:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.969297:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.969302:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969310:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825615.969313:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825615.969315:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825615.969319:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825615.969327:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051472000:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825615.969342:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825615.969344:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825615.969345:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825615.969349:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825615.969350:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825615.969353:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825615.969356:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825615.969365:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969372:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825615.969373:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.969375:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825615.969376:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825615.969378:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825615.969379:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825615.969381:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825615.969386:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=132 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825615.969389:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825615.969392:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825615.969393:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825615.969395:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825615.969398:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.969401:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825615.969403:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825615.969405:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825615.969406:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825615.969411:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969423:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825615.969425:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825615.969427:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825615.969430:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825615.969439:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825615.969443:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.969445:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825615.969448:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051472000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969457:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825615.969459:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825615.969462:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac000. 02000000:00000001:1.0:1781825615.969466:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825615.969469:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825615.969471:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825615.969473:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825615.969476:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:1.0:1781825615.969479:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825615.969481:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825615.969483:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781825615.969486:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825615.969488:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.969489:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825615.969492:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051472128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.969498:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825615.969499:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825615.969500:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825615.969503:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825615.969504:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825615.969506:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825615.969507:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825615.969509:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825615.969510:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825615.969511:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825615.969512:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825615.969514:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825615.969515:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825615.969518:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.969519:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825615.969521:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825615.969522:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825615.969524:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825615.974301:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825615.974318:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825615.974322:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825615.974325:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825615.974341:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.974349:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825615.974358:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.974363:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.974369:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.974373:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e580 00000400:00000200:1.0:1781825615.974379:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825615.974385:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fedb1 [1] + 224 00000800:00000001:1.0:1781825615.974391:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825615.974399:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825615.974402:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825615.974406:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825615.974413:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825615.974422:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825615.974434:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825615.974465:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825615.974473:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825615.974475:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825615.974602:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825615.974606:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825615.974616:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825615.974618:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825615.974621:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825615.974625:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:0.0:1781825615.974628:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:0.0:1781825615.974633:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825615.974637:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825615.974645:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.974650:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825615.974652:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825615.974655:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825615.974658:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825615.974661:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825615.974663:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825615.974666:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825615.974677:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=132 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825615.974682:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825615.974684:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825615.974686:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825615.974689:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825615.974692:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.974696:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825615.974698:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825615.974700:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825615.974702:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825615.974707:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.974714:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825615.974717:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825615.974720:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825615.974724:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825615.974738:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825615.974743:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825615.974745:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825615.974749:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051472256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825631 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825615.974756:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825615.974758:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825615.974762:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825615.974766:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825615.974769:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825615.974771:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825615.974774:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825615.974776:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:0.0:1781825615.974780:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825615.974782:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825615.974784:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:0.0:1781825615.974787:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825615.974789:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825615.974792:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825615.974812:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825615.974814:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825615.974816:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825615.974818:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825616.406218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825616.406227:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825616.406229:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825616.406232:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406236:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825616.406239:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406240:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406242:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825616.406246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825616.406247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825616.406351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825616.406354:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825616.406357:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825617.430996:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825617.431003:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825617.431009:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825617.431010:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825617.431014:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825617.431015:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825617.431452:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825617.431455:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825617.431458:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825618.454224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825618.454231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825618.454237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825618.454239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825618.454241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825618.454243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825618.454471:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825618.454475:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825618.454478:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825619.478286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825619.478296:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825619.478298:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825619.478302:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478306:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825619.478308:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478310:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478312:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478316:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825619.478318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478321:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825619.478323:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825619.478324:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825619.478325:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478327:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825619.478328:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478329:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825619.478331:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825619.478400:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825619.478404:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825619.478407:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825620.502195:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825620.502202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825620.502208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825620.502209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825620.502213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825620.502214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825620.502313:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825620.502317:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825620.502320:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825621.078225:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825621.078244:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825621.078256:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825621.078262:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825621.078266:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825621.078269:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825621.078275:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825621.078283:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825621.078290:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.078300:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825621.078311:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825621.078316:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.078322:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_01+1] req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.078382:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.078386:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825621.078389:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825621.078395:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.078403:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825621.078404:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.078408:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825621.078411:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825621.078414:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825621.078418:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051472384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825621.078422:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825621.078429:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825621.078432:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.078434:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825621.078440:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825621.078442:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825621.078451:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825621.078456:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825621.078463:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825621.078472:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472384, portal 25 00000100:00000001:0.0:1781825621.078474:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825621.078476:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781825621.078481:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.078489:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825621.078492:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825621.078495:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ee58. 00000100:00000200:0.0:1781825621.078497:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051472384, offset 0 00000400:00000200:0.0:1781825621.078504:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825621.078512:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.078521:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825621.078526:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825621.078531:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825621.078534:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825621.078537:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825621.078540:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378597:378597:256:4294967295] 192.168.204.116@tcp LPNI seq info [378548:378548:8:4294967295] 00000400:00000200:0.0:1781825621.078544:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.078554:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825621.078560:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825621.078567:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825621.078575:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825621.078582:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825621.078586:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825621.078600:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825621.078605:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825621.078609:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302921745 00000100:00000001:0.0:1781825621.078617:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302916630 00000100:00000001:0.0:1781825621.078622:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302921745 00000100:00000001:0.0:1781825621.078626:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302916630 00000100:00000001:0.0:1781825621.078629:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825621.078632:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.078635:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.078637:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.078916:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.078920:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825621.078923:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825621.078928:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825621.078932:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825621.078935:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825621.078937:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825621.078939:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825621.078943:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825621.078947:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.078951:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825621.078960:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825621.078962:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.078966:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079002:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825621.079005:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825621.079008:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.079009:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825621.079011:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825621.079013:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825621.079015:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.079017:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825621.079019:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.079021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.079022:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825621.079023:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825621.079028:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079035:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825621.079036:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.079039:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825621.079041:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825621.079043:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825621.079046:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825621.079052:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825621.079055:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825621.079057:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.079058:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825621.079061:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825621.079063:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825621.079067:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825621.079070:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838898. 00000400:00000010:0.0:1781825621.079074:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825621.079118:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472512, portal 10 00000100:00000001:0.0:1781825621.079121:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825621.079122:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:0.0:1781825621.079129:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079136:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825621.079139:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825621.079141:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825621.079144:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051472512, offset 0 00000400:00000200:0.0:1781825621.079148:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825621.079152:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.079157:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825621.079160:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825621.079163:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825621.079165:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825621.079168:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825621.079171:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378598:378598:255:4294967295] 192.168.204.116@tcp LPNI seq info [378549:378549:7:4294967295] 00000400:00000200:0.0:1781825621.079175:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.079182:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825621.079187:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825621.079190:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825621.079195:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825621.079200:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825621.079203:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825621.079206:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825621.079209:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26060 usecs (27 jiffies) 00000400:00000200:0.0:1781825621.079212:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825621.079215:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302913051 00000100:00000001:0.0:1781825621.079217:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302921745 00000100:00000001:0.0:1781825621.079219:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302913051 00000100:00000001:0.0:1781825621.079222:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302921745 00000100:00000001:0.0:1781825621.079224:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825621.079226:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.079229:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.079242:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825621.079292:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825621.079296:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825621.079301:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825621.079306:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825621.079310:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ee58 00000400:00000010:0.0:1781825621.079312:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ee58. 00000100:00000001:0.0:1781825621.079318:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825621.079322:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079331:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825621.079334:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079342:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.079343:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825621.079411:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825621.079414:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:0.0:1781825621.079417:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825621.079421:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825621.079425:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781825621.079426:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781825621.079429:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825621.079432:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079440:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825621.079442:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.079449:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.079451:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825621.079460:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.079463:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825621.091824:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.091859:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825621.091863:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.091866:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.091886:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.091894:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825621.091904:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.091921:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.091927:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.091931:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e680 00000400:00000200:0.0:1781825621.091936:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.091952:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fedd1 [1] + 224 00000800:00000001:0.0:1781825621.091960:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.091964:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.091967:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825621.091981:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825621.091990:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825621.091998:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825621.092020:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092041:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825621.092060:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.092064:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825621.092065:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.092067:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.092070:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.092136:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825621.092142:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.092159:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.092162:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.092165:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e600 00000400:00000200:0.0:1781825621.092169:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.092174:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fedc1 [1] + 224 00000800:00000001:0.0:1781825621.092178:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.092216:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.092219:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825621.092222:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825621.092226:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825621.092263:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825621.092285:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092293:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825621.092297:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.092300:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092315:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.092318:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825621.092325:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825621.092326:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825621.092329:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838898. 00000400:00000200:0.0:1781825621.092333:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:0.0:1781825621.092336:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:0.0:1781825621.092340:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825621.092344:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825621.092351:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092356:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825621.092358:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092360:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825621.092363:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825621.092366:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825621.092368:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.092372:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825621.092381:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=138 v=5 (5 5 5 36) 00000100:00001000:0.0:1781825621.092386:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825621.092389:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825621.092390:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825621.092393:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825621.092396:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.092399:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825621.092401:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825621.092403:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825621.092404:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825621.092408:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092415:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825621.092418:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825621.092420:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825621.092424:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825621.092431:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051472512:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825621.092438:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825621.092440:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825621.092441:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:0.0:1781825621.092444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:0.0:1781825621.092445:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:0.0:1781825621.092448:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825621.092451:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825621.092459:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092465:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825621.092466:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092468:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825621.092469:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825621.092471:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825621.092472:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.092474:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825621.092477:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=138 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825621.092480:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825621.092483:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825621.092484:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825621.092486:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825621.092487:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.092489:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825621.092493:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092500:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825621.092502:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825621.092503:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825621.092507:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825621.092515:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051472384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825621.092519:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092522:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825621.092525:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051472512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092533:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825621.092535:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825621.092539:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825621.092543:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825621.092546:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825621.092548:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825621.092551:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825621.092554:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825621.092558:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825621.092560:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825621.092562:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:0.0:1781825621.092566:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825621.092568:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092569:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825621.092572:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051472384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.092579:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825621.092580:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825621.092582:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825621.092583:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825621.092584:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825621.092586:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825621.092587:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825621.092589:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:0.0:1781825621.092591:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825621.092592:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825621.092594:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:0.0:1781825621.092596:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825621.092597:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092600:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.092606:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825621.092608:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.092610:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.092612:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825621.096169:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.096178:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825621.096183:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825621.096223:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825621.096228:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825621.096242:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825621.096245:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825621.096250:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825621.096260:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825621.096266:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.096276:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825621.096286:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825621.096290:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.096295:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_01+1] req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.096311:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.096314:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825621.096317:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825621.096320:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825621.096322:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825621.096328:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8250) 00000100:00000001:0.0:1781825621.098397:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825621.098406:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825621.098409:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.098418:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825621.098420:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825621.098422:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.098424:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825621.098427:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825621.098439:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.098450:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825621.098452:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.098457:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825621.098460:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825621.098463:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825621.098467:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051472640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825621.098472:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825621.098479:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825621.098481:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825621.098484:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825621.098492:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825621.098494:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825621.098502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825621.098506:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838688. 00000400:00000010:0.0:1781825621.098513:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825621.098520:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472640, portal 10 00000100:00000001:0.0:1781825621.098522:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825621.098524:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781825621.098531:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.098540:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825621.098542:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825621.098545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825621.098549:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051472640, offset 0 00000400:00000200:0.0:1781825621.098555:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825621.098563:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.098570:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825621.098575:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825621.098579:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825621.098582:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825621.098585:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825621.098589:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378599:378599:256:4294967295] 192.168.204.116@tcp LPNI seq info [378550:378550:8:4294967295] 00000400:00000200:0.0:1781825621.098594:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.098603:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825621.098609:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825621.098614:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825621.098621:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825621.098628:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825621.098633:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825621.098656:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825621.098661:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20366 usecs (21 jiffies) 00000400:00000200:0.0:1781825621.098665:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825621.098667:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302913065 00000100:00000001:0.0:1781825621.098671:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302921745 00000100:00000001:0.0:1781825621.098673:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302913065 00000100:00000001:0.0:1781825621.098675:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302921745 00000100:00000001:0.0:1781825621.098678:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825621.098681:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.098684:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.098686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825621.098701:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825621.098703:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825621.098861:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825621.098866:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:1.0:1781825621.098872:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825621.098877:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825621.098882:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:1.0:1781825621.098884:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:1.0:1781825621.098889:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825621.098893:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.098903:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825621.098906:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.098913:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825621.098915:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825621.105165:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.105183:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825621.105187:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.105189:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.105197:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.105205:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825621.105213:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.105217:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.105223:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.105227:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e700 00000400:00000200:0.0:1781825621.105242:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825621.105249:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fede1 [1] + 224 00000800:00000001:0.0:1781825621.105256:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.105265:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825621.105268:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825621.105272:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825621.105280:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825621.105290:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825621.105301:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825621.105326:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825621.105334:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825621.105336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.105395:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825621.105400:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825621.105407:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825621.105410:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825621.105414:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838688. 00000400:00000200:1.0:1781825621.105419:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:1.0:1781825621.105422:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:1.0:1781825621.105426:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825621.105431:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825621.105442:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.105455:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825621.105457:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.105460:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825621.105464:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825621.105466:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825621.105468:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825621.105471:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825621.105481:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=138 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825621.105485:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825621.105488:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825621.105490:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825621.105493:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825621.105496:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825621.105500:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825621.105502:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825621.105505:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825621.105507:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825621.105512:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.105520:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825621.105523:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825621.105525:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825621.105529:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825621.105536:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051472640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825621.105542:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.105544:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825621.105548:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051472640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825621.105554:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825621.105557:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825621.105561:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:1.0:1781825621.105564:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825621.105567:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825621.105569:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825621.105572:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825621.105574:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:1.0:1781825621.105578:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825621.105580:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825621.105582:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825621.105586:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825621.105588:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.105590:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825621.105597:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825621.105598:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825621.105601:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825621.105603:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825621.530724:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825621.530730:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825621.530735:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825621.530736:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825621.530739:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825621.530740:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825621.530832:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825621.530836:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825621.530839:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825622.550322:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825622.550328:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825622.550333:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825622.550335:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825622.550338:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825622.550339:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825622.550395:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825622.550399:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825622.550402:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825623.574209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825623.574216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825623.574222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825623.574223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825623.574226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825623.574227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825623.574403:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825623.574407:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825623.574410:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825624.599303:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825624.599309:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825624.599319:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825624.599321:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825624.599324:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825624.599325:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825624.600006:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825624.600010:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825624.600015:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825625.622244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825625.622251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825625.622257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825625.622259:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825625.622262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825625.622263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825625.622371:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825625.622374:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825625.622376:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825626.198363:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825626.198376:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825626.198388:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825626.198395:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825626.198399:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825626.198402:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825626.198407:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825626.198416:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825626.198422:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.198435:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825626.198447:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825626.198452:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.198460:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.198523:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.198528:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825626.198531:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825626.198538:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.198546:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825626.198548:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.198552:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825626.198554:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825626.198557:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825626.198560:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051472768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825626.198564:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825626.198572:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825626.198574:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.198577:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825626.198582:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825626.198584:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825626.198594:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825626.198599:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825626.198606:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825626.198613:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472768, portal 25 00000100:00000001:3.0:1781825626.198616:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825626.198658:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781825626.198665:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.198671:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825626.198674:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825626.198677:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825626.198682:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051472768, offset 0 00000400:00000200:3.0:1781825626.198689:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825626.198699:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825626.198707:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825626.198712:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825626.198715:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825626.198719:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825626.198722:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825626.198725:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378600:378600:256:4294967295] 192.168.204.116@tcp LPNI seq info [378551:378551:8:4294967295] 00000400:00000200:3.0:1781825626.198730:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825626.198739:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825626.198746:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825626.198750:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825626.198757:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825626.198764:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825626.198769:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825626.198790:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825626.198795:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825626.198798:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302926865 00000100:00000001:3.0:1781825626.198806:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302921745 00000100:00000001:3.0:1781825626.198811:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302926865 00000100:00000001:3.0:1781825626.198814:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302921745 00000100:00000001:3.0:1781825626.198816:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825626.198819:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.198822:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.198824:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781825626.198976:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825626.198981:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:1.0:1781825626.198987:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825626.198992:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825626.198997:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:1.0:1781825626.199000:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:1.0:1781825626.199004:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825626.199008:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825626.199018:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825626.199022:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825626.199028:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825626.199029:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825626.199147:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.199151:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825626.199154:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825626.199159:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825626.199163:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825626.199167:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825626.199168:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825626.199171:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825626.199176:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825626.199179:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.199184:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825626.199191:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825626.199194:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.199215:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.201386:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825626.201393:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825626.201399:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.201401:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825626.201405:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825626.201408:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825626.201410:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.201412:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825626.201414:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.201415:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.201416:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825626.201418:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825626.201429:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.201439:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825626.201441:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.201445:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825626.201449:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825626.201451:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825626.201455:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051472896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825626.201458:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825626.201464:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825626.201467:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.201469:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825626.201477:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825626.201479:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825626.201486:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825626.201491:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825626.201497:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825626.201503:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051472896, portal 10 00000100:00000001:3.0:1781825626.201506:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825626.201507:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781825626.201515:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.201522:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825626.201525:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825626.201528:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825626.201532:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051472896, offset 0 00000400:00000200:3.0:1781825626.201538:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825626.201546:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825626.201553:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825626.201558:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825626.201562:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825626.201565:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825626.201568:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825626.201572:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378601:378601:256:4294967295] 192.168.204.116@tcp LPNI seq info [378552:378552:8:4294967295] 00000400:00000200:3.0:1781825626.201576:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825626.201586:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825626.201591:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825626.201596:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825626.201602:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825626.201609:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825626.201613:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825626.201621:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825626.201625:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26036 usecs (27 jiffies) 00000400:00000200:3.0:1781825626.201628:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825626.201631:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302918174 00000100:00000001:3.0:1781825626.201634:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302926865 00000100:00000001:3.0:1781825626.201636:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302918174 00000100:00000001:3.0:1781825626.201638:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302926865 00000100:00000001:3.0:1781825626.201640:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825626.201643:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.201645:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.201647:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.201661:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.201663:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825626.201800:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825626.201805:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781825626.201809:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825626.201814:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825626.201820:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:0.0:1781825626.201822:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:0.0:1781825626.201826:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825626.201831:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825626.201847:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825626.201850:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825626.201857:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825626.201858:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825626.202792:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.202798:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825626.202802:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825626.202811:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781825626.202816:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825626.202821:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825626.202824:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825626.202828:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825626.202836:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825626.202843:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.202851:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825626.202861:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825626.202866:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.202872:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_00+0] req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.202908:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.202910:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825626.202914:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825626.202918:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825626.202920:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825626.202926:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8255) 00000100:00000001:2.0:1781825626.202942:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1781825626.202945:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825626.202947:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.202954:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825626.202956:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.202957:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825626.202959:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825626.202961:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825626.202966:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.202974:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825626.202976:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825626.202979:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825626.202982:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825626.202985:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825626.202988:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825626.202992:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825626.202997:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825626.202999:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825626.203001:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825626.203006:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825626.203008:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825626.203014:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825626.203017:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825626.203023:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825626.203029:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473024, portal 10 00000100:00000001:2.0:1781825626.203031:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825626.203032:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:2.0:1781825626.203039:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.203046:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825626.203048:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825626.203052:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825626.203055:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051473024, offset 0 00000400:00000200:2.0:1781825626.203061:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825626.203069:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825626.203075:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825626.203098:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825626.203101:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825626.203104:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825626.203306:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825626.203310:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378602:378602:256:4294967295] 192.168.204.116@tcp LPNI seq info [378553:378553:8:4294967295] 00000400:00000200:2.0:1781825626.203315:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825626.203325:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825626.203331:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825626.203337:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825626.203459:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825626.203467:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825626.203472:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825626.203489:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.203494:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20348 usecs (21 jiffies) 00000400:00000200:2.0:1781825626.203497:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825626.203501:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302918170 00000100:00000001:2.0:1781825626.203503:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302926865 00000100:00000001:2.0:1781825626.203505:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302918170 00000100:00000001:2.0:1781825626.203507:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302926865 00000100:00000001:2.0:1781825626.203509:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825626.203512:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825626.203516:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825626.203518:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825626.203971:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781825626.204118:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.204121:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825626.204124:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.204127:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825626.206614:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825626.206624:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.206631:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825626.206640:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.206647:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825626.206658:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.206663:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.206670:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.206674:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e780 00000400:00000200:0.0:1781825626.206678:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.206685:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fedf1 [1] + 224 00000800:00000001:0.0:1781825626.206693:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.206705:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825626.206708:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825626.206712:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825626.206719:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825626.206728:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825626.206739:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781825626.207749:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825626.207756:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781825626.207761:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825626.207766:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825626.207772:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:1.0:1781825626.207775:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:1.0:1781825626.207779:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825626.207786:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825626.207799:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825626.207803:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825626.207811:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825626.207812:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825626.208293:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825626.208304:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.208310:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.208643:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.208647:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825626.208655:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825626.208657:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825626.208660:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825626.208665:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:3.0:1781825626.208667:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:3.0:1781825626.208670:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825626.208677:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825626.208687:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.208694:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825626.208695:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.208698:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825626.208701:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825626.208704:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825626.208706:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.208709:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825626.208716:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825626.208720:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825626.208722:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825626.208724:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825626.208727:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825626.208729:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.208731:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825626.208737:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.208745:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825626.208747:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825626.208750:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825626.208754:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825626.208767:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051472768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825626.208772:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.208774:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825626.208777:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051472768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.208784:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825626.208786:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825626.208790:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825626.208794:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825626.208796:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825626.208798:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825626.208800:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825626.208803:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825626.208806:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825626.208808:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825626.208810:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781825626.208813:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825626.208814:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.208817:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.208819:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.208820:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825626.208822:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.208823:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825626.209266:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825626.209276:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825626.209279:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825626.209281:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825626.209288:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825626.209479:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825626.209490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825626.209494:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825626.209499:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825626.209503:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e800 00000400:00000200:1.0:1781825626.209507:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825626.209513:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fedf9 [1] + 224 00000800:00000001:1.0:1781825626.209519:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825626.209529:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825626.209531:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825626.209534:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825626.209539:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825626.209546:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825626.209556:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825626.209574:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825626.209580:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825626.209583:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.209675:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.209678:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825626.209682:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825626.209684:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825626.209686:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:3.0:1781825626.209690:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825626.209692:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825626.209695:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825626.209699:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825626.209708:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.209714:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825626.209716:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.209717:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825626.209720:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825626.209721:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825626.209723:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825626.209725:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825626.209731:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=143 v=5 (5 5 5 36) 00000100:00001000:3.0:1781825626.209735:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825626.209738:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825626.209739:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825626.209741:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825626.209744:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.209747:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825626.209750:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825626.209752:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825626.209753:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825626.209757:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.209763:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825626.209765:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825626.209767:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825626.209769:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825626.209776:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051472896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825626.209780:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.209782:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825626.209785:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051472896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825626.209791:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825626.209793:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825626.209796:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244400. 02000000:00000001:3.0:1781825626.209799:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825626.209802:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825626.209803:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825626.209805:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825626.209807:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825626.209810:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825626.209811:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825626.209812:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781825626.209816:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825626.209817:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.209819:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825626.209825:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825626.209827:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825626.209829:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825626.209831:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825626.215517:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.215537:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825626.215542:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.215545:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825626.215555:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.215563:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825626.215571:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.215576:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.215582:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.215586:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e880 00000400:00000200:0.0:1781825626.215591:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825626.215597:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee01 [1] + 224 00000800:00000001:0.0:1781825626.215605:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.215659:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825626.215663:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825626.215667:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825626.215676:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825626.215686:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825626.215699:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825626.215721:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825626.215729:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825626.215733:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.216104:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825626.216119:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825626.216127:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825626.216130:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825626.216143:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825626.216149:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825626.216153:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825626.216156:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825626.216162:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825626.216170:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.216175:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825626.216177:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.216180:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825626.216184:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825626.216186:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825626.216188:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825626.216191:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825626.216211:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=143 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825626.216215:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825626.216217:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825626.216219:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825626.216221:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825626.216225:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825626.216229:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825626.216231:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825626.216233:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825626.216234:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825626.216239:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.216246:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825626.216250:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825626.216252:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825626.216268:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825626.216276:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825626.216281:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.216283:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825626.216287:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051473024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825642 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825626.216293:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825626.216295:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825626.216298:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825626.216303:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825626.216305:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825626.216307:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825626.216309:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825626.216312:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825626.216315:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825626.216317:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825626.216319:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781825626.216322:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825626.216324:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.216326:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825626.216332:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825626.216334:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825626.216336:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825626.216338:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646183:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825626.646190:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646196:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825626.646199:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825626.646201:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825626.646205:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646208:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825626.646210:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646212:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646214:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825626.646217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825626.646218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825626.646304:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825626.646307:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825626.646310:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825627.671879:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825627.671888:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825627.671896:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825627.671897:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825627.671901:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825627.671902:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825627.672205:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825627.672208:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825627.672212:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825628.694219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825628.694225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825628.694231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825628.694232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825628.694236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825628.694237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825628.694381:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825628.694385:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825628.694388:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825629.718388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825629.718397:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825629.718400:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825629.718403:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718408:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825629.718411:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718413:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718415:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825629.718420:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718423:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825629.718425:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825629.718426:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825629.718428:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718429:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825629.718430:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718432:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825629.718434:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825629.719000:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825629.719004:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825629.719007:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825630.742202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825630.742209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825630.742215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825630.742216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825630.742219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825630.742220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825630.742674:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825630.742678:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825630.742681:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825631.318316:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825631.318326:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825631.318338:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825631.318345:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825631.318348:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825631.318351:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825631.318356:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825631.318364:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825631.318370:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318381:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825631.318392:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825631.318395:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318401:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_00+0] req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.318431:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318434:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825631.318437:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825631.318440:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825631.318442:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825631.318444:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825631.318445:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825631.318447:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825631.318458:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825631.318461:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318471:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825631.318483:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825631.318485:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318488:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_01+1] req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.318496:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318498:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825631.318501:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825631.318504:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825631.318506:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825631.318509:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825631.318510:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825631.318511:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825631.318514:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825631.318516:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318520:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825631.318526:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825631.318528:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318531:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_00+0] req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.318538:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.318540:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825631.318543:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825631.318546:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825631.318549:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825631.318553:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8260) 00000100:00000001:0.0:1781825631.318645:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825631.318650:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825631.318652:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825631.318659:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.318666:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825631.318668:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.318681:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825631.318684:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825631.318687:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825631.318691:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051473152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825631.318695:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825631.318703:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825631.318705:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.318707:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825631.318712:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825631.318714:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825631.318722:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825631.318726:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838898. 00000400:00000010:0.0:1781825631.318732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825631.318739:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473152, portal 25 00000100:00000001:0.0:1781825631.318742:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825631.318744:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781825631.318749:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.318756:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825631.318758:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825631.318760:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ee58. 00000100:00000200:0.0:1781825631.318762:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051473152, offset 0 00000400:00000200:0.0:1781825631.318770:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825631.318779:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.318786:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825631.318792:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825631.318795:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825631.318798:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825631.318801:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825631.318804:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378603:378603:256:4294967295] 192.168.204.116@tcp LPNI seq info [378554:378554:8:4294967295] 00000400:00000200:0.0:1781825631.318808:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.318816:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825631.318822:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825631.318827:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825631.318834:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825631.318841:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825631.318850:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825631.318868:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825631.318875:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825631.318878:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302931985 00000100:00000001:0.0:1781825631.318885:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302926865 00000100:00000001:0.0:1781825631.318888:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302931985 00000100:00000001:0.0:1781825631.318891:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302926865 00000100:00000001:0.0:1781825631.318894:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825631.318896:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.318901:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825631.318905:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.318910:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825631.318911:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.318913:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825631.318915:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825631.318917:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825631.318919:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051473408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825631.318922:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825631.318928:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825631.318930:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.318931:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825631.318935:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825631.318936:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825631.318940:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825631.318942:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838420. 00000400:00000010:0.0:1781825631.318945:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825631.318947:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473408, portal 10 00000100:00000001:0.0:1781825631.318952:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825631.318954:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825631.318959:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.318964:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825631.318966:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825631.318968:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825631.318970:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051473408, offset 0 00000400:00000200:0.0:1781825631.318973:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825631.318980:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.318983:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825631.318986:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825631.318989:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825631.318990:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825631.318992:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825631.318995:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378604:378604:255:4294967295] 192.168.204.116@tcp LPNI seq info [378555:378555:7:4294967295] 00000400:00000200:0.0:1781825631.318998:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.319006:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825631.319010:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825631.319013:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825631.319017:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825631.319021:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825631.319026:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825631.319029:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825631.319040:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20342 usecs (21 jiffies) 00000400:00000200:0.0:1781825631.319043:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825631.319045:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302923285 00000100:00000001:0.0:1781825631.319048:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302931985 00000100:00000001:0.0:1781825631.319049:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302923285 00000100:00000001:0.0:1781825631.319051:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302931985 00000100:00000001:0.0:1781825631.319054:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825631.319056:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.319058:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.319064:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825631.319072:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825631.319074:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825631.319076:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825631.319077:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825631.319117:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825631.319123:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825631.319125:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825631.319127:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825631.319129:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825631.319130:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825631.319131:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825631.319132:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825631.319136:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.319142:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825631.319143:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.319145:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825631.319147:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825631.319149:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825631.319151:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051473280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825631.319158:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825631.319160:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825631.319161:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825631.319163:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825631.319166:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825631.319167:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825631.319170:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825631.319173:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088388f0. 00000400:00000010:0.0:1781825631.319175:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825631.319177:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473280, portal 10 00000100:00000001:0.0:1781825631.319179:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825631.319180:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:0.0:1781825631.319185:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.319191:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825631.319193:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825631.319194:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825631.319196:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051473280, offset 0 00000400:00000200:0.0:1781825631.319200:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825631.319204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.319207:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825631.319209:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825631.319211:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825631.319213:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825631.319215:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825631.319217:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378605:378605:254:4294967295] 192.168.204.116@tcp LPNI seq info [378556:378556:6:4294967295] 00000400:00000200:0.0:1781825631.319220:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.319225:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825631.319229:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825631.319232:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825631.319235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825631.319238:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825631.319240:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825631.319243:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825631.319246:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26003 usecs (27 jiffies) 00000400:00000200:0.0:1781825631.319248:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825631.319250:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302923292 00000100:00000001:0.0:1781825631.319251:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302931985 00000100:00000001:0.0:1781825631.319253:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302923292 00000100:00000001:0.0:1781825631.319255:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302931985 00000100:00000001:0.0:1781825631.319258:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825631.319259:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.319261:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.319263:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825631.319273:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825631.319275:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825631.320485:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825631.320497:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825631.320504:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825631.320510:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825631.320518:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ee58 00000400:00000010:1.0:1781825631.320521:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ee58. 00000100:00000001:1.0:1781825631.320527:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825631.320533:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320546:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.320558:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320568:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.320569:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825631.320581:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825631.320583:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:1.0:1781825631.320586:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825631.320588:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825631.320595:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:1.0:1781825631.320596:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:1.0:1781825631.320598:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825631.320602:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320608:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.320610:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320619:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.320621:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825631.320701:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825631.320703:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825631.320706:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825631.320709:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825631.320711:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:1.0:1781825631.320714:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:1.0:1781825631.320716:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825631.320719:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320729:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.320732:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.320737:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.320738:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825631.326331:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326350:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825631.326354:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326357:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.326367:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326375:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825631.326385:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326390:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326396:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326401:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ea00 00000400:00000200:0.0:1781825631.326405:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326413:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee19 [1] + 224 00000800:00000001:0.0:1781825631.326420:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326424:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.326427:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825631.326431:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825631.326439:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825631.326447:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825631.326476:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.326504:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825631.326515:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326518:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825631.326520:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326522:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.326525:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326529:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825631.326533:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326536:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326539:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326541:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4e980 00000400:00000200:0.0:1781825631.326544:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.326548:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee29 [1] + 224 00000800:00000001:0.0:1781825631.326552:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326557:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.326559:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825631.326562:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825631.326564:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825631.326568:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825631.326576:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.326583:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825631.326586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.326588:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825631.329494:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.329513:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825631.329517:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.329520:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.329529:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.329537:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825631.329547:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.329553:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.329558:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.329562:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4e900 00000400:00000200:0.0:1781825631.329566:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825631.329573:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee09 [1] + 224 00000800:00000001:0.0:1781825631.329579:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.329643:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825631.329647:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825631.329652:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825631.329661:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825631.329673:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825631.329686:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825631.329695:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825631.329703:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825631.329706:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.331703:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825631.331711:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825631.331720:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825631.331723:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825631.331727:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088388f0. 00000400:00000200:1.0:1781825631.331736:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:1.0:1781825631.331738:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:1.0:1781825631.331744:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825631.331755:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825631.331765:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331773:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825631.331775:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.331777:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825631.331780:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825631.331783:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825631.331785:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825631.331788:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825631.331797:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=148 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825631.331801:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825631.331803:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825631.331805:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.331808:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825631.331812:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.331816:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825631.331818:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825631.331820:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825631.331821:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.331825:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331832:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825631.331835:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825631.331837:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825631.331840:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825631.331846:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051473280:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825631.331851:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825631.331852:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825631.331854:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838898. 00000400:00000200:1.0:1781825631.331856:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:1.0:1781825631.331858:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:1.0:1781825631.331860:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825631.331863:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825631.331870:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331875:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825631.331876:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.331878:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825631.331879:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825631.331880:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825631.331881:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825631.331883:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825631.331886:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=148 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825631.331888:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825631.331890:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825631.331892:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.331893:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825631.331895:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.331897:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.331900:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331906:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825631.331908:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825631.331909:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825631.331912:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825631.331918:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051473152:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825631.331923:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825631.331925:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825631.331927:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838420. 00000400:00000200:1.0:1781825631.331929:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:1.0:1781825631.331930:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:1.0:1781825631.331933:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825631.331936:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825631.331943:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331948:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825631.331949:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.331951:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825631.331952:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825631.331953:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825631.331954:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825631.331956:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825631.331960:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=148 v=5 (5 5 5 36) 00000100:00001000:1.0:1781825631.331963:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825631.331965:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825631.331966:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.331967:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825631.331969:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.331971:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825631.331973:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825631.331974:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825631.331976:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825631.331979:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.331985:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825631.331986:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825631.331987:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825631.331990:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825631.331996:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051473408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825631.331998:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.332000:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.332003:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051473280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.332009:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825631.332011:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825631.332014:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:1.0:1781825631.332017:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825631.332020:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825631.332021:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825631.332024:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825631.332026:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:1.0:1781825631.332029:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825631.332030:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825631.332041:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781825631.332044:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825631.332046:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.332047:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.332050:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051473152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.332055:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825631.332057:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825631.332058:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:1.0:1781825631.332060:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825631.332061:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825631.332062:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825631.332064:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825631.332065:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:1.0:1781825631.332066:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825631.332067:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825631.332069:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825631.332071:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825631.332072:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.332073:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825631.332075:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051473408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825647 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825631.332080:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825631.332081:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825631.332083:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781825631.332084:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825631.332085:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825631.332150:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825631.332153:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825631.332154:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825631.332157:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825631.332158:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825631.332159:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825631.332161:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825631.332162:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.332164:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825631.332171:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825631.332173:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825631.332175:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825631.332177:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.766201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825631.766208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.766214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825631.766215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825631.766228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825631.766230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825631.766289:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825631.766293:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825631.766296:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825632.790502:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825632.790509:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825632.790513:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825632.790514:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825632.790517:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825632.790518:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825632.790857:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825632.790861:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825632.790863:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825633.814243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825633.814251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825633.814257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825633.814258:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825633.814261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825633.814262:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825633.815400:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825633.815404:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825633.815408:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825634.838187:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825634.838195:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825634.838201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825634.838202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825634.838205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825634.838207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825634.839532:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825634.839538:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825634.839542:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825635.864259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825635.864265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825635.864272:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825635.864273:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825635.864276:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825635.864277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825635.864347:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825635.864350:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825635.864353:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825636.438800:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825636.438810:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825636.438823:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781825636.438829:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825636.438833:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825636.438836:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825636.438841:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825636.438849:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825636.438856:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.438867:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825636.438878:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825636.438882:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.438888:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825636.438974:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825636.438979:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825636.438981:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825636.438987:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825636.438995:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825636.438997:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825636.439001:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825636.439004:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825636.439006:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825636.439010:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051473536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825636.439014:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825636.439020:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825636.439022:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825636.439025:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825636.439030:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825636.439032:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825636.439039:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825636.439043:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35370. 00000400:00000010:3.0:1781825636.439051:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825636.439352:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473536, portal 25 00000100:00000001:3.0:1781825636.439356:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825636.439358:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781825636.439365:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825636.439378:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825636.439382:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825636.439386:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825636.439391:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051473536, offset 0 00000400:00000200:3.0:1781825636.439397:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825636.439405:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825636.439413:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825636.439418:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825636.439422:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825636.439426:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825636.439430:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825636.439434:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378606:378606:256:4294967295] 192.168.204.116@tcp LPNI seq info [378557:378557:8:4294967295] 00000400:00000200:3.0:1781825636.439438:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825636.439449:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825636.439455:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825636.439461:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:3.0:1781825636.439467:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825636.439474:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825636.439478:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825636.439495:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825636.439499:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825636.439502:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302937106 00000100:00000001:3.0:1781825636.439510:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302931985 00000100:00000001:3.0:1781825636.439515:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302937106 00000100:00000001:3.0:1781825636.439518:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302931985 00000100:00000001:3.0:1781825636.439522:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825636.439524:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825636.439527:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825636.439530:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825636.439539:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825636.439541:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825636.439543:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825636.439545:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825636.439546:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825636.439549:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.439556:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439559:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825636.439563:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825636.439566:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781825636.439569:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825636.439570:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1781825636.439570:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825636.439573:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825636.439574:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825636.439577:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825636.439581:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825636.439584:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439589:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825636.439597:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825636.439600:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439604:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_00+0] req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.439623:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439626:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825636.439629:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825636.439633:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825636.439635:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825636.439637:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825636.439639:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825636.439640:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825636.439643:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825636.439645:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439649:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825636.439655:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825636.439657:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439661:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.439668:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439670:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825636.439673:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825636.439676:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825636.439679:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825636.439683:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8266) 00000100:00000001:2.0:1781825636.439693:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.439695:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825636.439697:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825636.439700:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.439706:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825636.439708:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.439710:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825636.439712:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825636.439714:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825636.439717:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825636.439720:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825636.439723:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825636.439724:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.439726:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825636.439729:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825636.439731:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825636.439735:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825636.439739:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825636.439743:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825636.439746:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473792, portal 10 00000100:00000001:2.0:1781825636.439748:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825636.439749:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:2.0:1781825636.439755:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.439761:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825636.439763:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825636.439765:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825636.439768:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051473792, offset 0 00000400:00000200:2.0:1781825636.439772:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825636.439777:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825636.439780:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825636.439782:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825636.439785:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825636.439787:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825636.439789:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825636.439792:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378607:378607:255:4294967295] 192.168.204.116@tcp LPNI seq info [378558:378558:7:4294967295] 00000400:00000200:2.0:1781825636.439796:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825636.439801:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825636.439805:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825636.439808:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825636.439812:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825636.439816:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825636.439819:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825636.439822:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.439826:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20335 usecs (21 jiffies) 00000400:00000200:2.0:1781825636.439829:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825636.439830:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302928406 00000100:00000001:2.0:1781825636.439833:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302937106 00000100:00000001:2.0:1781825636.439835:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302928406 00000100:00000001:2.0:1781825636.439837:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302937106 00000100:00000001:2.0:1781825636.439839:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825636.439841:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.439843:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.439845:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.439848:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825636.439850:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825636.439852:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.439853:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825636.439854:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825636.439856:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825636.439857:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.439859:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825636.439861:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.439862:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.439863:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825636.439864:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825636.439868:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.439875:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825636.439877:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.439879:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825636.439881:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825636.439883:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825636.439886:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825636.439888:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825636.439891:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825636.439892:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.439894:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825636.439897:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825636.439898:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825636.439901:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825636.439904:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825636.439907:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000800:00000200:0.0:1781825636.440226:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825636.440231:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1700. 00000400:00000200:0.0:1781825636.440248:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.440253:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825636.440259:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:0.0:1781825636.440261:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:0.0:1781825636.440265:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825636.440270:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.440279:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825636.440282:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.440290:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825636.440291:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825636.440529:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825636.440532:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781825636.440535:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.440540:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825636.440543:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:0.0:1781825636.440544:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:0.0:1781825636.440548:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825636.440551:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.440559:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825636.440561:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.440567:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825636.440568:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825636.440753:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825636.440756:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825636.442055:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473664, portal 10 00000100:00000001:2.0:1781825636.442060:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825636.442062:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:2.0:1781825636.442076:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.442099:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825636.442101:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825636.442108:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825636.442111:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051473664, offset 0 00000400:00000200:2.0:1781825636.442116:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825636.442125:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825636.442132:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825636.442136:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825636.442140:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825636.442143:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825636.442145:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825636.442149:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378608:378608:256:4294967295] 192.168.204.116@tcp LPNI seq info [378559:378559:8:4294967295] 00000400:00000200:2.0:1781825636.442153:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825636.442160:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825636.442167:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825636.442172:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825636.442177:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825636.442183:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825636.442187:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825636.442208:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.442213:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25980 usecs (26 jiffies) 00000400:00000200:2.0:1781825636.442216:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825636.442219:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302928414 00000100:00000001:2.0:1781825636.442222:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302937106 00000100:00000001:2.0:1781825636.442225:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302928414 00000100:00000001:2.0:1781825636.442227:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302937106 00000100:00000001:2.0:1781825636.442229:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825636.442232:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.442236:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.442240:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825636.442613:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825636.442618:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825636.442623:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.442628:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825636.442633:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:0.0:1781825636.442637:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:0.0:1781825636.442640:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825636.442645:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.442654:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825636.442657:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.442663:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825636.442664:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825636.449601:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.449621:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825636.449626:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.449628:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.449638:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.449646:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825636.449655:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.449660:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.449665:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.449669:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4eb80 00000400:00000200:0.0:1781825636.449673:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.449680:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee41 [1] + 224 00000800:00000001:0.0:1781825636.449687:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.449698:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.449701:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.449705:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825636.449777:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825636.449787:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825636.449800:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.449825:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825636.449836:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.449839:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.450832:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.450837:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825636.450845:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825636.450847:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825636.450850:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825636.450856:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825636.450859:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825636.450864:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825636.450871:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825636.450881:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.450889:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825636.450891:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.450894:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825636.450897:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825636.450900:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825636.450902:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.450905:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825636.450914:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=153 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825636.450918:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825636.450921:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825636.450923:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825636.450926:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825636.450929:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.450944:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825636.450947:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825636.450949:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825636.450950:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.450955:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.450961:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825636.450969:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825636.450971:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825636.450975:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825636.450981:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825636.450986:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.450988:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825636.450991:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051473792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.450997:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825636.451000:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825636.451003:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825636.451008:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825636.451011:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825636.451013:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825636.451015:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825636.451019:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825636.451022:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825636.451024:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825636.451026:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:2.0:1781825636.451030:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825636.451032:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.451035:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.451037:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.451038:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825636.451040:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.451041:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825636.456747:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.456771:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825636.456775:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.456778:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.456787:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456795:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825636.456806:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456810:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456816:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456820:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4eb00 00000400:00000200:0.0:1781825636.456824:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456831:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee49 [1] + 224 00000800:00000001:0.0:1781825636.456838:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.456841:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.456844:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.456848:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825636.456855:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825636.456863:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825636.456874:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.456898:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825636.456908:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.456912:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825636.456914:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.456916:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.456919:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456923:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825636.456927:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456929:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456931:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456944:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ea80 00000400:00000200:0.0:1781825636.456947:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825636.456953:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee39 [1] + 224 00000800:00000001:0.0:1781825636.456957:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781825636.457312:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.457318:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825636.457325:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825636.457327:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825636.457330:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825636.457335:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825636.457337:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825636.457341:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825636.457346:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825636.457355:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.457361:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825636.457363:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.457365:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825636.457368:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825636.457370:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825636.457373:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.457375:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825636.457385:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=153 v=5 (5 5 5 36) 00000100:00001000:2.0:1781825636.457389:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825636.457392:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825636.457393:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825636.457396:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825636.457399:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.457402:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825636.457405:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825636.457407:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825636.457408:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.457412:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.457419:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825636.457422:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825636.457424:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825636.457428:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825636.457435:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051473664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825636.457440:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.457442:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825636.457445:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051473664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.457452:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825636.457454:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825636.457458:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825636.457462:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825636.457465:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825636.457467:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825636.457469:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825636.457472:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825636.457475:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825636.457477:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825636.457479:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781825636.457482:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825636.457484:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.457487:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.457488:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.457490:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825636.457491:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.457493:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825636.458388:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825636.458393:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825636.458398:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825636.458404:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825636.458409:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825636.458419:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825636.458436:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825636.458444:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825636.458448:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.459748:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.459755:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825636.459762:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825636.459764:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825636.459768:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35370. 00000400:00000200:2.0:1781825636.459776:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:2.0:1781825636.459779:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:2.0:1781825636.459782:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825636.459792:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825636.459803:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.459811:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825636.459813:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.459815:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825636.459818:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825636.459820:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825636.459823:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825636.459826:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825636.459831:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825636.459835:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825636.459838:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825636.459840:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825636.459842:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825636.459845:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.459847:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825636.459851:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.459859:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825636.459862:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825636.459864:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825636.459868:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825636.459875:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051473536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825636.459880:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.459882:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825636.459886:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051473536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825652 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825636.459893:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825636.459896:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825636.459899:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:2.0:1781825636.459903:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825636.459906:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825636.459908:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825636.459909:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825636.459912:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825636.459916:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825636.459918:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825636.459920:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781825636.459924:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825636.459925:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.459927:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825636.459961:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825636.459963:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825636.459966:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825636.459968:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825636.886213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886352:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825636.886356:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825636.886358:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825636.886361:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886365:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825636.886367:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886369:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886373:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825636.886376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825636.886377:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825636.886488:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825636.886491:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825636.886494:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825637.910214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825637.910221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825637.910227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825637.910228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825637.910231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825637.910233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825637.910327:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825637.910331:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825637.910334:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825638.934513:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825638.934519:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825638.934524:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825638.934526:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825638.934529:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825638.934530:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825638.934846:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825638.934849:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825638.934852:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825639.958202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825639.958210:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825639.958213:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825639.958216:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958220:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825639.958222:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958224:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958227:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825639.958232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825639.958236:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825639.958237:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825639.958238:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958240:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825639.958241:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958243:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825639.958244:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825639.958437:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825639.958440:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825639.958443:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825640.982214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825640.982222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825640.982228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825640.982230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825640.982233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825640.982235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825640.982343:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825640.982347:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825640.982350:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825641.558236:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825641.558247:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825641.558258:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825641.558264:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825641.558268:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825641.558271:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825641.558276:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825641.558284:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:3.0:1781825641.558290:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558300:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825641.558318:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825641.558322:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558328:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825641.558359:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558362:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825641.558366:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825641.558368:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825641.558371:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825641.558373:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825641.558374:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825641.558376:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825641.558379:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:3.0:1781825641.558381:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558386:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825641.558393:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825641.558395:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558398:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_01+1] req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825641.558406:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558408:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825641.558411:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825641.558413:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825641.558415:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825641.558416:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825641.558417:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825641.558419:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825641.558423:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:3.0:1781825641.558426:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558429:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825641.558435:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825641.558437:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558440:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825641.558455:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825641.558457:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825641.558461:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825641.558464:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825641.558467:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825641.558472:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8271) 00000100:00000001:2.0:1781825641.558585:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.558590:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825641.558592:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825641.558598:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.558606:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825641.558608:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.558611:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825641.558614:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825641.558617:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825641.558620:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051473920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.558624:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825641.558629:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825641.558641:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.558644:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825641.558649:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825641.558651:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825641.558659:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825641.558663:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825641.558671:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825641.558677:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051473920, portal 25 00000100:00000001:2.0:1781825641.558680:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825641.558681:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781825641.558686:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.558693:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825641.558695:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825641.558698:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825641.558701:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051473920, offset 0 00000400:00000200:2.0:1781825641.558707:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825641.558715:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.558722:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825641.558727:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825641.558731:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825641.558735:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825641.558737:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825641.558741:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378609:378609:256:4294967295] 192.168.204.116@tcp LPNI seq info [378560:378560:8:4294967295] 00000400:00000200:2.0:1781825641.558746:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.558766:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825641.558772:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825641.558777:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825641.558784:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825641.558791:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825641.558795:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825641.558864:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825641.558869:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825641.558871:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302942225 00000100:00000001:2.0:1781825641.558879:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302937106 00000100:00000001:2.0:1781825641.558882:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302942225 00000100:00000001:2.0:1781825641.558886:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302937106 00000100:00000001:2.0:1781825641.558889:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.558892:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.558895:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825641.558905:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.558913:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825641.558914:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.558916:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825641.558918:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825641.558920:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825641.558923:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.558926:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825641.558929:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825641.558930:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.558932:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825641.558935:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825641.558937:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825641.558940:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825641.558942:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825641.558946:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825641.558949:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474176, portal 10 00000100:00000001:2.0:1781825641.558951:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825641.558952:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825641.558958:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.558964:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825641.558967:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825641.558969:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825641.558971:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474176, offset 0 00000400:00000200:2.0:1781825641.558975:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825641.558979:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.558983:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825641.558986:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825641.558988:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825641.558990:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825641.558992:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825641.558995:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378610:378610:255:4294967295] 192.168.204.116@tcp LPNI seq info [378561:378561:7:4294967295] 00000400:00000200:2.0:1781825641.558999:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.559014:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825641.559019:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825641.559021:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825641.559025:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825641.559029:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825641.559031:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825641.559034:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825641.559038:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20323 usecs (21 jiffies) 00000400:00000200:2.0:1781825641.559041:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825641.559043:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302933525 00000100:00000001:2.0:1781825641.559046:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302942225 00000100:00000001:2.0:1781825641.559048:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302933525 00000100:00000001:2.0:1781825641.559050:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302942225 00000100:00000001:2.0:1781825641.559051:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.559053:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.559056:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.559058:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.559065:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825641.559067:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825641.559069:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.559070:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825641.559072:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825641.559075:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825641.559077:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.559115:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825641.559116:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.559117:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.559118:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825641.559119:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825641.559123:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.559130:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825641.559131:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.559133:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825641.559135:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825641.559136:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825641.559139:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.559142:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825641.559144:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825641.559145:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.559147:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825641.559149:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825641.559151:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825641.559154:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825641.559157:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825641.559160:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825641.559163:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474048, portal 10 00000100:00000001:2.0:1781825641.559165:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825641.559166:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825641.559172:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.559179:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825641.559181:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825641.559183:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825641.559185:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474048, offset 0 00000400:00000200:2.0:1781825641.559189:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825641.559192:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.559196:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825641.559198:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825641.559201:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825641.559203:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825641.559206:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825641.559209:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378611:378611:254:4294967295] 192.168.204.116@tcp LPNI seq info [378562:378562:6:4294967295] 00000400:00000200:2.0:1781825641.559212:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825641.559219:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825641.559223:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825641.559226:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825641.559229:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825641.559233:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825641.559235:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825641.559238:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825641.559240:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25971 usecs (26 jiffies) 00000400:00000200:2.0:1781825641.559243:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825641.559245:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302933531 00000100:00000001:2.0:1781825641.559247:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302942225 00000100:00000001:2.0:1781825641.559249:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302933531 00000100:00000001:2.0:1781825641.559251:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302942225 00000100:00000001:2.0:1781825641.559253:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.559255:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.559257:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.559259:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.559269:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.559271:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825641.562625:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825641.562645:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781825641.562653:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.562661:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825641.562668:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:0.0:1781825641.562670:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:0.0:1781825641.562677:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825641.562684:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.562696:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825641.562698:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.562706:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825641.562707:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825641.562718:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825641.562720:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825641.562722:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.562725:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825641.562727:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:0.0:1781825641.562729:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:0.0:1781825641.562731:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825641.562734:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.562741:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825641.562743:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.562748:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825641.562749:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825641.563317:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825641.563320:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825641.563325:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.563329:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825641.563333:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:0.0:1781825641.563336:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:0.0:1781825641.563339:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825641.563343:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.563352:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825641.563355:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.563361:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825641.563363:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825641.570677:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.570695:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825641.570700:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.570704:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.570714:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.570722:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825641.570731:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.570736:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.570743:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.570747:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ed00 00000400:00000200:0.0:1781825641.570763:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.570771:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee59 [1] + 224 00000800:00000001:0.0:1781825641.570779:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.570787:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.570790:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.570794:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825641.570802:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825641.570812:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825641.570827:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.570857:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825641.570866:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.570869:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.571650:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.571656:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825641.571664:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825641.571667:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825641.571671:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825641.571677:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825641.571680:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825641.571684:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825641.571691:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825641.571713:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.571721:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825641.571724:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.571727:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825641.571730:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825641.571733:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825641.571735:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.571738:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825641.571748:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825641.571758:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825641.571761:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825641.571763:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825641.571766:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825641.571770:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.571774:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825641.571776:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825641.571779:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825641.571781:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825641.571786:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.571794:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.571797:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825641.571799:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825641.571803:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825641.571811:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.571819:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.571822:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825641.571825:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051474176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.571832:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825641.571844:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825641.571848:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825641.571852:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825641.571855:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825641.571857:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825641.571859:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825641.571861:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:2.0:1781825641.571865:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825641.571866:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825641.571869:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825641.571874:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825641.571876:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.571879:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.571881:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.571882:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825641.571883:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.571885:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825641.585254:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.585273:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825641.585277:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.585279:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.585289:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.585296:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825641.585306:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.585312:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.585317:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.585321:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ec80 00000400:00000200:0.0:1781825641.585326:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.585332:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee61 [1] + 224 00000800:00000001:0.0:1781825641.585339:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.585642:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.585645:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.585650:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825641.585658:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825641.585666:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825641.585730:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825641.585750:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825641.585843:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.585848:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1781825641.585947:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.585952:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825641.588633:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.588650:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825641.588655:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.588657:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.588666:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.588687:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825641.588697:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.588702:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.588708:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825641.588712:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ec00 00000400:00000200:0.0:1781825641.588717:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000001:2.0:1781825641.589880:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825641.589885:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825641.590295:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825641.590304:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:2.0:1781825641.590308:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:2.0:1781825641.590315:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825641.590327:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825641.590337:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.590344:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825641.590348:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.590352:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825641.590354:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825641.590356:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825641.590358:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.590361:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825641.590370:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825641.590374:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825641.590377:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825641.590378:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825641.590380:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825641.590384:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.590387:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825641.590390:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825641.590392:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825641.590393:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825641.590398:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.590404:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.590408:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825641.590410:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825641.590413:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825641.590422:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.590429:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.590433:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825641.590437:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051474048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.590511:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825641.590513:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825641.590517:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825641.590522:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825641.590525:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825641.590528:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825641.590530:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825641.590532:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:2.0:1781825641.590537:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825641.590539:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825641.590540:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825641.590544:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825641.590545:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.590549:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.590551:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.590553:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825641.590555:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.590557:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825641.590634:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee51 [1] + 224 00000800:00000001:0.0:1781825641.590647:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.590733:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825641.590737:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825641.590741:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825641.590748:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825641.590820:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825641.590842:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.590890:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.590957:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825641.590974:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825641.590984:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825641.590987:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825641.591163:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825641.591165:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825641.591168:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825641.591171:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825641.591173:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825641.591176:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825641.591181:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825641.591188:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.591193:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825641.591194:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.591196:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825641.591198:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825641.591200:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825641.591201:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825641.591275:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825641.591280:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825641.591283:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825641.591285:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825641.591286:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825641.591289:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825641.591291:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.591293:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825641.591297:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.591304:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825641.591306:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825641.591307:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825641.591311:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825641.591318:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051473920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825641.591322:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.591324:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825641.591327:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051473920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825657 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825641.591333:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825641.591334:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825641.591337:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825641.591340:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825641.591342:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825641.591344:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825641.591346:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825641.591347:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:2.0:1781825641.591350:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825641.591351:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825641.591353:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825641.591356:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825641.591357:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.591358:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825641.591365:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825641.591366:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825641.591368:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825641.591370:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825642.010811:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825642.010819:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825642.010833:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825642.010834:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825642.010837:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825642.010839:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825642.012269:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825642.012275:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825642.012280:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825643.030246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825643.030253:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825643.030259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825643.030261:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825643.030264:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825643.030265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825643.031552:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825643.031557:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825643.031560:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825644.055962:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825644.055969:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825644.055976:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825644.055977:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825644.055981:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825644.055982:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825644.056137:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825644.056141:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825644.056144:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825645.080950:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825645.080957:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825645.080963:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825645.080964:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825645.080968:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825645.080969:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825645.081067:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825645.081070:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825645.081073:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825646.102616:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825646.102623:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825646.102629:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825646.102630:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825646.102633:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825646.102634:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825646.102707:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825646.102711:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825646.102714:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825646.678280:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825646.678292:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825646.678303:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781825646.678309:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825646.678313:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825646.678316:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825646.678321:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825646.678330:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825646.678348:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678361:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825646.678373:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825646.678378:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678384:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.678420:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678431:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825646.678436:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825646.678440:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781825646.678443:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825646.678445:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825646.678447:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825646.678449:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825646.678453:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:3.0:1781825646.678454:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.678456:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.678460:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781825646.678463:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825646.678464:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825646.678474:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.678475:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825646.678479:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678488:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_00+0] req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825646.678490:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825646.678493:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825646.678499:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825646.678503:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825646.678503:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678509:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1781825646.678510:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.678516:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1781825646.678517:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051474304:192.168.204.116@tcp:400:kworker.0 00000100:00000010:2.0:1781825646.678520:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781825646.678525:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1781825646.678525:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825646.678529:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825646.678530:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825646.678532:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825646.678534:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1781825646.678537:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825646.678538:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825646.678543:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781825646.678543:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678550:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1781825646.678551:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825646.678556:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.678564:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1781825646.678569:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825646.678569:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678576:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781825646.678577:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825646.678587:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000001:2.0:1781825646.678587:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.678591:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825646.678596:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1781825646.678597:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474304, portal 25 00000100:00000040:2.0:1781825646.678600:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825646.678601:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825646.678604:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:2.0:1781825646.678606:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825646.678612:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8276) 00000100:00000040:3.0:1781825646.678614:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825646.678623:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825646.678626:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781825646.678628:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825646.678629:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1781825646.678632:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000001:2.0:1781825646.678633:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1781825646.678640:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051474304, offset 0 00000100:00000040:2.0:1781825646.678641:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781825646.678652:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825646.678660:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825646.678668:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825646.678673:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825646.678677:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825646.678681:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825646.678683:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825646.678687:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378612:378612:256:4294967295] 192.168.204.116@tcp LPNI seq info [378563:378563:8:4294967295] 00000400:00000200:3.0:1781825646.678692:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825646.678701:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825646.678707:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825646.678712:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000100:00000001:2.0:1781825646.678921:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825646.678923:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.678926:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825646.678929:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825646.678931:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825646.678935:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825646.678939:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825646.678942:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825646.678943:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.678945:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825646.678949:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825646.678951:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825646.678955:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825646.678958:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825646.678963:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825646.678966:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474432, portal 10 00000100:00000001:2.0:1781825646.678969:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825646.678970:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:2.0:1781825646.678977:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.678983:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825646.678986:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825646.678988:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825646.678990:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474432, offset 0 00000400:00000200:2.0:1781825646.678994:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825646.678998:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825646.679002:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825646.679004:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825646.679006:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825646.679008:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825646.679010:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825646.679013:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378613:378613:255:4294967295] 192.168.204.116@tcp LPNI seq info [378564:378564:7:4294967295] 00000400:00000200:2.0:1781825646.679016:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825646.679022:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825646.679026:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825646.679030:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825646.679035:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825646.679054:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825646.679059:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781825646.679202:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825646.679207:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825646.679213:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825646.679218:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825646.679224:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:0.0:1781825646.679226:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:0.0:1781825646.679230:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825646.679234:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.679243:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825646.679246:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.679252:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825646.679254:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825646.679523:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.679529:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26006 usecs (27 jiffies) 00000400:00000200:2.0:1781825646.679533:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825646.679536:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302938652 00000100:00000001:2.0:1781825646.679539:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302942225 00000100:00000001:2.0:1781825646.679541:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302938652 00000100:00000001:2.0:1781825646.679543:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302942225 00000100:00000001:2.0:1781825646.679546:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825646.679549:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.679552:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.679555:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.679561:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825646.679563:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825646.679565:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.679567:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825646.679568:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825646.679570:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825646.679572:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.679574:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825646.679575:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.679577:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.679578:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825646.679579:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825646.679583:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.679590:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825646.679591:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.679594:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825646.679596:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825646.679598:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825646.679601:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825646.679604:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825646.679607:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825646.679609:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.679611:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825646.679614:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825646.679616:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825646.679619:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825646.679622:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825646.679625:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825646.679629:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474560, portal 10 00000100:00000001:2.0:1781825646.679631:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825646.679632:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:2.0:1781825646.679637:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.679643:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825646.679645:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825646.679647:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825646.679650:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474560, offset 0 00000400:00000200:2.0:1781825646.679654:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825646.679788:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825646.679794:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825646.679797:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825646.679799:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825646.679801:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825646.679803:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825646.679806:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378614:378614:255:4294967295] 192.168.204.116@tcp LPNI seq info [378565:378565:7:4294967295] 00000400:00000200:2.0:1781825646.679810:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825646.679816:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825646.679821:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825646.679825:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825646.679830:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825646.679835:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825646.679838:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825646.679853:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.679857:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20316 usecs (21 jiffies) 00000400:00000200:2.0:1781825646.679860:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825646.679862:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302938646 00000100:00000001:2.0:1781825646.679864:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302942225 00000100:00000001:2.0:1781825646.679866:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302938646 00000100:00000001:2.0:1781825646.679868:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302942225 00000100:00000001:2.0:1781825646.679870:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825646.679872:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.679875:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.679876:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825646.679999:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825646.680003:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781825646.680006:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825646.680010:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825646.680013:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:0.0:1781825646.680015:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:0.0:1781825646.680018:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825646.680023:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.680030:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825646.680033:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.680039:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825646.680040:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781825646.680112:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825646.680118:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825646.680120:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825646.680134:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825646.680140:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825646.680142:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302947347 00000100:00000001:3.0:1781825646.680148:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302942225 00000100:00000001:3.0:1781825646.680152:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302947347 00000100:00000001:3.0:1781825646.680155:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302942225 00000100:00000001:3.0:1781825646.680157:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825646.680160:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.680162:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.680164:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.680168:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825646.680169:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825646.680171:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825646.680172:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825646.680174:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.680176:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825646.680220:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825646.680223:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781825646.680227:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825646.680231:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825646.680234:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:0.0:1781825646.680236:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:0.0:1781825646.680240:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825646.680244:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.680250:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825646.680252:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.680257:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825646.680259:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825646.689433:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.689452:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825646.689457:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.689459:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825646.689467:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689473:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825646.689481:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689486:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689491:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689496:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ee00 00000400:00000200:0.0:1781825646.689500:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689508:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee71 [1] + 224 00000800:00000001:0.0:1781825646.689517:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.689520:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825646.689523:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825646.689527:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825646.689535:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825646.689545:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825646.689556:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.689580:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825646.689588:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.689592:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825646.689594:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.689596:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825646.689600:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689604:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825646.689609:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689612:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689615:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.689618:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ee80 00000100:00000001:2.0:1781825646.689620:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781825646.689621:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825646.689626:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1781825646.689628:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee79 [1] + 224 00000800:00000001:0.0:1781825646.689633:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1781825646.689635:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1781825646.689638:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825646.689639:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1781825646.689642:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1781825646.689644:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:0.0:1781825646.689649:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:2.0:1781825646.689664:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:2.0:1781825646.689668:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:2.0:1781825646.689672:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825646.689679:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825646.689688:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.689694:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825646.689695:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.689698:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825646.689701:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825646.689703:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825646.689706:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.689716:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825646.689727:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825646.689732:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825646.689742:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825646.689743:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825646.689746:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825646.689749:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.689761:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825646.689763:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825646.689765:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825646.689766:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.689771:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.689779:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825646.689783:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825646.689785:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825646.689789:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825646.689801:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825646.689805:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.689808:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825646.689810:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051474432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.689817:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825646.689820:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825646.689823:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825646.689827:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825646.689830:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825646.689832:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825646.689834:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825646.689837:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825646.689841:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825646.689843:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825646.689845:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781825646.689848:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825646.689850:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.689853:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.689854:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.689856:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825646.689857:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.689859:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825646.689928:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825646.689935:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825646.689943:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.689998:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.690001:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825646.690016:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825646.690022:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.690027:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825646.690029:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.690031:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825646.690034:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.690038:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825646.690042:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.690045:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.690047:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.690050:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ed80 00000400:00000200:0.0:1781825646.690054:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825646.690059:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee69 [1] + 224 00000800:00000001:0.0:1781825646.690063:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.690070:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825646.690072:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825646.690075:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825646.690112:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825646.691054:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825646.691072:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825646.691117:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825646.691128:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825646.691134:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.692253:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825646.692261:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825646.692274:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825646.692276:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825646.692281:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825646.692287:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:3.0:1781825646.692290:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:3.0:1781825646.692294:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825646.692304:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825646.692315:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825646.692322:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825646.692324:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.692444:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825646.692448:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825646.692451:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825646.692453:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825646.692456:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825646.692463:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=13 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825646.692467:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825646.692470:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825646.692472:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825646.692475:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825646.692477:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.692480:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825646.692485:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825646.692493:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825646.692497:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825646.692499:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825646.692503:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825646.692511:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051474304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825646.692516:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.692519:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825646.692522:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051474304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825646.692529:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825646.692532:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825646.692536:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245200. 02000000:00000001:3.0:1781825646.692540:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825646.692542:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825646.692544:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825646.692546:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825646.692548:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781825646.692553:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825646.692555:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825646.692557:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781825646.692561:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825646.692562:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.692564:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825646.692572:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825646.692574:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825646.692576:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825646.692579:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825646.695050:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825646.695058:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825646.695062:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825646.695071:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825646.695074:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825646.695091:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825646.695104:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825646.695115:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.695122:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825646.695124:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.695127:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825646.695131:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825646.695134:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825646.695136:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825646.695139:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825646.695149:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825646.695153:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825646.695156:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825646.695157:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825646.695159:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825646.695162:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.695166:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825646.695168:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825646.695171:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825646.695173:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825646.695177:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.695184:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825646.695188:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825646.695189:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825646.695193:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825646.695199:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825646.695204:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.695206:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825646.695210:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051474560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825646.695216:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825646.695219:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825646.695222:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825646.695227:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825646.695229:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825646.695231:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825646.695233:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825646.695236:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825646.695239:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825646.695241:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825646.695242:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:2.0:1781825646.695247:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825646.695248:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.695251:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825646.695269:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825646.695271:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825646.695274:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825646.695276:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129283:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825647.129288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825647.129296:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825647.129297:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825647.129300:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129304:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825647.129307:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129308:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129311:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825647.129314:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825647.129315:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825647.136747:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825647.136755:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825647.136760:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825648.150198:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825648.150205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825648.150211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825648.150212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825648.150215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825648.150216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825648.150322:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825648.150326:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825648.150328:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825649.174184:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825649.174192:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825649.174197:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825649.174198:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825649.174201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825649.174202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825649.174392:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825649.174396:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825649.174399:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825650.198282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825650.198292:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825650.198294:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825650.198297:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198302:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825650.198304:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198306:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198308:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198312:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825650.198313:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825650.198318:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825650.198319:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825650.198321:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198322:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825650.198324:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198325:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825650.198327:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825650.199948:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825650.199954:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825650.199958:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825651.224884:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825651.224892:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825651.224898:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825651.224900:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825651.224903:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825651.224904:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825651.225571:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825651.225575:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825651.225578:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825651.798197:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825651.798208:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825651.798219:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781825651.798225:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825651.798230:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825651.798234:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825651.798238:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825651.798246:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825651.798253:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798265:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825651.798276:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825651.798281:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798288:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_00+0] req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825651.798321:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798324:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825651.798327:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825651.798330:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781825651.798333:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825651.798335:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825651.798336:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825651.798337:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825651.798341:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825651.798343:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798348:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825651.798356:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825651.798358:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798362:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_01+1] req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825651.798370:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798373:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825651.798375:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825651.798377:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781825651.798380:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825651.798381:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825651.798382:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825651.798384:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825651.798387:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825651.798389:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798392:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825651.798399:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825651.798401:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798404:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825651.798412:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825651.798414:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825651.798417:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825651.798420:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825651.798422:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825651.798427:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8281) 00000100:00000001:3.0:1781825651.802269:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.802280:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825651.802283:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825651.802297:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802310:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825651.802312:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802318:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825651.802321:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825651.802324:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825651.802327:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051474688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.802332:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825651.802339:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825651.802342:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802345:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825651.802356:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825651.802358:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825651.802366:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825651.802371:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825651.802380:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825651.802387:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474688, portal 25 00000100:00000001:3.0:1781825651.802390:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825651.802391:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781825651.802398:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802406:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825651.802409:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825651.802414:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781825651.802417:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051474688, offset 0 00000400:00000200:3.0:1781825651.802424:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802432:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802440:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825651.802445:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825651.802450:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825651.802454:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825651.802457:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802460:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378615:378615:256:4294967295] 192.168.204.116@tcp LPNI seq info [378566:378566:8:4294967295] 00000400:00000200:3.0:1781825651.802478:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802488:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825651.802494:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825651.802500:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825651.802507:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825651.802514:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825651.802518:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825651.802540:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825651.802545:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825651.802548:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302952469 00000100:00000001:3.0:1781825651.802557:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302947347 00000100:00000001:3.0:1781825651.802562:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302952469 00000100:00000001:3.0:1781825651.802565:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302947347 00000100:00000001:3.0:1781825651.802568:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.802571:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802574:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825651.802578:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802585:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825651.802587:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802589:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825651.802591:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825651.802592:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825651.802595:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.802598:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825651.802601:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825651.802602:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802604:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825651.802607:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825651.802609:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825651.802612:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825651.802615:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825651.802619:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825651.802622:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474944, portal 10 00000100:00000001:3.0:1781825651.802624:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825651.802625:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781825651.802631:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802647:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825651.802650:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825651.802652:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781825651.802655:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474944, offset 0 00000400:00000200:3.0:1781825651.802659:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802662:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802666:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825651.802668:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825651.802671:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825651.802673:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825651.802676:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802678:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378616:378616:255:4294967295] 192.168.204.116@tcp LPNI seq info [378567:378567:7:4294967295] 00000400:00000200:3.0:1781825651.802682:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802687:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825651.802691:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825651.802695:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825651.802699:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825651.802703:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825651.802705:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825651.802708:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825651.802712:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20317 usecs (21 jiffies) 00000400:00000200:3.0:1781825651.802725:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825651.802728:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302943769 00000100:00000001:3.0:1781825651.802730:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302952469 00000100:00000001:3.0:1781825651.802732:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302943769 00000100:00000001:3.0:1781825651.802734:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302952469 00000100:00000001:3.0:1781825651.802736:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.802739:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802741:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802744:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.802751:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825651.802753:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825651.802755:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.802756:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825651.802758:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825651.802761:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825651.802763:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.802765:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825651.802766:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.802768:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.802769:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825651.802770:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825651.802775:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802782:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825651.802783:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802786:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825651.802788:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825651.802790:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825651.802793:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.802796:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825651.802798:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825651.802800:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.802801:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825651.802805:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825651.802806:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825651.802810:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825651.802812:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b58. 00000400:00000010:3.0:1781825651.802816:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825651.802819:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051474816, portal 10 00000100:00000001:3.0:1781825651.802821:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825651.802822:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781825651.802828:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.802834:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825651.802836:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825651.802838:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781825651.802840:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051474816, offset 0 00000400:00000200:3.0:1781825651.802844:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802848:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802851:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825651.802855:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825651.802857:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825651.802859:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825651.802861:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825651.802864:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378617:378617:254:4294967295] 192.168.204.116@tcp LPNI seq info [378568:378568:6:4294967295] 00000400:00000200:3.0:1781825651.802868:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825651.802873:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825651.802877:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825651.802880:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825651.802884:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825651.802888:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825651.802890:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825651.802893:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825651.802896:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25976 usecs (26 jiffies) 00000400:00000200:3.0:1781825651.802898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825651.802900:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302943774 00000100:00000001:3.0:1781825651.802902:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302952469 00000100:00000001:3.0:1781825651.802904:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302943774 00000100:00000001:3.0:1781825651.802906:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302952469 00000100:00000001:3.0:1781825651.802909:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.802910:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802913:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802914:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.802928:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.802930:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825651.803046:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825651.803051:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:0.0:1781825651.803057:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.803062:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825651.803068:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:0.0:1781825651.803070:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:0.0:1781825651.803075:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825651.803107:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803116:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825651.803119:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803125:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825651.803126:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825651.803138:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825651.803141:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781825651.803143:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.803146:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825651.803149:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:0.0:1781825651.803151:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:0.0:1781825651.803153:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825651.803156:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803162:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825651.803165:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803171:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825651.803172:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825651.803235:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825651.803238:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781825651.803241:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.803244:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825651.803246:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:0.0:1781825651.803248:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:0.0:1781825651.803250:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825651.803254:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803260:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825651.803263:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.803268:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825651.803270:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825651.809189:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.809208:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825651.809213:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.809216:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.809226:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.809234:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825651.809242:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.809247:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.809253:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.809257:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f000 00000400:00000200:0.0:1781825651.809262:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.809269:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee89 [1] + 224 00000800:00000001:0.0:1781825651.809275:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.809282:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.809285:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.809290:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825651.809297:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825651.809306:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825651.809318:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.809340:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825651.809349:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.809352:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.809409:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.809414:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825651.809421:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825651.809423:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825651.809426:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825651.809430:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825651.809432:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825651.809436:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825651.809440:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825651.809450:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.809457:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825651.809458:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.809461:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825651.809464:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825651.809467:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825651.809469:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.809472:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825651.809482:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825651.809486:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825651.809488:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825651.809490:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825651.809492:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825651.809496:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.809499:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825651.809501:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825651.809503:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825651.809505:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825651.809509:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.809516:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.809519:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825651.809521:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825651.809524:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825651.809531:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.809535:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.809537:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825651.809540:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051474944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.809545:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825651.809547:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825651.809551:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825651.809555:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825651.809557:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825651.809559:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825651.809561:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825651.809563:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781825651.809566:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825651.809568:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825651.809570:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781825651.809573:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825651.809575:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.809578:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.809579:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.809581:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825651.809582:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.809584:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825651.814243:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.814272:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825651.814276:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.814284:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.814293:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.814303:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825651.814312:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.814318:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.814324:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.814328:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ef00 00000400:00000200:0.0:1781825651.814333:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.814339:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee81 [1] + 224 00000800:00000001:0.0:1781825651.814347:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.814350:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825651.826296:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.826321:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.826328:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.826339:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825651.826349:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825651.826359:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825651.826372:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.826455:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.826459:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825651.826480:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825651.826492:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.826497:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825651.826500:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.826502:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.826509:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.826513:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825651.826522:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.826526:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.826530:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.826534:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ef80 00000400:00000200:0.0:1781825651.826538:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825651.826543:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee91 [1] + 224 00000800:00000001:0.0:1781825651.826549:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.826570:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825651.826573:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825651.826576:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825651.826580:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825651.826584:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825651.826594:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825651.826602:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825651.826605:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825651.826608:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781825651.832248:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825651.832256:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825651.832260:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825651.832269:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:3.0:1781825651.832271:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:3.0:1781825651.832275:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825651.832286:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825651.832297:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832305:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825651.832307:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.832310:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825651.832314:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825651.832316:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825651.832318:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.832321:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825651.832328:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825651.832332:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825651.832335:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825651.832336:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825651.832339:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825651.832341:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.832344:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825651.832348:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832355:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.832359:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825651.832362:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825651.832365:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825651.832373:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051474688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.832378:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.832382:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825651.832385:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051474688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832391:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825651.832394:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825651.832397:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244600. 02000000:00000001:3.0:1781825651.832401:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825651.832403:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825651.832405:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825651.832407:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825651.832409:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825651.832413:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825651.832414:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825651.832416:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781825651.832421:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825651.832422:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.832426:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.832428:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.832430:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825651.832433:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825651.832434:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825651.832436:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b58. 00000400:00000200:3.0:1781825651.832438:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825651.832440:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825651.832442:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825651.832446:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825651.832455:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832462:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825651.832463:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.832465:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825651.832466:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825651.832468:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825651.832469:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825651.832471:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825651.832476:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825651.832479:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825651.832481:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825651.832482:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825651.832484:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825651.832486:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.832490:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825651.832492:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825651.832493:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825651.832495:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825651.832499:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832505:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825651.832507:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825651.832509:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825651.832512:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825651.832519:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051474816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825651.832523:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.832524:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825651.832527:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051474816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825651.832533:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825651.832535:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825651.832536:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825651.832539:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825651.832540:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825651.832541:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825651.832543:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825651.832545:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825651.832547:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825651.832548:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825651.832549:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781825651.834241:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825651.834247:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.834251:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825651.834259:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825651.834260:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825651.834263:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825651.834266:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825652.246795:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825652.246801:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825652.246807:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825652.246808:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825652.246811:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825652.246812:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825652.246904:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825652.246908:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825652.246911:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825653.271937:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825653.271944:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825653.271950:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825653.271951:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825653.271954:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825653.271955:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825653.272062:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825653.272066:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825653.272069:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825654.294988:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825654.294994:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825654.295000:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825654.295001:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825654.295004:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825654.295006:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825654.295248:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825654.295252:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825654.295255:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825655.319152:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825655.319160:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825655.319166:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825655.319167:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825655.319170:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825655.319171:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825655.319263:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825655.319266:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825655.319269:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825656.342216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825656.342223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825656.342229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825656.342230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825656.342233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825656.342234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825656.345127:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825656.345135:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825656.345140:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825656.918183:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825656.918195:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825656.918206:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825656.918212:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825656.918218:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825656.918221:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825656.918226:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825656.918234:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825656.918240:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.918252:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825656.918262:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825656.918267:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.918274:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918331:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.918336:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825656.918338:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825656.918345:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918353:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825656.918355:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825656.918358:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825656.918361:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825656.918364:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825656.918367:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051475072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825656.918371:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825656.918378:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825656.918381:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825656.918388:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825656.918394:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eacc00. 02000000:00000001:0.0:1781825656.918396:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825656.918413:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825656.918418:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838ec8. 00000400:00000010:0.0:1781825656.918427:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825656.918434:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475072, portal 25 00000100:00000001:0.0:1781825656.918436:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825656.918438:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825656.918444:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918451:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825656.918454:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825656.918457:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825656.918460:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051475072, offset 0 00000400:00000200:0.0:1781825656.918466:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825656.918474:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.918481:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825656.918486:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825656.918489:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825656.918493:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825656.918496:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825656.918499:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378618:378618:256:4294967295] 192.168.204.116@tcp LPNI seq info [378569:378569:8:4294967295] 00000400:00000200:0.0:1781825656.918504:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.918513:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825656.918519:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825656.918524:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825656.918531:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825656.918550:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825656.918555:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825656.918567:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825656.918572:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825656.918575:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302957585 00000100:00000001:0.0:1781825656.918583:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302952469 00000100:00000001:0.0:1781825656.918588:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302957585 00000100:00000001:0.0:1781825656.918591:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302952469 00000100:00000001:0.0:1781825656.918595:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825656.918597:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.918601:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.918603:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.918695:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.918699:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825656.918703:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825656.918706:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825656.918710:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825656.918712:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825656.918714:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825656.918716:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825656.918720:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825656.918723:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.918727:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825656.918735:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825656.918737:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.918741:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_00+0] req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918775:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825656.918778:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825656.918781:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.918782:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825656.918784:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825656.918786:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825656.918788:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825656.918790:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825656.918791:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825656.918793:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.918794:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825656.918795:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825656.918800:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918806:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825656.918808:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825656.918810:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825656.918812:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825656.918815:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825656.918817:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051475200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825656.918821:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825656.918824:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825656.918825:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825656.918827:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825656.918830:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825656.918833:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825656.918836:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825656.918839:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838b00. 00000400:00000010:0.0:1781825656.918843:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781825656.918846:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475200, portal 10 00000100:00000001:0.0:1781825656.918848:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825656.918849:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781825656.918855:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.918862:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825656.918865:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825656.918867:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781825656.918869:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051475200, offset 0 00000400:00000200:0.0:1781825656.918873:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825656.918877:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.918881:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825656.918884:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825656.918887:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825656.918889:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825656.918891:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825656.918894:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378619:378619:255:4294967295] 192.168.204.116@tcp LPNI seq info [378570:378570:7:4294967295] 00000400:00000200:0.0:1781825656.918897:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.918904:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825656.918908:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825656.918912:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825656.918916:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825656.918920:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825656.918923:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825656.918927:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825656.918930:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 26017 usecs (27 jiffies) 00000400:00000200:0.0:1781825656.918933:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825656.918935:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302948891 00000100:00000001:0.0:1781825656.918938:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302957585 00000100:00000001:0.0:1781825656.918939:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302948891 00000100:00000001:0.0:1781825656.918941:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302957585 00000100:00000001:0.0:1781825656.918943:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825656.918945:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.918947:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.918948:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825656.918992:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825656.918996:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825656.919002:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.919007:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825656.919011:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825656.919014:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825656.919019:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825656.919023:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919032:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825656.919035:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919043:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.919044:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825656.919175:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825656.919178:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:0.0:1781825656.919182:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.919185:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825656.919188:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:0.0:1781825656.919190:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:0.0:1781825656.919193:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825656.919196:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919203:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825656.919205:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919211:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.919212:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825656.919234:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.919236:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.919308:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.919310:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825656.919312:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.919314:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.919362:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.919365:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825656.919368:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825656.919513:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781825656.919518:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825656.919520:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825656.919522:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825656.919525:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825656.919528:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781825656.919532:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825656.919549:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825656.919557:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825656.919560:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825656.919564:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_01+1] req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.919603:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.919605:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825656.919606:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825656.919610:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.919617:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825656.919619:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825656.919621:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825656.919623:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825656.919625:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825656.919629:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051475328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825656.919632:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825656.919635:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825656.919636:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825656.919638:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825656.919642:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825656.919643:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825656.919648:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825656.919650:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825656.919655:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825656.919658:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475328, portal 10 00000100:00000001:1.0:1781825656.919660:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825656.919661:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:1.0:1781825656.919667:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.919673:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825656.919675:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825656.919678:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781825656.919680:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051475328, offset 0 00000400:00000200:1.0:1781825656.919685:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825656.919689:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825656.919693:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825656.919696:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825656.919699:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825656.919701:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825656.919704:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825656.919707:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378620:378620:256:4294967295] 192.168.204.116@tcp LPNI seq info [378571:378571:8:4294967295] 00000400:00000200:1.0:1781825656.919710:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825656.919716:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825656.919721:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825656.919725:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c600. 00000800:00000200:1.0:1781825656.919729:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825656.919734:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825656.919737:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825656.919747:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.919750:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20305 usecs (21 jiffies) 00000400:00000200:1.0:1781825656.919753:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825656.919755:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302948886 00000100:00000001:1.0:1781825656.919757:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302957585 00000100:00000001:1.0:1781825656.919759:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302948886 00000100:00000001:1.0:1781825656.919761:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302957585 00000100:00000001:1.0:1781825656.919763:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825656.919765:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.919767:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.919769:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825656.919792:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825656.919795:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825656.919799:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825656.919801:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825656.919804:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825656.919808:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8286) 00000100:00000001:0.0:1781825656.919817:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825656.919819:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825656.919842:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825656.919845:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825656.919848:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.919852:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825656.919855:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:0.0:1781825656.919858:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:0.0:1781825656.919860:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825656.919865:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919871:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825656.919874:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.919881:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825656.919882:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825656.919973:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825656.919976:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825656.919978:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.919979:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825656.919981:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.919984:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825656.923795:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.923811:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825656.923815:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.923817:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.923826:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.923835:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825656.923844:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.923850:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.923855:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.923859:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f080 00000400:00000200:0.0:1781825656.923864:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.923869:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fee99 [1] + 224 00000800:00000001:0.0:1781825656.923876:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.923883:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.923885:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.923889:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825656.923897:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825656.923905:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825656.923916:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.923936:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825656.923946:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.923949:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.924235:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.924240:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825656.924248:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825656.924249:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825656.924254:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838ec8. 00000400:00000200:1.0:1781825656.924259:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:1.0:1781825656.924261:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:1.0:1781825656.924266:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825656.924271:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825656.924280:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.924285:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825656.924287:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.924290:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825656.924293:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825656.924295:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825656.924298:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825656.924301:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825656.924308:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825656.924312:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825656.924314:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825656.924316:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825656.924319:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825656.924321:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.924323:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.924328:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.924335:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825656.924339:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825656.924341:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825656.924345:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825656.924354:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051475072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825656.924359:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.924362:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825656.924367:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051475072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.924374:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825656.924377:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825656.924381:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eacc00. 02000000:00000001:1.0:1781825656.924385:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825656.924388:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825656.924390:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825656.924392:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825656.924394:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825656.924398:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1781825656.925002:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.925010:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825656.925012:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.925015:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.925020:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.925025:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825656.925031:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.925035:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.925038:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.925042:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f100 00000400:00000200:0.0:1781825656.925045:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.925050:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feea9 [1] + 224 00000800:00000001:0.0:1781825656.925054:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.925061:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.925063:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.925067:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825656.925071:0:2385:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1781825656.925506:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825656.925511:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825656.925515:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825656.925517:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.925521:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.925522:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.925524:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825656.925526:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.925528:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1781825656.925712:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825656.925727:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.925745:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825656.925755:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.925759:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.925849:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.925852:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825656.925856:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825656.925858:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825656.925861:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838b00. 00000400:00000200:1.0:1781825656.925866:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:1.0:1781825656.925869:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:1.0:1781825656.925873:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825656.925877:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825656.925885:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.925892:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825656.925894:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.925896:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825656.925898:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825656.925901:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825656.925903:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825656.925906:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825656.926205:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825656.926210:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825656.926212:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825656.926214:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825656.926217:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825656.926220:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.926223:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825656.926225:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825656.926227:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825656.926229:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.926234:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.926242:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825656.926245:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825656.926247:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825656.926251:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825656.926259:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051475200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825656.926263:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.926265:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825656.926268:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051475200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.926273:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825656.926276:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825656.926278:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:1.0:1781825656.926282:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825656.926284:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825656.926286:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825656.926288:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825656.926291:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:1.0:1781825656.926294:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825656.926295:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825656.926297:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825656.926300:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825656.926301:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.926303:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.926305:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.926306:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825656.926308:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.926310:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825656.930955:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.930974:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825656.930979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.930982:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.930992:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.931000:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825656.931010:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.931015:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.931022:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.931026:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f180 00000400:00000200:0.0:1781825656.931031:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825656.931038:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feeb9 [1] + 224 00000800:00000001:0.0:1781825656.931047:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.931054:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825656.931057:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825656.931062:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825656.931070:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825656.931119:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825656.931131:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825656.931143:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825656.931151:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825656.931155:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.931632:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.931892:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825656.931899:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825656.931910:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825656.931914:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825656.931920:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825656.931922:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825656.931926:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825656.931932:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825656.931942:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.931950:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825656.931952:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.931954:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825656.931958:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825656.931960:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825656.931962:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825656.931965:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825656.931975:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825656.931979:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825656.931982:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825656.931984:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825656.931986:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825656.931990:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.931994:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825656.931997:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825656.931999:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825656.932001:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825656.932005:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.932012:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825656.932016:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825656.932018:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825656.932022:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825656.932029:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051475328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825656.932034:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.932037:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825656.932040:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051475328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825672 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825656.932047:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825656.932049:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825656.932053:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f11a79400. 02000000:00000001:1.0:1781825656.932056:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825656.932059:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825656.932061:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825656.932063:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825656.932066:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781825656.932069:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825656.932071:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825656.932073:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:1.0:1781825656.932107:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825656.932110:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.932112:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825656.932119:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825656.932121:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825656.932123:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825656.932126:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.366992:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825657.366999:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.367006:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825657.367009:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825657.367012:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825657.367015:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.367018:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825657.367020:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.367022:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.367025:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825657.367028:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825657.367029:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825657.367373:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825657.367377:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825657.367380:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825658.390316:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825658.390325:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825658.390331:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825658.390333:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825658.390337:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825658.390338:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825658.391772:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825658.391777:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825658.391781:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825659.414199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825659.414207:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825659.414209:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825659.414213:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414218:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825659.414220:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414222:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414224:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825659.414230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825659.414235:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825659.414236:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825659.414238:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414239:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825659.414240:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414242:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825659.414243:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825659.414566:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825659.414570:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825659.414573:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825660.438282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825660.438289:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825660.438295:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825660.438297:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825660.438299:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825660.438301:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825660.438411:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825660.438414:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825660.438417:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825661.462220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825661.462226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825661.462231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825661.462232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825661.462235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825661.462236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825661.462322:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825661.462325:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825661.462328:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825662.039759:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825662.039768:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825662.039779:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781825662.039785:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825662.039789:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825662.039792:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825662.039797:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825662.039804:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825662.039811:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039823:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825662.039833:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825662.039837:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039844:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_01+1] req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825662.039874:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039877:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825662.039880:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825662.039883:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781825662.039885:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825662.039887:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825662.039888:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825662.039890:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825662.039892:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825662.039895:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039907:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825662.039913:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825662.039915:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039919:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825662.039926:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.039928:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825662.040001:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825662.040005:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781825662.040008:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825662.040010:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825662.040011:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825662.040014:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825662.040017:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825662.040020:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.040024:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825662.040041:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825662.040043:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.040047:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825662.040054:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825662.040056:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825662.040059:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825662.040062:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825662.040064:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825662.040068:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8291) 00000100:00000001:3.0:1781825662.040155:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.040160:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825662.040162:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825662.040169:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040176:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825662.040178:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040181:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825662.040184:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825662.040187:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825662.040190:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051475456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.040194:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825662.040200:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825662.040203:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040205:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825662.040211:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825662.040213:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825662.040221:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825662.040225:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b58. 00000400:00000010:3.0:1781825662.040232:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825662.040238:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475456, portal 25 00000100:00000001:3.0:1781825662.040241:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825662.040242:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781825662.040247:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040254:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825662.040256:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825662.040259:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781825662.040262:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051475456, offset 0 00000400:00000200:3.0:1781825662.040268:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040277:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040285:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825662.040289:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825662.040293:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825662.040296:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825662.040299:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040302:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378621:378621:256:4294967295] 192.168.204.116@tcp LPNI seq info [378572:378572:8:4294967295] 00000400:00000200:3.0:1781825662.040307:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040316:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825662.040321:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825662.040326:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:3.0:1781825662.040332:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825662.040339:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825662.040343:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825662.040358:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825662.040363:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825662.040365:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302962707 00000100:00000001:3.0:1781825662.040372:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302957585 00000100:00000001:3.0:1781825662.040376:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302962707 00000100:00000001:3.0:1781825662.040379:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302957585 00000100:00000001:3.0:1781825662.040382:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.040385:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040387:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825662.040391:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040396:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825662.040397:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040399:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825662.040401:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825662.040403:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825662.040406:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051475712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.040409:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825662.040412:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825662.040413:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040415:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825662.040417:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244e00. 02000000:00000001:3.0:1781825662.040419:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825662.040422:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825662.040425:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825662.040428:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825662.040431:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475712, portal 10 00000100:00000001:3.0:1781825662.040432:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825662.040434:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781825662.040450:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040456:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825662.040458:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825662.040461:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781825662.040463:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051475712, offset 0 00000400:00000200:3.0:1781825662.040467:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040471:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040474:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825662.040477:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825662.040482:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825662.040484:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825662.040486:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040489:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378622:378622:255:4294967295] 192.168.204.116@tcp LPNI seq info [378573:378573:7:4294967295] 00000400:00000200:3.0:1781825662.040492:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040497:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825662.040501:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825662.040504:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:3.0:1781825662.040507:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825662.040511:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825662.040513:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825662.040516:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825662.040519:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20296 usecs (21 jiffies) 00000400:00000200:3.0:1781825662.040522:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825662.040524:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302954007 00000100:00000001:3.0:1781825662.040526:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302962707 00000100:00000001:3.0:1781825662.040528:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302954007 00000100:00000001:3.0:1781825662.040530:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302962707 00000100:00000001:3.0:1781825662.040532:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.040534:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040536:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040538:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.040545:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825662.040547:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825662.040549:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.040550:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825662.040551:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825662.040554:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825662.040555:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.040557:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825662.040558:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.040560:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.040560:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825662.040561:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825662.040565:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040571:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825662.040572:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040573:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825662.040575:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825662.040577:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825662.040579:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051475584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.040582:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825662.040584:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825662.040586:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.040588:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825662.040590:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825662.040592:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825662.040594:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825662.040597:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825662.040600:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825662.040602:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475584, portal 10 00000100:00000001:3.0:1781825662.040604:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825662.040605:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781825662.040610:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.040615:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825662.040617:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825662.040619:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781825662.040621:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051475584, offset 0 00000400:00000200:3.0:1781825662.040624:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040627:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040631:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825662.040633:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825662.040635:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825662.040637:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825662.040639:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825662.040642:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378623:378623:254:4294967295] 192.168.204.116@tcp LPNI seq info [378574:378574:6:4294967295] 00000400:00000200:3.0:1781825662.040645:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825662.040651:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825662.040655:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825662.040658:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825662.040662:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825662.040666:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825662.040669:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825662.040671:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825662.040674:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25975 usecs (26 jiffies) 00000400:00000200:3.0:1781825662.040677:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825662.040679:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302954012 00000100:00000001:3.0:1781825662.040681:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302962707 00000100:00000001:3.0:1781825662.040683:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302954012 00000100:00000001:3.0:1781825662.040685:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302962707 00000100:00000001:3.0:1781825662.040687:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.040689:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040691:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040693:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.040705:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.040707:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825662.040930:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825662.041009:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1e00. 00000400:00000200:0.0:1781825662.041015:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.041021:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825662.041031:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:0.0:1781825662.041034:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:0.0:1781825662.041039:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825662.041044:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041052:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825662.041056:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041062:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825662.041064:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825662.041076:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825662.041097:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1700. 00000400:00000200:0.0:1781825662.041100:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.041103:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825662.041106:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:0.0:1781825662.041108:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:0.0:1781825662.041110:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825662.041113:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041119:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825662.041122:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041128:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825662.041129:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825662.041198:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825662.041201:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781825662.041203:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.041207:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825662.041209:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:0.0:1781825662.041211:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:0.0:1781825662.041213:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825662.041216:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041223:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825662.041225:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.041231:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825662.041232:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825662.046627:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.046651:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825662.046658:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.046661:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.046673:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.047346:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825662.047359:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.047365:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.047373:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.047378:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f200 00000400:00000200:0.0:1781825662.047384:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.047393:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feec9 [1] + 224 00000800:00000001:0.0:1781825662.047403:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.047416:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.047419:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.047425:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825662.047444:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825662.047457:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825662.047470:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.047488:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825662.047497:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.047500:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.048020:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.048026:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825662.048035:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825662.048037:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825662.048041:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b58. 00000400:00000200:3.0:1781825662.048046:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825662.048050:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825662.048053:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825662.048059:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825662.048069:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.048076:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825662.048104:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.048107:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825662.048112:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825662.048115:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825662.048119:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.048122:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825662.048130:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825662.048136:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825662.048139:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825662.048141:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825662.048144:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825662.048147:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.048149:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825662.048154:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.048161:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.048165:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825662.048167:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825662.048172:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825662.048180:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051475456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.048185:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.048187:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825662.048191:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051475456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.048197:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825662.048200:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825662.048205:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244a00. 02000000:00000001:3.0:1781825662.048209:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825662.048212:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825662.048215:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825662.048217:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825662.048221:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825662.048225:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825662.048227:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825662.048229:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781825662.048235:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825662.048237:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.048241:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.048243:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.048244:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825662.048246:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.048248:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825662.048898:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.048912:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825662.048915:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.048917:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.048924:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.048930:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825662.048938:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.049553:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.049561:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.049566:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f300 00000400:00000200:0.0:1781825662.049572:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.049579:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feed1 [1] + 224 00000800:00000001:0.0:1781825662.049586:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.049599:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.049603:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.049607:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825662.049613:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825662.049623:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825662.049635:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.049652:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825662.049660:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.049663:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.050805:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.050814:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825662.050827:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825662.050829:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825662.050833:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825662.050841:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:3.0:1781825662.050844:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:3.0:1781825662.050847:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825662.050858:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825662.050870:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.050879:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825662.050881:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.050884:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825662.050888:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825662.050891:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825662.050894:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.050897:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825662.050908:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825662.050912:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825662.050914:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825662.050916:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825662.050920:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825662.050924:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.050929:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825662.050932:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825662.050934:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825662.050935:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825662.050940:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.050955:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.050958:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825662.050960:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825662.050964:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825662.050972:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051475712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.050978:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.050980:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825662.050984:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051475712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.050991:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825662.050994:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825662.050998:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244e00. 02000000:00000001:3.0:1781825662.051002:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825662.051005:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825662.051007:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825662.051010:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825662.051013:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825662.051017:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825662.051019:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825662.051021:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781825662.051026:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825662.051027:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.051031:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.051033:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.051034:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825662.051036:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.051038:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825662.052888:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.052910:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825662.052916:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.052919:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.052928:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.052936:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825662.052945:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.052951:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.052957:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.052962:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f280 00000400:00000200:0.0:1781825662.052968:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825662.052976:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feed9 [1] + 224 00000800:00000001:0.0:1781825662.052985:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.052993:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825662.052997:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825662.053002:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825662.053011:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825662.053022:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825662.053034:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825662.053056:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825662.053066:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825662.053070:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.053224:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.053228:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825662.053235:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825662.053238:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825662.053242:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825662.053247:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781825662.053250:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781825662.053254:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825662.053258:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825662.053268:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.053275:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825662.053277:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.053279:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825662.053283:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825662.053285:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825662.053288:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825662.053291:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825662.053302:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825662.053306:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825662.053308:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825662.053310:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825662.053313:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825662.053317:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.053321:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825662.053323:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825662.053325:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825662.053326:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825662.053331:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.053337:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825662.053340:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825662.053342:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825662.053346:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825662.053353:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051475584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825662.053358:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.053361:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825662.053364:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051475584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825662.053371:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825662.053373:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825662.053377:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244800. 02000000:00000001:3.0:1781825662.053381:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825662.053384:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825662.053386:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825662.053388:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825662.053390:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825662.053394:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825662.053396:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825662.053398:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781825662.053402:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825662.053403:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.053406:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825662.053415:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825662.053417:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825662.053419:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825662.053422:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825662.486240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825662.486249:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825662.486257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825662.486258:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825662.486262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825662.486280:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825662.486455:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825662.486462:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825662.486468:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825663.510203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825663.510209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825663.510214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825663.510215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825663.510218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825663.510220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825663.510316:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825663.510320:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825663.510323:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825664.534244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825664.534254:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825664.534261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825664.534263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825664.534267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825664.534268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825664.535159:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825664.535164:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825664.535169:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825665.558504:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825665.558514:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825665.558522:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825665.558523:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825665.558527:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825665.558528:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825665.559248:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825665.559254:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825665.559258:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825666.582437:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825666.582447:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825666.582454:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825666.582456:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825666.582461:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825666.582462:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825666.582614:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825666.582619:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825666.582623:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825667.158206:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825667.158218:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825667.158230:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781825667.158237:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825667.158241:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825667.158245:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825667.158250:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825667.158258:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825667.158265:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158282:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825667.158294:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825667.158298:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158306:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825667.158411:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158414:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825667.158418:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825667.158421:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825667.158424:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825667.158426:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825667.158428:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825667.158430:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825667.158435:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825667.158438:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158443:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825667.158449:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825667.158451:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158455:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825667.158462:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158464:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825667.158467:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825667.158470:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781825667.158472:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825667.158474:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825667.158475:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825667.158476:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825667.158479:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825667.158482:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158486:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825667.158493:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825667.158496:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158500:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825667.158506:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825667.158509:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825667.158512:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825667.158514:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825667.158517:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825667.158521:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8296) 00000100:00000001:3.0:1781825667.158599:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.158603:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825667.158606:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825667.158612:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.158619:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825667.158621:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.158625:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825667.158627:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825667.158630:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825667.158634:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051475840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825667.158638:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825667.158644:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825667.158647:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.158649:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825667.158653:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825667.158655:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825667.158663:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825667.158667:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825667.158674:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825667.158681:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475840, portal 25 00000100:00000001:3.0:1781825667.158683:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825667.158685:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781825667.158690:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.158697:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825667.158699:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825667.158701:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781825667.158705:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051475840, offset 0 00000400:00000200:3.0:1781825667.158710:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825667.158717:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.158789:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825667.158795:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825667.158799:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825667.158803:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825667.158805:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825667.158809:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378624:378624:256:4294967295] 192.168.204.116@tcp LPNI seq info [378575:378575:8:4294967295] 00000400:00000200:3.0:1781825667.158813:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.158825:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825667.158830:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825667.158836:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825667.158843:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825667.158849:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825667.158854:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825667.158912:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825667.158916:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825667.158920:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302967825 00000100:00000001:3.0:1781825667.158928:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302962707 00000100:00000001:3.0:1781825667.158932:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302967825 00000100:00000001:3.0:1781825667.158935:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302962707 00000100:00000001:3.0:1781825667.158938:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.158941:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.158943:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825667.158969:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.158976:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825667.158978:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.158980:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825667.158981:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825667.158983:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825667.158986:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051476096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825667.158992:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825667.158995:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825667.158996:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.158998:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825667.159001:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825667.159003:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825667.159006:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825667.159008:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825667.159012:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825667.159015:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476096, portal 10 00000100:00000001:3.0:1781825667.159017:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825667.159018:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:3.0:1781825667.159025:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.159031:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825667.159038:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825667.159041:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781825667.159043:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051476096, offset 0 00000400:00000200:3.0:1781825667.159047:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825667.159051:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.159054:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825667.159057:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825667.159060:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825667.159062:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825667.159064:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825667.159067:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378625:378625:255:4294967295] 192.168.204.116@tcp LPNI seq info [378576:378576:7:4294967295] 00000400:00000200:3.0:1781825667.159070:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.159076:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825667.159135:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825667.159139:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:3.0:1781825667.159143:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825667.159148:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825667.159150:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825667.159153:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825667.159157:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20283 usecs (21 jiffies) 00000400:00000200:3.0:1781825667.159160:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825667.159162:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302959126 00000100:00000001:3.0:1781825667.159164:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302967825 00000100:00000001:3.0:1781825667.159166:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302959126 00000100:00000001:3.0:1781825667.159167:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302967825 00000100:00000001:3.0:1781825667.159170:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.159172:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.159174:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.159176:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.159184:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825667.159186:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825667.159188:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.159189:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825667.159190:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825667.159193:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825667.159194:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.159196:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825667.159197:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.159198:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.159199:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825667.159200:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825667.159204:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.159210:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825667.159211:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.159213:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825667.159215:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825667.159216:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825667.159219:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051475968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825667.159222:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825667.159224:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825667.159225:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.159227:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825667.159229:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825667.159231:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825667.159234:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825667.159236:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b58. 00000400:00000010:3.0:1781825667.159240:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825667.159243:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051475968, portal 10 00000100:00000001:3.0:1781825667.159244:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825667.159245:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781825667.159250:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.159256:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825667.159258:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825667.159260:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781825667.159262:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051475968, offset 0 00000400:00000200:3.0:1781825667.159266:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825667.159270:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.159274:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825667.159276:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825667.159279:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825667.159281:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825667.159283:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825667.159286:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378626:378626:254:4294967295] 192.168.204.116@tcp LPNI seq info [378577:378577:6:4294967295] 00000400:00000200:3.0:1781825667.159289:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825667.159295:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825667.159299:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825667.159303:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:3.0:1781825667.159307:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825667.159312:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825667.159314:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825667.159317:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825667.159319:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25952 usecs (26 jiffies) 00000400:00000200:3.0:1781825667.159322:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825667.159324:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302959131 00000100:00000001:3.0:1781825667.159326:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302967825 00000100:00000001:3.0:1781825667.159328:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302959131 00000100:00000001:3.0:1781825667.159330:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302967825 00000100:00000001:3.0:1781825667.159332:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.159346:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.159349:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.159352:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.159364:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.159366:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825667.161968:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825667.161978:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781825667.161986:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.161995:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825667.162002:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:0.0:1781825667.162004:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:0.0:1781825667.162010:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825667.162017:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162029:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825667.162033:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162040:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825667.162042:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825667.162053:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825667.162055:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:0.0:1781825667.162057:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.162060:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825667.162063:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:0.0:1781825667.162064:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:0.0:1781825667.162066:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825667.162070:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162093:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825667.162096:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162103:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825667.162104:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825667.162235:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825667.162238:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781825667.162241:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.162245:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825667.162248:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef990 00000400:00000010:0.0:1781825667.162251:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef990. 00000100:00000001:0.0:1781825667.162253:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825667.162638:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162647:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825667.162650:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.162656:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825667.162657:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825667.166954:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.166976:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825667.167179:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167184:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167196:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167205:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825667.167217:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167222:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167228:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167232:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f380 00000400:00000200:0.0:1781825667.167237:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167244:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feee1 [1] + 224 00000800:00000001:0.0:1781825667.167252:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167256:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167259:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.167264:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825667.167272:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825667.167280:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825667.167291:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.167643:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.167648:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825667.167668:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825667.167680:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167685:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825667.167687:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167689:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167692:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167696:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825667.167700:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167715:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167718:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167721:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f400 00000400:00000200:0.0:1781825667.167724:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167728:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feef1 [1] + 224 00000800:00000001:0.0:1781825667.167732:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167735:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167738:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.167740:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825667.167744:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825667.167748:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825667.167759:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.167766:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825667.167770:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167773:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825667.167775:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167776:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167779:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167783:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825667.167787:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167790:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167792:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167795:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f480 00000400:00000200:0.0:1781825667.167797:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825667.167801:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feee9 [1] + 224 00000800:00000001:0.0:1781825667.167804:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167811:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825667.167813:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825667.167816:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825667.167818:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825667.167822:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825667.167829:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825667.167835:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825667.167838:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825667.167840:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781825667.168287:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825667.168290:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825667.168294:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:3.0:1781825667.168298:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781825667.168301:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781825667.168304:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825667.168309:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825667.168319:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168325:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825667.168327:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.168330:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825667.168344:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825667.168347:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825667.168349:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.168353:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825667.168359:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825667.168364:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825667.168367:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825667.168368:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825667.168370:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825667.168372:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.168375:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825667.168380:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168386:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.168389:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825667.168391:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825667.168395:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825667.168402:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051475840:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825667.168407:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825667.168408:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825667.168410:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:3.0:1781825667.168532:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:3.0:1781825667.168535:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:3.0:1781825667.168538:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825667.168543:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825667.168551:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168558:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825667.168560:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.168562:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825667.168563:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825667.168565:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825667.168566:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.168568:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825667.168574:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825667.168636:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825667.168639:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825667.168640:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825667.168642:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825667.168645:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.168648:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825667.168649:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825667.168651:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825667.168652:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825667.168656:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168662:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.168664:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825667.168665:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825667.168669:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825667.168676:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051476096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825667.168681:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.168683:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825667.168687:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051475840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168694:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825667.168697:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825667.168700:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18244200. 02000000:00000001:3.0:1781825667.168766:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825667.168769:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825667.168772:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825667.168774:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825667.168777:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825667.168781:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825667.168783:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825667.168785:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781825667.168789:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825667.168790:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.168792:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825667.168796:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051476096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168802:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825667.168804:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825667.168805:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825667.168807:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825667.168808:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825667.168810:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825667.168811:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825667.168813:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825667.168814:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825667.168815:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825667.168817:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781825667.168819:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825667.168820:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.168824:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.168826:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.168827:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825667.168830:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825667.168832:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825667.168833:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b58. 00000400:00000200:3.0:1781825667.168836:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:3.0:1781825667.168837:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:3.0:1781825667.168840:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825667.168843:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825667.168851:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.168857:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825667.168858:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.168860:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825667.168862:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825667.168863:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825667.168864:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825667.168866:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825667.169192:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825667.169197:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825667.169199:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825667.169201:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825667.169202:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825667.169204:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.169207:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825667.169208:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825667.169210:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825667.169211:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825667.169216:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.169222:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825667.169224:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825667.169225:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825667.169228:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825667.169235:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051475968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825667.169239:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.169240:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825667.169243:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051475968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825667.169249:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825667.169250:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825667.169252:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825667.169255:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825667.169256:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825667.169258:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825667.169259:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825667.169261:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825667.169263:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825667.169264:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825667.169266:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781825667.169268:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825667.169269:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.169271:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825667.169278:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825667.169291:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825667.169294:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825667.169295:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825667.606217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825667.606227:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825667.606229:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825667.606233:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606235:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825667.606238:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606240:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606242:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825667.606462:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825667.606465:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825667.606645:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825667.606649:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825667.606652:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825668.630190:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825668.630197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825668.630203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825668.630205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825668.630208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825668.630209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825668.630316:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825668.630319:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825668.630322:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825669.654221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825669.654229:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825669.654231:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825669.654234:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654240:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825669.654242:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654244:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654246:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825669.654250:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825669.654254:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825669.654255:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825669.654257:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654258:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825669.654259:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654260:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825669.654262:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825669.654398:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825669.654402:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825669.654404:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825670.678527:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825670.678533:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825670.678540:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825670.678541:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825670.678544:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825670.678545:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825670.679969:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825670.679975:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825670.679981:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825671.702167:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825671.702173:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825671.702178:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825671.702180:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825671.702183:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825671.702185:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825671.702274:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825671.702277:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825671.702280:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825672.278276:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825672.278288:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825672.278300:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781825672.278308:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825672.278313:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825672.278315:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825672.278321:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825672.278330:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781825672.278338:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278353:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825672.278364:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825672.278369:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278379:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_00+0] req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.278416:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278419:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825672.278425:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825672.278428:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781825672.278430:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825672.278433:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825672.278434:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825672.278436:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825672.278439:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825672.278442:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278445:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825672.278453:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825672.278455:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278459:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.278466:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278468:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825672.278471:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825672.278473:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032300. 00000020:00000040:0.0:1781825672.278475:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825672.278477:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825672.278478:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825672.278480:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825672.278483:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825672.278485:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278489:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825672.278496:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825672.278498:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278501:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056703e4a] to pc [ptlrpcd_00_00+0] req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.278513:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825672.278515:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825672.278519:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825672.278522:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825672.278525:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825672.278530:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8301) 00000100:00000001:1.0:1781825672.278609:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.278614:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825672.278617:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825672.278624:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.278631:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825672.278633:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.278637:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825672.278640:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825672.278643:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825672.278646:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051476224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.278650:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825672.278656:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825672.278659:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.278661:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825672.278666:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825672.278668:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825672.278675:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825672.278680:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825672.278687:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825672.278694:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476224, portal 25 00000100:00000001:1.0:1781825672.278697:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825672.278698:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:1.0:1781825672.278704:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.278711:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825672.278714:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825672.278717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825672.278719:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051476224, offset 0 00000400:00000200:1.0:1781825672.278725:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825672.278734:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.278741:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825672.278746:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825672.278750:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825672.278753:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825672.278756:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825672.278760:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378627:378627:256:4294967295] 192.168.204.116@tcp LPNI seq info [378578:378578:8:4294967295] 00000400:00000200:1.0:1781825672.278764:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.278774:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825672.278780:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825672.278785:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825672.278793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825672.278800:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825672.278804:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825672.278824:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825672.278828:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825672.278831:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302972945 00000100:00000001:1.0:1781825672.278838:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302967825 00000100:00000001:1.0:1781825672.278842:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302972945 00000100:00000001:1.0:1781825672.278845:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302967825 00000100:00000001:1.0:1781825672.278848:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.278851:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.278853:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825672.278857:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.278863:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825672.278864:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.278866:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825672.278868:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825672.278870:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825672.278872:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051476480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.278875:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825672.278878:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825672.278879:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.278881:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825672.278884:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825672.278887:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825672.278890:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825672.278893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825672.278896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781825672.278899:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476480, portal 10 00000100:00000001:1.0:1781825672.278901:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825672.278902:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721987328 : -122530987564288 : ffff908f08032300) 00000100:00000040:1.0:1781825672.278909:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.278915:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825672.278917:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825672.278919:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825672.278922:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051476480, offset 0 00000400:00000200:1.0:1781825672.278926:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825672.278929:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.278932:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825672.278934:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825672.278936:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825672.278938:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825672.278941:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825672.278944:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378628:378628:255:4294967295] 192.168.204.116@tcp LPNI seq info [378579:378579:7:4294967295] 00000400:00000200:1.0:1781825672.278947:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.278952:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825672.278956:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825672.278959:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825672.278963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825672.278968:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825672.278970:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825672.278973:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825672.278976:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20268 usecs (21 jiffies) 00000400:00000200:1.0:1781825672.278979:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825672.278981:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302964245 00000100:00000001:1.0:1781825672.278983:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302972945 00000100:00000001:1.0:1781825672.278984:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302964245 00000100:00000001:1.0:1781825672.278986:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302972945 00000100:00000001:1.0:1781825672.278988:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.278989:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.278992:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.278994:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.279001:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825672.279003:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825672.279005:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.279007:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825672.279008:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825672.279010:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781825672.279011:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.279013:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825672.279014:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.279016:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.279017:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825672.279018:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825672.279022:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.279028:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825672.279030:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.279033:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825672.279034:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825672.279036:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825672.279039:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051476352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.279042:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825672.279045:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825672.279047:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.279048:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825672.279051:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8e00. 02000000:00000001:1.0:1781825672.279053:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825672.279055:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825672.279058:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825672.279061:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825672.279064:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476352, portal 10 00000100:00000001:1.0:1781825672.279066:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825672.279067:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:1.0:1781825672.279074:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.279121:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825672.279123:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825672.279126:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781825672.279128:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051476352, offset 0 00000400:00000200:1.0:1781825672.279132:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825672.279136:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.279139:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825672.279142:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825672.279145:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825672.279147:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825672.279149:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825672.279152:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378629:378629:254:4294967295] 192.168.204.116@tcp LPNI seq info [378580:378580:6:4294967295] 00000400:00000200:1.0:1781825672.279155:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825672.279161:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825672.279164:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825672.279167:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825672.279171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825672.279174:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825672.279177:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825672.279179:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825672.279182:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25921 usecs (26 jiffies) 00000400:00000200:1.0:1781825672.279184:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825672.279186:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302964251 00000100:00000001:1.0:1781825672.279188:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302972945 00000100:00000001:1.0:1781825672.279190:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302964251 00000100:00000001:1.0:1781825672.279191:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302972945 00000100:00000001:1.0:1781825672.279193:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.279195:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.279198:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.279200:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.279212:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.279214:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825672.281999:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825672.282009:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:0.0:1781825672.282018:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.282027:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825672.282035:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781825672.282038:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781825672.282043:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825672.282051:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282063:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825672.282066:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282073:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825672.282074:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825672.282111:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825672.282114:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825672.282116:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.282119:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825672.282121:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781825672.282123:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781825672.282124:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825672.282128:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282141:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825672.282143:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282150:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825672.282151:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825672.282217:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825672.282220:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825672.282223:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.282226:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825672.282242:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:0.0:1781825672.282245:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:0.0:1781825672.282248:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825672.282252:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282259:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825672.282262:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.282268:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825672.282270:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825672.285899:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.285917:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825672.285922:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.285925:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.285935:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.285945:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825672.285955:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.285961:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.285966:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.285971:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f500 00000400:00000200:0.0:1781825672.285976:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.285982:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feef9 [1] + 224 00000800:00000001:0.0:1781825672.285989:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.285996:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.285999:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.286004:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825672.286011:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825672.286021:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825672.286039:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.286063:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825672.286071:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.286074:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.286280:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.286285:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825672.286294:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825672.286295:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825672.286299:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825672.286304:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825672.286307:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825672.286310:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825672.286315:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825672.286330:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.286336:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825672.286338:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.286340:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825672.286343:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825672.286346:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825672.286348:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.286351:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825672.286358:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825672.286362:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825672.286365:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825672.286366:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.286369:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825672.286371:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.286373:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825672.286377:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.286384:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.286387:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825672.286389:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825672.286393:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825672.286401:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051476224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.286406:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.286409:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825672.286412:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051476224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.286419:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825672.286422:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825672.286426:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825672.286430:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825672.286432:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825672.286434:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825672.286437:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825672.286439:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:1.0:1781825672.286443:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825672.286444:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825672.286446:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:1.0:1781825672.286450:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825672.286451:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.286454:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.286456:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.286458:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825672.286459:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.286461:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825672.291975:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.291993:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825672.291998:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.292000:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.292009:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.292017:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825672.292026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.292030:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.292036:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.292041:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f600 00000400:00000200:0.0:1781825672.292046:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.292052:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef09 [1] + 224 00000800:00000001:0.0:1781825672.292061:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.292069:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.292072:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.292104:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825672.292113:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825672.292122:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825672.292135:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.292158:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825672.292167:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.292170:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.292771:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.292776:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825672.292792:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825672.292794:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825672.292797:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:1.0:1781825672.292802:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:1.0:1781825672.292805:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:1.0:1781825672.292809:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825672.292815:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825672.292825:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.292833:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825672.292835:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.292838:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825672.292841:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825672.292843:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825672.292846:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.292849:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825672.292859:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825672.292862:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825672.292866:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825672.292868:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.292871:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825672.292875:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.292878:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825672.292881:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825672.292883:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825672.292884:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825672.292888:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.292896:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.292905:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825672.292908:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825672.292914:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825672.292921:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051476480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.292926:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.292929:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825672.292932:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032300 x1868371051476480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.292938:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825672.292941:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825672.292945:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825672.292951:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825672.292955:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825672.292957:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825672.292959:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825672.292962:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781825672.292966:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825672.292968:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825672.292970:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032300. 00000100:00000001:1.0:1781825672.292973:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825672.292976:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.292979:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.292981:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.292983:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825672.292984:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.292986:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825672.299231:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.299258:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825672.299263:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.299265:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.299274:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.299282:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825672.299293:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.299299:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.299304:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.299308:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f580 00000400:00000200:0.0:1781825672.299313:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825672.299320:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef19 [1] + 224 00000800:00000001:0.0:1781825672.299327:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.299336:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825672.299339:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825672.299344:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825672.299352:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825672.299361:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825672.299372:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825672.299410:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825672.299421:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825672.299424:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.299973:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.299979:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825672.299988:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825672.299990:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825672.299994:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:1.0:1781825672.299999:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825672.300002:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825672.300006:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825672.300014:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825672.300023:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.300029:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825672.300031:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.300033:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825672.300037:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825672.300040:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825672.300042:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825672.300045:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825672.300056:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825672.300061:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825672.300063:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825672.300065:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.300068:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825672.300073:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.300109:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825672.300112:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825672.300114:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825672.300115:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825672.300120:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.300129:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825672.300133:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825672.300135:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825672.300139:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825672.300147:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051476352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825672.300152:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.300155:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825672.300158:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051476352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825688 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825672.300165:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825672.300168:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825672.300174:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8e00. 02000000:00000001:1.0:1781825672.300179:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825672.300182:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825672.300184:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825672.300187:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825672.300189:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:1.0:1781825672.300193:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825672.300194:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825672.300196:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:1.0:1781825672.300200:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825672.300202:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.300204:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825672.300213:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825672.300215:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825672.300218:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825672.300220:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.726301:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825672.726307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.726313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825672.726315:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825672.726319:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825672.726321:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825672.726587:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825672.726590:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825672.726593:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825673.750230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825673.750238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825673.750244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825673.750245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825673.750249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825673.750251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825673.752331:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825673.752338:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825673.752343:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825674.775555:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825674.775561:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825674.775567:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825674.775568:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825674.775570:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825674.775571:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825674.775733:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825674.775737:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825674.775740:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825675.798221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825675.798228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825675.798234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825675.798235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825675.798238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825675.798239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825675.801952:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825675.801959:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825675.801964:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825676.822214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825676.822222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825676.822228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825676.822230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825676.822233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825676.822234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825676.822405:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825676.822408:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825676.822411:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825677.398211:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825677.398223:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825677.398234:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031880. 00000020:00000040:0.0:1781825677.398241:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825677.398245:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825677.398248:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825677.398253:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825677.398265:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825677.398272:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398282:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825677.398292:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825677.398296:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398303:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c9ac09] to pc [ptlrpcd_00_01+1] req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.398336:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398339:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825677.398343:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825677.398345:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781825677.398348:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825677.398349:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825677.398351:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825677.398352:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825677.398357:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825677.398359:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398363:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825677.398369:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825677.398371:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398374:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_00+0] req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.398381:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398382:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825677.398387:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825677.398390:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781825677.398392:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825677.398394:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825677.398395:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825677.398396:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825677.398400:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825677.398402:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398405:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825677.398411:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825677.398412:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398415:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.398422:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825677.398423:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825677.398427:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825677.398429:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825677.398432:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825677.398437:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8307) 00000100:00000001:1.0:1781825677.400212:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.400221:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825677.400224:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825677.400237:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400249:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825677.400252:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400256:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825677.400260:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825677.400263:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825677.400267:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051476608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825677.400272:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825677.400279:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825677.400282:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400285:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825677.400293:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825677.400295:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825677.400303:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825677.400307:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825677.400315:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825677.400322:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476608, portal 25 00000100:00000001:1.0:1781825677.400325:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825677.400326:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721984640 : -122530987566976 : ffff908f08031880) 00000100:00000040:1.0:1781825677.400332:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400340:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825677.400342:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825677.400345:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781825677.400348:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051476608, offset 0 00000400:00000200:1.0:1781825677.400355:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400364:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400372:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825677.400376:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825677.400381:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825677.400384:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825677.400387:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400391:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378630:378630:256:4294967295] 192.168.204.116@tcp LPNI seq info [378581:378581:8:4294967295] 00000400:00000200:1.0:1781825677.400395:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400404:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825677.400410:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825677.400417:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825677.400423:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825677.400431:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825677.400435:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825677.400459:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825677.400463:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825677.400466:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302978067 00000100:00000001:1.0:1781825677.400475:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302972945 00000100:00000001:1.0:1781825677.400480:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302978067 00000100:00000001:1.0:1781825677.400482:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302972945 00000100:00000001:1.0:1781825677.400485:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.400487:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400490:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825677.400494:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400500:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825677.400501:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400503:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825677.400505:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825677.400508:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825677.400510:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051476864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825677.400513:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825677.400515:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825677.400517:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400519:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825677.400522:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825677.400524:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825677.400527:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825677.400529:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825677.400533:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825677.400536:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476864, portal 10 00000100:00000001:1.0:1781825677.400538:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825677.400540:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:1.0:1781825677.400548:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400554:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825677.400556:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825677.400559:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781825677.400561:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051476864, offset 0 00000400:00000200:1.0:1781825677.400565:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400571:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825677.400574:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825677.400576:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825677.400577:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825677.400579:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400582:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378631:378631:255:4294967295] 192.168.204.116@tcp LPNI seq info [378582:378582:7:4294967295] 00000400:00000200:1.0:1781825677.400585:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400590:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825677.400594:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825677.400597:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825677.400600:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825677.400604:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825677.400606:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825677.400609:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825677.400612:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20265 usecs (21 jiffies) 00000400:00000200:1.0:1781825677.400615:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825677.400617:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302969367 00000100:00000001:1.0:1781825677.400619:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302978067 00000100:00000001:1.0:1781825677.400621:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302969367 00000100:00000001:1.0:1781825677.400623:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302978067 00000100:00000001:1.0:1781825677.400624:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.400627:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400629:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400631:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.400638:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825677.400640:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825677.400642:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.400644:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825677.400645:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825677.400648:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825677.400649:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.400651:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825677.400652:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.400654:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.400655:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825677.400656:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825677.400660:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400668:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825677.400669:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400671:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825677.400672:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825677.400674:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825677.400676:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051476736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825677.400679:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825677.400681:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825677.400682:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.400684:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825677.400687:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9a00. 02000000:00000001:1.0:1781825677.400689:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825677.400692:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825677.400694:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825677.400697:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825677.400699:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476736, portal 10 00000100:00000001:1.0:1781825677.400701:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825677.400702:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:1.0:1781825677.400707:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.400713:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825677.400714:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825677.400716:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781825677.400718:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051476736, offset 0 00000400:00000200:1.0:1781825677.400722:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400725:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400728:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825677.400731:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825677.400733:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825677.400734:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825677.400736:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825677.400739:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378632:378632:254:4294967295] 192.168.204.116@tcp LPNI seq info [378583:378583:6:4294967295] 00000400:00000200:1.0:1781825677.400742:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825677.400747:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825677.400752:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825677.400755:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825677.400759:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825677.400762:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825677.400765:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825677.400767:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825677.400770:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25923 usecs (26 jiffies) 00000400:00000200:1.0:1781825677.400773:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825677.400774:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302969372 00000100:00000001:1.0:1781825677.400776:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302978067 00000100:00000001:1.0:1781825677.400778:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302969372 00000100:00000001:1.0:1781825677.400780:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302978067 00000100:00000001:1.0:1781825677.400782:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.400784:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400786:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400788:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.400805:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.400807:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825677.400921:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825677.400940:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825677.400947:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.400952:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825677.400957:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781825677.400960:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781825677.400964:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825677.400969:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.400984:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825677.400987:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.400994:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825677.400996:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825677.401007:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825677.401008:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825677.401010:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.401013:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825677.401015:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781825677.401017:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781825677.401019:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825677.401022:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.401028:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825677.401031:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.401036:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825677.401038:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825677.401125:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825677.401127:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:0.0:1781825677.401130:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.401133:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825677.401145:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781825677.401147:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781825677.401150:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825677.401153:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.401160:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825677.401163:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.401174:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825677.401175:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825677.404127:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404153:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825677.404158:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404161:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.404168:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.404175:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825677.404183:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.404188:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.404193:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.404197:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f680 00000400:00000200:0.0:1781825677.404202:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.404208:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef29 [1] + 224 00000800:00000001:0.0:1781825677.404216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404222:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.404225:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.404229:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825677.404236:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825677.404245:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825677.404255:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.404279:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825677.404287:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404290:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.404359:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.404364:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825677.404372:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825677.404374:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825677.404377:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:1.0:1781825677.404381:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825677.404383:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825677.404386:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825677.404390:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825677.404398:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.404403:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825677.404405:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.404408:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825677.404411:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825677.404414:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825677.404416:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.404419:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825677.404425:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825677.404430:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825677.404432:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825677.404433:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.404436:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825677.404438:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.404441:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825677.404444:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.404451:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.404454:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825677.404457:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825677.404460:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825677.404466:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051476608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825677.404471:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.404473:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825677.404476:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031880 x1868371051476608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.404482:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825677.404484:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825677.404487:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825677.404490:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825677.404492:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825677.404495:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825677.404497:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825677.404499:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:1.0:1781825677.404502:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825677.404504:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825677.404506:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031880. 00000100:00000001:1.0:1781825677.404509:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825677.404511:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.404513:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.404515:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.404516:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825677.404517:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.404519:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825677.404980:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404988:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825677.404990:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.404993:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.404997:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405001:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825677.405007:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405010:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405013:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405017:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f780 00000400:00000200:0.0:1781825677.405021:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405026:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef39 [1] + 224 00000800:00000001:0.0:1781825677.405029:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.405033:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.405035:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.405038:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825677.405041:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825677.405046:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825677.405054:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.405071:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825677.405076:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.405105:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825677.405107:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.405109:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.405112:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405115:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825677.405120:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405122:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405125:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405128:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f700 00000400:00000200:0.0:1781825677.405131:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825677.405144:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef49 [1] + 224 00000800:00000001:0.0:1781825677.405148:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.405154:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825677.405156:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825677.405159:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825677.405162:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825677.405167:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825677.405175:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825677.405182:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825677.405185:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825677.405188:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406063:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.406069:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825677.406104:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825677.406106:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825677.406110:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825677.406115:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781825677.406117:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781825677.406121:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825677.406128:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825677.406148:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406155:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825677.406157:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406159:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825677.406162:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825677.406165:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825677.406167:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.406170:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825677.406178:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825677.406182:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825677.406184:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825677.406185:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.406188:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825677.406192:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.406196:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825677.406198:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825677.406200:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825677.406202:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825677.406206:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406214:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.406216:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825677.406218:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825677.406221:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825677.406228:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051476736:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825677.406234:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825677.406235:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825677.406237:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:1.0:1781825677.406240:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825677.406242:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825677.406244:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825677.406248:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825677.406256:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406262:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825677.406264:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406266:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825677.406267:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825677.406268:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825677.406269:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825677.406271:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825677.406275:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825677.406278:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=44 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825677.406280:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825677.406281:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.406282:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825677.406284:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.406286:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825677.406287:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825677.406289:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825677.406290:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825677.406293:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406299:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825677.406300:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825677.406301:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825677.406304:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825677.406311:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051476864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825677.406317:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406320:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825677.406322:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051476736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406327:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825677.406329:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825677.406332:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9a00. 02000000:00000001:1.0:1781825677.406336:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825677.406338:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825677.406340:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825677.406342:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825677.406344:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:1.0:1781825677.406348:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825677.406349:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825677.406351:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:1.0:1781825677.406354:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825677.406355:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406357:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825677.406359:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051476864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825693 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825677.406364:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825677.406366:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825677.406367:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825677.406368:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825677.406369:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825677.406370:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825677.406372:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825677.406373:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781825677.406375:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825677.406376:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825677.406377:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:1.0:1781825677.406379:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825677.406380:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406381:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825677.406388:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825677.406390:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825677.406392:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825677.406394:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825677.846216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825677.846226:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825677.846228:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825677.846231:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846234:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825677.846236:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846238:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846240:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825677.846244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825677.846245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825677.849817:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825677.849825:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825677.849829:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825678.870492:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825678.870499:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825678.870504:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825678.870505:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825678.870509:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825678.870510:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825678.870618:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825678.870621:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825678.870624:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825679.894241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825679.894254:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825679.894256:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825679.894260:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894266:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825679.894269:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894271:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894273:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894277:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825679.894279:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825679.894284:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825679.894285:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825679.894286:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894288:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825679.894289:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894291:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825679.894294:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825679.894374:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825679.894379:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825679.894382:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825680.921127:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825680.921134:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825680.921140:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825680.921142:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825680.921145:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825680.921146:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825680.924011:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825680.924019:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825680.924023:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825681.942240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825681.942248:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825681.942254:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825681.942256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825681.942259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825681.942260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825681.942357:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825681.942361:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825681.942364:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825682.518266:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825682.518279:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825682.518290:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825682.518297:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825682.518301:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825682.518313:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825682.518318:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825682.518326:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825682.518333:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518346:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825682.518357:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825682.518361:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518368:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_00+0] req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518405:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518408:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825682.518411:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825682.518414:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825682.518417:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825682.518420:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825682.518421:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825682.518423:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825682.518426:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825682.518428:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518433:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825682.518440:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825682.518442:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518446:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518460:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518463:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825682.518465:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825682.518468:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825682.518471:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825682.518473:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825682.518474:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825682.518475:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825682.518478:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825682.518480:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518484:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825682.518490:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825682.518492:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518495:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518503:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518506:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825682.518510:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825682.518513:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825682.518516:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825682.518522:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8312) 00000100:00000001:1.0:1781825682.518536:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.518540:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825682.518542:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825682.518547:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518555:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825682.518557:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518561:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825682.518563:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825682.518566:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825682.518569:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051477120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825682.518573:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825682.518579:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825682.518582:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518584:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825682.518589:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825682.518590:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825682.518596:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825682.518601:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825682.518608:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825682.518615:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477120, portal 10 00000100:00000001:1.0:1781825682.518617:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825682.518619:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825682.518626:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518633:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825682.518636:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825682.518639:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825682.518643:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051477120, offset 0 00000400:00000200:1.0:1781825682.518649:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825682.518659:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.518668:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825682.518673:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825682.518678:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825682.518681:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825682.518685:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825682.518689:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378633:378633:256:4294967295] 192.168.204.116@tcp LPNI seq info [378584:378584:8:4294967295] 00000400:00000200:1.0:1781825682.518694:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.518703:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825682.518709:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825682.518714:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cd00. 00000800:00000200:1.0:1781825682.518721:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825682.518729:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825682.518733:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825682.518745:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.518750:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25883 usecs (26 jiffies) 00000400:00000200:1.0:1781825682.518754:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825682.518757:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302974490 00000100:00000001:1.0:1781825682.518760:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302978067 00000100:00000001:1.0:1781825682.518763:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302974490 00000100:00000001:1.0:1781825682.518765:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302978067 00000100:00000001:1.0:1781825682.518768:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.518771:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.518773:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.518775:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.518782:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825682.518784:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825682.518786:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.518788:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825682.518789:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825682.518791:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825682.518793:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.518795:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825682.518796:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.518798:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.518799:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825682.518800:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825682.518803:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518809:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825682.518810:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518813:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825682.518814:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825682.518816:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825682.518818:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051476992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825682.518821:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825682.518823:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825682.518825:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518826:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825682.518829:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825682.518831:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825682.518834:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825682.518837:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825682.518841:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825682.518843:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051476992, portal 25 00000100:00000001:1.0:1781825682.518845:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825682.518846:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:1.0:1781825682.518850:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518856:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825682.518859:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825682.518861:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781825682.518863:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051476992, offset 0 00000400:00000200:1.0:1781825682.518867:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825682.518871:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.518874:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825682.518877:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825682.518879:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825682.518881:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825682.518883:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825682.518886:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378634:378634:255:4294967295] 192.168.204.116@tcp LPNI seq info [378585:378585:7:4294967295] 00000400:00000200:1.0:1781825682.518890:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.518895:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825682.518900:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825682.518904:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825682.518907:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825682.518912:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825682.518914:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825682.518917:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825682.518920:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825682.518922:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302983185 00000100:00000001:1.0:1781825682.518929:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302978067 00000100:00000001:1.0:1781825682.518933:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302983185 00000100:00000001:1.0:1781825682.518936:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302978067 00000100:00000001:1.0:1781825682.518939:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.518941:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.518943:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825682.518947:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.518952:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825682.518954:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518956:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825682.518958:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825682.518960:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825682.518962:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051477248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825682.518965:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825682.518967:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825682.518968:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.518970:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825682.518974:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9a00. 02000000:00000001:1.0:1781825682.518976:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825682.518978:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825682.518981:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825682.518984:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825682.518986:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477248, portal 10 00000100:00000001:1.0:1781825682.518988:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825682.518989:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781825682.518994:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519001:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825682.519003:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825682.519006:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825682.519008:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051477248, offset 0 00000400:00000200:1.0:1781825682.519013:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825682.519016:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.519020:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825682.519022:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825682.519025:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825682.519027:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825682.519029:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825682.519031:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378635:378635:254:4294967295] 192.168.204.116@tcp LPNI seq info [378586:378586:6:4294967295] 00000400:00000200:1.0:1781825682.519047:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825682.519052:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825682.519057:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825682.519061:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825682.519065:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825682.519069:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825682.519071:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825682.519074:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.519125:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20245 usecs (21 jiffies) 00000400:00000200:1.0:1781825682.519129:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825682.519130:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302974486 00000100:00000001:1.0:1781825682.519132:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302983185 00000100:00000001:1.0:1781825682.519134:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302974486 00000100:00000001:1.0:1781825682.519136:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302983185 00000100:00000001:1.0:1781825682.519138:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.519139:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.519142:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.519144:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825682.519190:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825682.519194:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:1.0:1781825682.519199:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825682.519203:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825682.519208:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781825682.519210:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781825682.519226:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825682.519231:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519240:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.519243:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519250:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.519252:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825682.519263:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825682.519265:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:1.0:1781825682.519268:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825682.519271:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825682.519273:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:1.0:1781825682.519275:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:1.0:1781825682.519277:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825682.519280:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519286:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.519288:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519294:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.519295:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825682.519351:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825682.519353:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:1.0:1781825682.519356:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825682.519360:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825682.519362:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825682.519364:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825682.519366:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825682.519369:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519376:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.519379:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.519385:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.519386:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825682.519831:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825682.519836:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825682.526308:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.526327:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825682.526332:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.526335:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.526344:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526352:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825682.526362:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526367:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526372:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526376:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f900 00000400:00000200:0.0:1781825682.526386:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526392:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef79 [1] + 224 00000800:00000001:0.0:1781825682.526399:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.526403:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.526406:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825682.526410:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825682.526418:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825682.526426:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825682.526438:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825682.526468:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825682.526476:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.526480:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825682.526482:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.526484:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.526487:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526491:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825682.526495:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526498:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526500:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526503:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f800 00000400:00000200:0.0:1781825682.526506:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.526510:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef69 [1] + 224 00000800:00000001:0.0:1781825682.526514:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1781825682.526565:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.526569:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825682.526576:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825682.526578:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825682.526581:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:1.0:1781825682.526585:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781825682.526588:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781825682.526592:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825682.526597:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825682.526605:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.526611:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825682.526613:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.526615:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825682.526618:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825682.526621:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825682.526623:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.526626:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825682.526636:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825682.526640:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825682.526643:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825682.526644:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.526647:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825682.526650:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.526653:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825682.526655:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825682.526657:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825682.526658:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.526663:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.526670:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.526673:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825682.526675:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825682.526679:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825682.526685:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051477248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825682.526690:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.526692:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.526695:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051477248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.526701:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825682.526704:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825682.526708:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9a00. 02000000:00000001:1.0:1781825682.526711:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825682.526714:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825682.526716:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825682.526718:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825682.526720:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:1.0:1781825682.526723:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825682.526725:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825682.526727:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781825682.526731:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825682.526732:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.526735:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.526736:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.526737:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825682.526738:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.526740:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825682.544585:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.544595:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825682.544605:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825682.544613:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825682.544622:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825682.544633:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825682.544645:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825682.544657:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.544664:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825682.544667:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.544669:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.544675:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.544680:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825682.544690:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.544694:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.544700:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.544704:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4f880 00000400:00000200:0.0:1781825682.544709:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825682.544714:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef59 [1] + 224 00000800:00000001:0.0:1781825682.544721:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.544729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825682.544732:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825682.544736:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825682.544738:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825682.544743:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825682.544753:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825682.544760:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825682.544764:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825682.544767:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546146:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.546154:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825682.546162:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825682.546165:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825682.546169:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825682.546176:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825682.546179:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825682.546183:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825682.546193:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825682.546202:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546209:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825682.546211:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546214:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825682.546217:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825682.546220:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825682.546222:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.546225:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825682.546231:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825682.546236:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825682.546238:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825682.546240:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.546242:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825682.546244:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.546247:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.546252:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546259:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.546262:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825682.546265:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825682.546268:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825682.546275:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051476992:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825682.546281:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825682.546282:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825682.546284:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:1.0:1781825682.546286:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825682.546287:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825682.546290:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825682.546293:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825682.546301:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546306:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825682.546307:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546309:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825682.546310:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825682.546312:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825682.546313:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825682.546315:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825682.546321:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=49 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825682.546324:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825682.546326:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825682.546327:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.546328:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825682.546331:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.546335:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825682.546337:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825682.546339:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825682.546340:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825682.546343:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546349:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825682.546351:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825682.546352:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825682.546355:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825682.546362:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051477120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825682.546365:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546368:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.546371:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051476992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546377:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825682.546379:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825682.546383:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825682.546386:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825682.546388:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825682.546390:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825682.546392:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825682.546395:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:1.0:1781825682.546399:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825682.546400:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825682.546402:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825682.546406:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825682.546407:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546408:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825682.546410:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051477120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825682.546415:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825682.546416:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825682.546418:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825682.546419:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825682.546421:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825682.546422:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825682.546424:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825682.546425:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825682.546427:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825682.546428:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825682.546429:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825682.546430:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825682.546431:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546434:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825682.546442:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825682.546443:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825682.546445:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825682.546448:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.966221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825682.966376:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.966384:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825682.966385:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825682.966388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825682.966390:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825682.966492:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825682.966496:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825682.966498:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825683.992059:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825683.992067:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825683.992072:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825683.992073:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825683.992092:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825683.992094:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825683.992712:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825683.992715:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825683.992719:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825685.014602:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825685.014619:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825685.014624:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825685.014625:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825685.014628:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825685.014630:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825685.014779:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825685.014783:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825685.014786:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825686.038209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825686.038216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825686.038222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825686.038224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825686.038227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825686.038228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825686.038381:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825686.038385:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825686.038387:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825687.062556:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825687.062563:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825687.062568:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825687.062569:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825687.062572:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825687.062573:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825687.062737:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825687.062741:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825687.062744:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825687.638366:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825687.638377:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825687.638389:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825687.638395:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825687.638399:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825687.638402:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825687.638408:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825687.638416:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825687.638423:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638434:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825687.638445:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825687.638449:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638455:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638507:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638510:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825687.638514:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825687.638517:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825687.638519:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825687.638521:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825687.638523:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825687.638525:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825687.638528:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825687.638531:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638535:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825687.638542:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825687.638544:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638547:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_00+0] req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638555:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638556:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825687.638559:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825687.638562:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825687.638564:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825687.638566:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825687.638567:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825687.638569:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825687.638571:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825687.638574:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638577:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825687.638583:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825687.638585:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638588:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_01+1] req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638593:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638595:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825687.638598:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825687.638600:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825687.638602:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825687.638607:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8317) 00000100:00000001:1.0:1781825687.638663:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825687.638667:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825687.638669:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825687.638673:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638680:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825687.638682:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.638685:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825687.638687:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825687.638690:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825687.638693:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051477504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825687.638696:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825687.638702:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825687.638704:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.638706:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825687.638711:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825687.638713:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825687.638719:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825687.638723:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e95d8. 00000400:00000010:1.0:1781825687.638730:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825687.638736:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477504, portal 10 00000100:00000001:1.0:1781825687.638739:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825687.638740:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:1.0:1781825687.638747:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638753:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825687.638756:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825687.638758:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825687.638761:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051477504, offset 0 00000400:00000200:1.0:1781825687.638767:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825687.638776:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.638783:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825687.638788:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825687.638792:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825687.638795:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825687.638798:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825687.638801:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378636:378636:256:4294967295] 192.168.204.116@tcp LPNI seq info [378587:378587:8:4294967295] 00000400:00000200:1.0:1781825687.638811:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.638820:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825687.638827:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825687.638832:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825687.638839:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825687.638846:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825687.638861:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825687.638873:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.638878:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25905 usecs (26 jiffies) 00000400:00000200:1.0:1781825687.638882:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825687.638884:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302979610 00000100:00000001:1.0:1781825687.638887:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302983185 00000100:00000001:1.0:1781825687.638889:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302979610 00000100:00000001:1.0:1781825687.638891:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302983185 00000100:00000001:1.0:1781825687.638894:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825687.638897:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.638899:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.638901:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.638908:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825687.638910:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825687.638912:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825687.638913:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825687.638915:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825687.638917:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781825687.638918:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.638920:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825687.638921:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.638923:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825687.638923:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825687.638925:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825687.638929:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638945:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825687.638947:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.638949:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825687.638950:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825687.638952:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825687.638955:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051477376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825687.638958:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825687.638961:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825687.638962:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.638964:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825687.638967:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825687.638969:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825687.638972:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825687.638974:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825687.638978:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825687.638981:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477376, portal 25 00000100:00000001:1.0:1781825687.638983:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825687.638984:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825687.638989:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.638996:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825687.638998:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825687.639000:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825687.639002:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051477376, offset 0 00000400:00000200:1.0:1781825687.639011:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825687.639015:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.639018:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825687.639020:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825687.639022:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825687.639024:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825687.639026:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825687.639029:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378637:378637:255:4294967295] 192.168.204.116@tcp LPNI seq info [378588:378588:7:4294967295] 00000400:00000200:1.0:1781825687.639033:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.639038:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825687.639042:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825687.639046:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825687.639050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825687.639053:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825687.639055:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825687.639058:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825687.639061:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825687.639062:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302988305 00000100:00000001:1.0:1781825687.639069:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302983185 00000100:00000001:1.0:1781825687.639072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302988305 00000100:00000001:1.0:1781825687.639074:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302983185 00000100:00000001:1.0:1781825687.639111:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825687.639114:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639117:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825687.639120:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639126:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825687.639127:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.639129:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825687.639131:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825687.639132:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825687.639135:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051477632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825687.639137:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825687.639139:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825687.639141:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.639142:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825687.639146:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825687.639147:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825687.639151:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825687.639153:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9840. 00000400:00000010:1.0:1781825687.639156:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781825687.639160:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477632, portal 10 00000100:00000001:1.0:1781825687.639161:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825687.639162:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781825687.639168:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639173:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825687.639175:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825687.639177:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825687.639179:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051477632, offset 0 00000400:00000200:1.0:1781825687.639183:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825687.639187:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.639190:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825687.639192:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825687.639195:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825687.639197:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825687.639199:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825687.639201:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378638:378638:254:4294967295] 192.168.204.116@tcp LPNI seq info [378589:378589:6:4294967295] 00000400:00000200:1.0:1781825687.639204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.639209:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825687.639213:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825687.639215:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cd00. 00000800:00000200:1.0:1781825687.639220:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825687.639223:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825687.639226:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825687.639229:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.639232:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20226 usecs (21 jiffies) 00000400:00000200:1.0:1781825687.639234:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825687.639236:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302979606 00000100:00000001:1.0:1781825687.639238:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302988305 00000100:00000001:1.0:1781825687.639240:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302979606 00000100:00000001:1.0:1781825687.639242:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302988305 00000100:00000001:1.0:1781825687.639245:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825687.639247:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639249:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639251:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825687.639293:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825687.639297:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:1.0:1781825687.639302:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825687.639306:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825687.639311:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825687.639314:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825687.639318:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825687.639323:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639331:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825687.639334:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639340:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639342:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825687.639351:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825687.639353:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:1.0:1781825687.639354:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825687.639357:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825687.639359:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825687.639360:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825687.639362:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825687.639365:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639370:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825687.639372:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639378:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639379:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825687.639437:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825687.639440:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cd00. 00000400:00000200:1.0:1781825687.639442:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825687.639445:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825687.639448:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781825687.639449:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781825687.639451:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825687.639454:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639460:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825687.639462:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.639468:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.639469:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825687.640143:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825687.640148:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825687.645230:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825687.645248:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825687.645252:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825687.645255:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825687.645264:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825687.645271:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825687.645279:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825687.645285:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825687.645293:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825687.645299:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4f980 00000400:00000200:0.0:1781825687.645302:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825687.645308:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef99 [1] + 224 00000800:00000001:0.0:1781825687.645315:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825687.645322:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825687.645326:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825687.645330:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825687.645337:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825687.645345:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825687.645368:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.645389:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825687.645398:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825687.645401:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.645639:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825687.645646:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825687.645652:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825687.645654:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825687.645658:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825687.645663:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781825687.645665:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781825687.645668:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825687.645673:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825687.645681:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.645687:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825687.645689:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.645692:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825687.645696:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825687.645699:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825687.645701:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825687.645704:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825687.645711:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825687.645715:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825687.645718:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825687.645719:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825687.645722:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825687.645724:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.645727:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825687.645731:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.645738:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825687.645741:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825687.645743:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825687.645746:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825687.645754:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051477376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825687.645760:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.645763:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825687.645767:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051477376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.645774:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825687.645777:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825687.645781:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825687.645784:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825687.645786:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825687.645788:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825687.645790:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825687.645793:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825687.645796:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825687.645798:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825687.645800:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825687.645803:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825687.645804:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825687.645808:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.645810:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825687.645811:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825687.645813:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825687.645814:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825687.647560:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.647577:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825687.647581:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.647584:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825687.647592:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.647599:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825687.647609:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.647615:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.647620:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.647624:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fa00 00000400:00000200:1.0:1781825687.647628:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.647635:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fef89 [1] + 224 00000800:00000001:1.0:1781825687.647643:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.647654:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825687.647657:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825687.647661:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825687.647668:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825687.647676:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825687.647688:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.647755:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825687.647759:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825687.647778:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825687.647787:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.647790:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825687.648286:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825687.648289:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825687.648293:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e95d8. 00000400:00000200:0.0:1781825687.648299:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781825687.648302:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781825687.648305:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825687.648311:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825687.648320:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.648326:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825687.648328:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.648331:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825687.648334:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825687.648336:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825687.648338:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825687.648341:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825687.648349:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825687.648353:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825687.648427:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825687.648429:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825687.648432:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825687.648436:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825687.648440:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825687.648442:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825687.648444:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825687.648445:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825687.648450:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.648457:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825687.648460:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825687.648462:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825687.648465:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825687.648808:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051477504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825687.648814:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825687.648817:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825687.648820:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051477504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.648828:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825687.648831:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825687.648836:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825687.648840:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825687.648843:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825687.648845:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825687.648847:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825687.648850:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:0.0:1781825687.648926:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825687.648928:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825687.648930:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:0.0:1781825687.648943:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825687.648945:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825687.653134:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.653156:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825687.653162:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.653164:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825687.653174:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.653182:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825687.653193:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.653199:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.653205:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.653209:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fa80 00000400:00000200:1.0:1781825687.653214:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825687.653221:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefa9 [1] + 224 00000800:00000001:1.0:1781825687.653229:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.653242:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825687.653245:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825687.653249:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825687.653257:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825687.653266:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825687.653277:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825687.653292:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825687.653302:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825687.653304:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.654316:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825687.654323:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825687.654326:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825687.654334:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825687.654336:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825687.654340:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9840. 00000400:00000200:0.0:1781825687.654346:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781825687.654349:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781825687.654352:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825687.654586:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825687.654597:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.654604:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825687.654606:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.654608:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825687.654612:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825687.654614:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825687.654616:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825687.654619:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825687.654629:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=54 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825687.654633:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825687.654636:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825687.654638:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825687.654641:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825687.654644:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825687.654648:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825687.654651:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825687.654653:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825687.654654:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825687.654659:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.654667:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825687.654670:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825687.654673:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825687.654677:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825687.654690:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051477632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825687.654695:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.654698:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825687.654701:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051477632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825703 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825687.654708:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825687.654710:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825687.654714:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9200. 02000000:00000001:0.0:1781825687.654719:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825687.654722:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825687.654724:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825687.654726:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825687.654729:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825687.654732:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825687.654734:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825687.654736:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:0.0:1781825687.654739:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825687.654741:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.654743:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825687.654751:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825687.654753:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825687.654755:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825687.654756:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086196:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825688.086215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825688.086225:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825688.086227:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825688.086230:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086233:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825688.086235:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086237:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086239:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825688.086243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825688.086244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825688.086400:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825688.086404:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825688.086407:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825689.110381:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825689.110389:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825689.110394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825689.110395:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825689.110398:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825689.110400:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825689.110607:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825689.110610:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825689.110613:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825690.136022:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825690.136031:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825690.136033:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825690.136037:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136041:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825690.136044:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136046:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136048:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136052:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825690.136054:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136057:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825690.136058:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825690.136060:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825690.136061:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136063:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825690.136065:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136067:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825690.136069:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825690.136283:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825690.136287:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825690.136290:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825691.158267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825691.158275:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825691.158282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825691.158284:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825691.158287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825691.158288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825691.158436:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825691.158441:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825691.158444:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825692.183019:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825692.183025:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825692.183030:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825692.183031:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825692.183035:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825692.183036:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825692.183143:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825692.183147:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825692.183150:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825692.758775:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825692.758785:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825692.758795:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825692.758804:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825692.758808:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825692.758811:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825692.758817:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825692.758825:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825692.758832:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758853:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825692.758864:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825692.758868:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758874:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_01+1] req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.758905:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758908:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825692.758911:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825692.758914:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825692.758916:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825692.758919:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825692.758920:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825692.758921:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825692.758924:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825692.758927:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758931:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825692.758937:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825692.758939:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758943:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_00+0] req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.758950:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758952:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825692.758955:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825692.758958:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825692.758960:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825692.758962:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825692.758963:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825692.758964:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825692.758967:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825692.758970:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758973:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825692.758980:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825692.758982:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758985:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.758992:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.758995:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825692.758998:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825692.759001:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825692.759005:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825692.759009:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8322) 00000100:00000001:3.0:1781825692.759112:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825692.759116:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825692.759118:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825692.759124:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759132:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825692.759134:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759139:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825692.759142:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825692.759145:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825692.759148:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051477760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825692.759153:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825692.759159:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825692.759162:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759165:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825692.759169:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245400. 02000000:00000001:3.0:1781825692.759172:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825692.759181:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825692.759185:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35b58. 00000400:00000010:3.0:1781825692.759193:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781825692.759201:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477760, portal 25 00000100:00000001:3.0:1781825692.759204:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825692.759205:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825692.759211:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759219:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825692.759222:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825692.759225:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781825692.759228:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051477760, offset 0 00000400:00000200:3.0:1781825692.759235:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759244:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759252:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825692.759256:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825692.759260:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825692.759263:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825692.759266:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759269:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378639:378639:256:4294967295] 192.168.204.116@tcp LPNI seq info [378590:378590:8:4294967295] 00000400:00000200:3.0:1781825692.759274:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759285:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825692.759292:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825692.759296:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:3.0:1781825692.759302:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825692.759309:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825692.759313:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825692.759333:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825692.759337:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825692.759340:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302993426 00000100:00000001:3.0:1781825692.759348:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302988305 00000100:00000001:3.0:1781825692.759352:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302993426 00000100:00000001:3.0:1781825692.759355:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302988305 00000100:00000001:3.0:1781825692.759359:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825692.759361:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825692.759372:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825692.759377:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759382:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825692.759384:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759386:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825692.759388:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825692.759389:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825692.759392:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051478016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825692.759395:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825692.759397:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825692.759399:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759400:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825692.759403:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245600. 02000000:00000001:3.0:1781825692.759405:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825692.759409:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825692.759411:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e356e0. 00000400:00000010:3.0:1781825692.759415:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781825692.759418:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478016, portal 10 00000100:00000001:3.0:1781825692.759420:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825692.759422:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781825692.759428:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759434:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825692.759436:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825692.759439:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781825692.759441:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051478016, offset 0 00000400:00000200:3.0:1781825692.759444:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759448:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759451:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825692.759454:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825692.759456:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825692.759459:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825692.759461:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759465:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378640:378640:255:4294967295] 192.168.204.116@tcp LPNI seq info [378591:378591:7:4294967295] 00000400:00000200:3.0:1781825692.759468:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759474:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825692.759652:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825692.759661:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781825692.759666:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825692.759670:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825692.759673:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825692.759677:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825692.759680:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20226 usecs (21 jiffies) 00000400:00000200:3.0:1781825692.759684:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825692.759686:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302984726 00000100:00000001:3.0:1781825692.759689:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302993426 00000100:00000001:3.0:1781825692.759691:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302984726 00000100:00000001:3.0:1781825692.759693:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302993426 00000100:00000001:3.0:1781825692.759695:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825692.759697:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825692.759699:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825692.759701:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825692.759709:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825692.759711:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825692.759714:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825692.759715:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825692.759716:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825692.759719:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825692.759720:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825692.759722:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825692.759723:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825692.759725:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825692.759726:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825692.759727:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825692.759731:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759739:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825692.759740:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759742:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825692.759744:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825692.759746:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825692.759749:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051477888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825692.759752:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825692.759755:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825692.759757:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825692.759758:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825692.759761:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825692.759763:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825692.759766:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825692.759769:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f78. 00000400:00000010:3.0:1781825692.759772:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781825692.759775:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051477888, portal 10 00000100:00000001:3.0:1781825692.759777:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825692.759778:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781825692.759784:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825692.759791:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825692.759793:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825692.759795:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781825692.759797:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051477888, offset 0 00000400:00000200:3.0:1781825692.759801:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759805:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759808:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825692.759811:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825692.759813:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825692.759815:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825692.759818:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825692.759820:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378641:378641:254:4294967295] 192.168.204.116@tcp LPNI seq info [378592:378592:6:4294967295] 00000400:00000200:3.0:1781825692.759824:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825692.759830:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825692.759846:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825692.759849:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781825692.759853:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825692.759857:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825692.759859:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825692.759862:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825692.759865:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25872 usecs (26 jiffies) 00000400:00000200:3.0:1781825692.759867:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825692.759869:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302984731 00000100:00000001:3.0:1781825692.759871:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302993426 00000100:00000001:3.0:1781825692.759873:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302984731 00000100:00000001:3.0:1781825692.759875:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302993426 00000100:00000001:3.0:1781825692.759877:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825692.759879:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825692.759882:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825692.759883:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825692.760049:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825692.760054:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:1.0:1781825692.760061:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.760066:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825692.760071:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:1.0:1781825692.760073:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:1.0:1781825692.760096:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825692.760102:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760111:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825692.760115:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760122:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825692.760123:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825692.760135:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825692.760137:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:1.0:1781825692.760140:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.760143:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825692.760145:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:1.0:1781825692.760147:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:1.0:1781825692.760149:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825692.760153:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760159:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825692.760162:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760167:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825692.760169:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825692.760228:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825692.760230:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:1.0:1781825692.760233:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.760236:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825692.760238:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:1.0:1781825692.760240:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:1.0:1781825692.760242:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825692.760246:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760252:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825692.760255:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.760260:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825692.760261:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825692.760471:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825692.760474:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825692.766819:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.766847:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825692.766852:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.766854:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.766864:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.766872:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825692.766889:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.766894:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.766899:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.766903:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fc00 00000400:00000200:1.0:1781825692.766908:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.766916:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefc1 [1] + 224 00000800:00000001:1.0:1781825692.766923:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.766927:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.766930:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.766934:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825692.766942:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825692.766951:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825692.766962:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.766987:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825692.766996:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767001:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825692.767003:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767006:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.767009:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767014:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825692.767019:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767022:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767029:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fb80 00000400:00000200:1.0:1781825692.767033:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767038:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefc9 [1] + 224 00000800:00000001:1.0:1781825692.767042:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767047:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.767049:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.767053:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825692.767057:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825692.767062:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825692.767072:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.767113:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825692.767119:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767123:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825692.767125:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767128:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.767131:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767136:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825692.767140:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767143:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767147:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767151:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4fb00 00000400:00000200:1.0:1781825692.767155:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825692.767160:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefb9 [1] + 224 00000800:00000001:1.0:1781825692.767164:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767171:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825692.767174:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825692.767178:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825692.767181:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825692.767187:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825692.767196:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825692.767205:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825692.767208:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825692.767212:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767631:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825692.767636:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825692.767644:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825692.767646:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825692.767650:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f78. 00000400:00000200:2.0:1781825692.767655:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:2.0:1781825692.767657:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:2.0:1781825692.767661:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825692.767666:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825692.767675:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767681:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825692.767682:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767685:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825692.767688:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825692.767690:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825692.767693:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825692.767695:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825692.767705:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825692.767709:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825692.767711:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825692.767713:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825692.767715:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825692.767718:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825692.767722:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825692.767724:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825692.767726:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825692.767729:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.767734:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767740:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825692.767743:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825692.767745:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825692.767749:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825692.767756:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051477888:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825692.767761:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825692.767762:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825692.767763:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35b58. 00000400:00000200:2.0:1781825692.767766:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:2.0:1781825692.767768:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:2.0:1781825692.767769:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825692.767772:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825692.767780:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767786:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825692.767787:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767788:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825692.767790:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825692.767791:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825692.767792:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825692.767794:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825692.767797:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825692.767799:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825692.767801:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825692.767802:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825692.767803:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825692.767805:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825692.767807:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.767810:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767816:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825692.767817:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825692.767818:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825692.767821:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825692.767829:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051477760:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825692.767845:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825692.767846:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825692.767848:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e356e0. 00000400:00000200:2.0:1781825692.767851:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:2.0:1781825692.767852:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:2.0:1781825692.767854:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825692.767858:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825692.767865:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767871:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825692.767872:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767873:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825692.767874:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825692.767875:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825692.767876:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825692.767878:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825692.767881:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825692.767884:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825692.767886:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825692.767887:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825692.767888:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825692.767890:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825692.767893:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825692.767894:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825692.767896:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825692.767897:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825692.767900:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767906:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825692.767907:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825692.767909:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825692.767911:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825692.767918:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051478016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825692.767921:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767923:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825692.767926:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051477888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767932:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825692.767935:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825692.767938:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:2.0:1781825692.767942:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825692.767945:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825692.767947:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825692.767949:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825692.767951:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825692.767955:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825692.767956:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825692.767959:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:2.0:1781825692.767963:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825692.767964:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767965:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825692.767968:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051477760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.767979:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825692.767980:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825692.767981:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245400. 02000000:00000001:2.0:1781825692.767983:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825692.767984:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825692.767984:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825692.767986:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825692.767987:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781825692.767988:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825692.767989:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825692.767990:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825692.767993:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825692.767994:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.767996:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825692.767998:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051478016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825708 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825692.768003:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825692.768004:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825692.768005:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245600. 02000000:00000001:2.0:1781825692.768007:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825692.768008:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825692.768009:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825692.768011:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825692.768012:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825692.768013:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825692.768014:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825692.768015:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825692.768017:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825692.768018:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.768020:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825692.768027:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825692.768029:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825692.768031:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825692.768033:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825693.206781:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825693.206788:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825693.206793:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825693.206794:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825693.206797:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825693.206798:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825693.208618:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825693.208626:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825693.208630:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825694.234025:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825694.234032:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825694.234037:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825694.234038:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825694.234041:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825694.234042:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825694.235303:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825694.235308:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825694.235312:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825695.254169:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825695.254176:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825695.254181:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825695.254183:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825695.254187:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825695.254188:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825695.254342:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825695.254345:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825695.254348:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825696.280202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825696.280209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825696.280215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825696.280216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825696.280219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825696.280220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825696.280428:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825696.280431:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825696.280435:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825697.302218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825697.302226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825697.302234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825697.302236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825697.302239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825697.302240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825697.302360:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825697.302373:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825697.302377:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825697.878260:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825697.878270:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825697.878282:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825697.878288:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825697.878292:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825697.878296:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825697.878301:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825697.878309:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781825697.878317:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878329:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825697.878340:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825697.878344:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878352:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825697.878380:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878383:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825697.878386:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825697.878389:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825697.878392:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825697.878394:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825697.878395:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825697.878397:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825697.878400:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781825697.878402:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878406:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825697.878420:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825697.878422:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878426:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825697.878434:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878436:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825697.878438:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825697.878441:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825697.878443:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825697.878445:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825697.878446:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825697.878447:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825697.878450:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781825697.878452:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878455:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825697.878462:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825697.878463:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878467:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825697.878474:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825697.878476:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825697.878480:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825697.878482:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825697.878485:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825697.878490:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8327) 00000100:00000001:2.0:1781825697.878555:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.878560:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825697.878562:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825697.878568:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.878575:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825697.878577:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.878581:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825697.878584:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825697.878587:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825697.878590:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051478144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825697.878594:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825697.878756:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825697.878760:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.878763:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825697.878769:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825697.878775:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825697.878783:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825697.878788:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825697.878795:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825697.878801:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478144, portal 25 00000100:00000001:2.0:1781825697.878804:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825697.878805:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825697.878812:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.878820:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825697.878823:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825697.878826:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825697.878830:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051478144, offset 0 00000400:00000200:2.0:1781825697.878836:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825697.878846:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.878855:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825697.878861:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825697.878866:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825697.878940:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825697.878945:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825697.878949:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378642:378642:256:4294967295] 192.168.204.116@tcp LPNI seq info [378593:378593:8:4294967295] 00000400:00000200:2.0:1781825697.878954:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.878965:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825697.878971:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825697.878976:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825697.878983:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825697.878990:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825697.878995:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825697.879067:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825697.879072:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825697.879076:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4302998545 00000100:00000001:2.0:1781825697.879174:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302993426 00000100:00000001:2.0:1781825697.879179:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4302998546 00000100:00000001:2.0:1781825697.879182:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302993426 00000100:00000001:2.0:1781825697.879185:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.879188:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.879191:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825697.879195:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.879202:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825697.879203:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.879205:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825697.879207:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825697.879209:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825697.879211:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051478400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825697.879214:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825697.879217:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825697.879219:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.879221:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825697.879224:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825697.879226:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825697.879229:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825697.879232:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825697.879238:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825697.879241:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478400, portal 10 00000100:00000001:2.0:1781825697.879243:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825697.879244:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825697.879251:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.879257:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825697.879259:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825697.879262:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825697.879264:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051478400, offset 0 00000400:00000200:2.0:1781825697.879269:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825697.879273:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.879276:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825697.879280:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825697.879282:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825697.879284:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825697.879286:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825697.879289:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378643:378643:255:4294967295] 192.168.204.116@tcp LPNI seq info [378594:378594:7:4294967295] 00000400:00000200:2.0:1781825697.879292:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.879298:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825697.879301:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825697.879305:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825697.879309:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825697.879313:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825697.879315:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825697.879319:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825697.879323:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20208 usecs (21 jiffies) 00000400:00000200:2.0:1781825697.879326:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825697.879328:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302989846 00000100:00000001:2.0:1781825697.879330:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302998545 00000100:00000001:2.0:1781825697.879332:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302989846 00000100:00000001:2.0:1781825697.879334:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302998546 00000100:00000001:2.0:1781825697.879336:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.879338:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.879341:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.879343:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.879351:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825697.879353:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825697.879355:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.879357:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825697.879358:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825697.879360:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825697.879362:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.879363:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825697.879364:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.879366:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.879367:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825697.879368:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825697.879372:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.879378:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825697.879379:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.879381:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825697.879383:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825697.879385:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825697.879387:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051478272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825697.879390:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825697.879393:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825697.879395:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.879396:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825697.879400:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825697.879401:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825697.879404:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825697.879406:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825697.879410:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825697.879412:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478272, portal 10 00000100:00000001:2.0:1781825697.879414:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825697.879415:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:2.0:1781825697.879420:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.879426:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825697.879428:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825697.879430:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825697.879433:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051478272, offset 0 00000400:00000200:2.0:1781825697.879437:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825697.879441:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.879444:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825697.879446:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825697.879449:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825697.879450:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825697.879452:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825697.879455:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378644:378644:254:4294967295] 192.168.204.116@tcp LPNI seq info [378595:378595:6:4294967295] 00000400:00000200:2.0:1781825697.879458:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825697.879464:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825697.879468:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825697.879472:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825697.879475:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825697.879479:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825697.879482:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825697.879485:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825697.879487:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25836 usecs (26 jiffies) 00000400:00000200:2.0:1781825697.879490:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825697.879492:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302989851 00000100:00000001:2.0:1781825697.879494:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4302998545 00000100:00000001:2.0:1781825697.879496:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302989851 00000100:00000001:2.0:1781825697.879499:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4302998546 00000100:00000001:2.0:1781825697.879501:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.879502:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.879505:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.879507:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825697.879557:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825697.879560:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825697.879996:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825697.880003:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781825697.880012:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.880018:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825697.880025:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:1.0:1781825697.880029:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:1.0:1781825697.880034:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825697.880040:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.880050:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825697.880054:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.880067:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825697.880068:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825697.880103:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825697.880105:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825697.880107:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.880111:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825697.880113:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:1.0:1781825697.880115:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:1.0:1781825697.880117:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825697.880120:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.880128:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825697.880130:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.880136:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825697.880138:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825697.881649:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825697.881657:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825697.881663:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.881669:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825697.881676:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:1.0:1781825697.881679:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:1.0:1781825697.881683:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825697.881691:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.881702:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825697.881705:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.881712:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825697.881714:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825697.887213:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.888219:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825697.888229:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.888236:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.888248:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.888257:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825697.888270:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.888278:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.888284:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.888288:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4fc80 00000400:00000200:1.0:1781825697.888293:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.888301:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefd1 [1] + 224 00000800:00000001:1.0:1781825697.888309:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.888318:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.888321:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.888326:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825697.888333:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825697.888998:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825697.889011:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.889140:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.889145:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825697.889186:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825697.889198:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.889204:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825697.889470:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825697.889473:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825697.889652:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825697.889658:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825697.889660:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825697.889665:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825697.889670:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825697.889678:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.889685:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825697.889687:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.889690:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825697.889693:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825697.889696:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825697.889698:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.889701:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825697.889707:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825697.889711:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825697.889714:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825697.889717:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825697.889720:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825697.889722:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.889724:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825697.889728:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.890173:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.890177:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825697.890179:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825697.890185:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825697.890194:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051478144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825697.890201:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.890204:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825697.890208:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051478144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.890215:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825697.890218:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825697.890222:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825697.890233:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825697.890236:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825697.890239:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825697.890241:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825697.890244:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781825697.890248:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825697.890250:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825697.890252:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825697.890258:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825697.890259:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.890263:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.890264:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.890266:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825697.890267:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.890269:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825697.891222:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891234:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825697.891237:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891239:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.891247:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891252:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825697.891259:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891264:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891269:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891273:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fd80 00000400:00000200:1.0:1781825697.891278:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891425:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefd9 [1] + 224 00000800:00000001:1.0:1781825697.891433:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891438:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.891441:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.891445:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825697.891452:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825697.891459:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825697.891469:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.891489:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825697.891497:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891501:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825697.891502:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891504:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.891507:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891511:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825697.891515:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891518:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891521:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891523:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fd00 00000400:00000200:1.0:1781825697.891526:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825697.891530:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefe1 [1] + 224 00000800:00000001:1.0:1781825697.891534:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891541:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825697.891543:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825697.891546:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825697.891549:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825697.891553:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825697.891566:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825697.891572:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825697.891575:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825697.891578:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.891754:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.891757:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825697.891763:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825697.891765:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825697.891768:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825697.891773:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825697.891776:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825697.891779:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825697.891784:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825697.891792:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.891797:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825697.891799:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.891801:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825697.891804:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825697.891807:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825697.891809:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.891811:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825697.891821:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825697.891824:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825697.891827:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825697.891828:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825697.891831:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825697.891834:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.891838:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825697.891840:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825697.891842:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825697.891843:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825697.891846:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.891852:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.891855:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825697.891857:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825697.891860:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825697.891867:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051478272:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825697.892385:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825697.892387:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825697.892389:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825697.892393:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781825697.892395:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781825697.892397:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825697.892402:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825697.892412:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.892418:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825697.892419:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.892421:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825697.892423:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825697.892424:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825697.892425:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825697.892427:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825697.892433:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=64 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825697.892436:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825697.892438:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825697.892439:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825697.892441:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825697.892443:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.892445:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825697.892446:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825697.892448:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825697.892449:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825697.892452:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.892458:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825697.892461:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825697.892463:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825697.892467:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825697.892474:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051478400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825697.892478:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.892480:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825697.892484:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051478272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.892490:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825697.892492:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825697.892495:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825697.892499:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825697.892502:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825697.892504:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825697.892505:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825697.892508:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:2.0:1781825697.892511:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825697.892512:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825697.892514:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825697.892517:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825697.892518:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.892520:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825697.892522:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051478400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825713 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825697.892528:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825697.892530:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825697.892531:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825697.892534:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825697.892535:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825697.892536:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825697.892538:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825697.892539:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781825697.892541:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825697.892543:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825697.892544:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825697.892546:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825697.892547:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.892549:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825697.892556:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825697.892558:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825697.892560:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825697.892562:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825698.326227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825698.326235:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825698.326237:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825698.326241:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326244:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825698.326246:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326248:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326250:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825698.326253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825698.326255:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825698.326325:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825698.326329:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825698.326332:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825699.351837:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825699.351844:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825699.351850:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825699.351851:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825699.351855:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825699.351856:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825699.352458:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825699.352462:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825699.352466:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825700.375113:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825700.375120:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825700.375122:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825700.375126:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375131:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825700.375133:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375135:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375138:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375142:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825700.375143:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375146:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825700.375148:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825700.375150:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825700.375152:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375153:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825700.375154:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375156:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825700.375158:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825700.375285:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825700.375289:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825700.375292:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825701.398298:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825701.398306:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825701.398311:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825701.398313:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825701.398316:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825701.398317:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825701.398422:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825701.398426:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825701.398429:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825702.422244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825702.422252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825702.422258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825702.422259:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825702.422263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825702.422264:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825702.422341:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825702.422345:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825702.422349:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825702.998551:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825702.998562:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825702.998573:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825702.998580:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825702.998584:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825702.998588:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825702.998593:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825702.998601:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825702.998609:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825702.998621:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825702.998631:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825702.998645:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825702.998653:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_00+0] req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.998719:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825702.998723:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825702.998726:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825702.998733:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.998741:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825702.998743:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825702.998747:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825702.998750:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825702.998752:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825702.998756:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051478528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825702.998761:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825702.998768:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825702.998770:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825702.998773:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825702.998778:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825702.998780:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825702.998787:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825702.998791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f78. 00000400:00000010:0.0:1781825702.998798:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781825702.998805:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478528, portal 25 00000100:00000001:0.0:1781825702.998807:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825702.998809:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825702.998814:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.998821:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825702.998824:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825702.998827:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825702.998829:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051478528, offset 0 00000400:00000200:0.0:1781825702.998835:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825702.998843:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825702.998850:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825702.998855:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825702.998859:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825702.998863:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825702.998865:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825702.998869:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378645:378645:256:4294967295] 192.168.204.116@tcp LPNI seq info [378596:378596:8:4294967295] 00000400:00000200:0.0:1781825702.998873:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825702.998881:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825702.998887:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825702.998891:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825702.998897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825702.998904:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825702.998908:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825702.998924:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825702.998928:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825702.998931:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303003665 00000100:00000001:0.0:1781825702.998939:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4302998545 00000100:00000001:0.0:1781825702.998944:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303003665 00000100:00000001:0.0:1781825702.998946:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4302998546 00000100:00000001:0.0:1781825702.998949:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825702.998952:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.998955:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.998957:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825702.998983:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825702.998987:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825702.998990:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825702.998994:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781825702.998996:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825702.998999:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825702.999000:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825702.999002:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825702.999006:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825702.999009:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825702.999013:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825702.999021:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825702.999023:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825702.999027:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_01+1] req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999059:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825702.999062:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825702.999065:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825702.999066:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825702.999067:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825702.999069:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825702.999071:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825702.999073:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825702.999074:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825702.999076:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825702.999117:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825702.999118:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825702.999123:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999129:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825702.999131:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825702.999133:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825702.999135:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825702.999137:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825702.999140:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051478656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825702.999147:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825702.999150:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825702.999151:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825702.999152:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825702.999156:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781825702.999157:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825702.999161:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825702.999163:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088386e0. 00000400:00000010:0.0:1781825702.999167:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825702.999169:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478656, portal 10 00000100:00000001:0.0:1781825702.999171:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825702.999172:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:0.0:1781825702.999177:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999183:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825702.999185:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825702.999187:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781825702.999189:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051478656, offset 0 00000400:00000200:0.0:1781825702.999193:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825702.999196:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825702.999199:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825702.999202:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825702.999205:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825702.999207:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825702.999209:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825702.999212:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378646:378646:255:4294967295] 192.168.204.116@tcp LPNI seq info [378597:378597:7:4294967295] 00000400:00000200:0.0:1781825702.999216:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825702.999222:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825702.999226:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825702.999229:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825702.999233:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825702.999237:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825702.999239:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825702.999242:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825702.999245:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25813 usecs (26 jiffies) 00000400:00000200:0.0:1781825702.999248:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825702.999251:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302994971 00000100:00000001:0.0:1781825702.999253:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303003665 00000100:00000001:0.0:1781825702.999255:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302994971 00000100:00000001:0.0:1781825702.999257:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303003665 00000100:00000001:0.0:1781825702.999259:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825702.999261:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.999263:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.999265:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825702.999309:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825702.999313:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825702.999318:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825702.999323:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825702.999327:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825702.999330:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825702.999335:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825702.999339:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999348:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825702.999350:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999356:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.999358:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825702.999791:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825702.999795:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:0.0:1781825702.999799:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825702.999804:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825702.999808:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:0.0:1781825702.999810:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:0.0:1781825702.999813:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825702.999817:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999824:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825702.999826:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825702.999832:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825702.999833:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825702.999846:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825702.999848:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.004528:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.004539:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825703.004545:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825703.004557:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825703.004563:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825703.004567:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825703.004571:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825703.004577:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825703.004585:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825703.004592:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.004604:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825703.004614:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825703.004618:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.004625:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.004660:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.004663:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825703.004667:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825703.004670:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825703.004672:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825703.004678:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8332) 00000100:00000001:0.0:1781825703.004765:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825703.004769:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825703.004771:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825703.004777:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825703.004779:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825703.004781:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825703.004782:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825703.004784:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825703.004790:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825703.004797:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825703.004799:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825703.004802:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825703.004806:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825703.004808:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825703.004812:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051478784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825703.004816:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825703.004821:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825703.004824:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825703.004826:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825703.004831:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825703.004833:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825703.004840:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825703.004844:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088382c0. 00000400:00000010:0.0:1781825703.004852:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781825703.004858:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478784, portal 10 00000100:00000001:0.0:1781825703.004861:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825703.004862:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:0.0:1781825703.004869:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825703.004877:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825703.004946:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825703.004950:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825703.004954:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051478784, offset 0 00000400:00000200:0.0:1781825703.004961:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825703.004971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.004979:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825703.004984:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825703.004988:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825703.004992:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825703.004995:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825703.004998:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378647:378647:256:4294967295] 192.168.204.116@tcp LPNI seq info [378598:378598:8:4294967295] 00000400:00000200:0.0:1781825703.005002:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.005012:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825703.005029:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825703.005034:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825703.005041:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825703.005049:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825703.005054:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825703.005067:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825703.005073:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20203 usecs (21 jiffies) 00000400:00000200:0.0:1781825703.005110:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825703.005115:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4302994972 00000100:00000001:0.0:1781825703.005119:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303003665 00000100:00000001:0.0:1781825703.005121:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4302994972 00000100:00000001:0.0:1781825703.005123:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303003665 00000100:00000001:0.0:1781825703.005126:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825703.005129:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825703.005132:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825703.005134:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825703.005147:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825703.005149:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825703.005151:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825703.005152:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825703.005293:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825703.005297:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825703.005303:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825703.005308:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825703.005313:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:1.0:1781825703.005316:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:1.0:1781825703.005322:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825703.005327:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.005336:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825703.005339:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.005345:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.005347:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825703.006075:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006107:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825703.006111:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006113:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825703.006119:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006124:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825703.006130:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006134:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006138:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006143:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4fe00 00000400:00000200:0.0:1781825703.006147:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006152:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fefe9 [1] + 224 00000800:00000001:0.0:1781825703.006158:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006162:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825703.006164:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825703.006168:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825703.006173:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825703.006179:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825703.006188:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.006245:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825703.006249:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825703.006267:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825703.006275:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006279:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825703.006281:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006283:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825703.006286:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006289:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825703.006293:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006296:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006299:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006301:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4fe80 00000400:00000200:0.0:1781825703.006305:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825703.006309:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3feff9 [1] + 224 00000800:00000001:0.0:1781825703.006313:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006318:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825703.006320:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825703.006322:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825703.006325:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825703.006329:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825703.006337:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825703.006343:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825703.006346:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.006349:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781825703.007851:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825703.007857:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825703.007861:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f78. 00000400:00000200:1.0:1781825703.007870:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:1.0:1781825703.007873:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:1.0:1781825703.007951:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825703.007963:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825703.007979:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.007987:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825703.007990:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.007993:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825703.007996:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825703.007999:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825703.008001:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825703.008095:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825703.008104:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825703.008109:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825703.008112:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825703.008113:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.008116:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825703.008118:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.008120:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.008126:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.008133:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825703.008137:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825703.008139:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825703.008143:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825703.008151:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051478528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825703.008156:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.008159:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825703.008162:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051478528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.008168:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825703.008171:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825703.008176:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead600. 02000000:00000001:1.0:1781825703.008180:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825703.008183:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825703.008185:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825703.008188:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825703.008190:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825703.008193:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825703.008195:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825703.008197:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825703.008200:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825703.008202:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.008205:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.008207:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825703.008209:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825703.008213:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825703.008214:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825703.008216:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088386e0. 00000400:00000200:1.0:1781825703.008218:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:1.0:1781825703.008220:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:1.0:1781825703.008223:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825703.008227:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825703.008235:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.008241:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825703.008242:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.008244:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825703.008245:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825703.008246:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825703.008248:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825703.008250:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825703.008255:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825703.008257:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825703.008259:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825703.008260:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.008262:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825703.008265:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.008268:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825703.008270:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825703.008272:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825703.008273:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.008277:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.008283:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825703.008285:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825703.008286:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825703.008290:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825703.008297:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051478656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825703.008300:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.008302:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825703.008304:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051478656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825718 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.008310:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825703.008312:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825703.008313:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781825703.008315:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825703.008317:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825703.008318:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825703.008320:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825703.008321:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:1.0:1781825703.008324:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825703.008325:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825703.008326:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781825703.008328:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825703.008329:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.008331:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.008338:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825703.008340:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.008342:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825703.008343:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825703.012593:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825703.012953:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825703.012958:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825703.012961:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825703.012972:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825703.012979:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825703.012988:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825703.012994:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825703.012999:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825703.013004:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d4ff00 00000400:00000200:1.0:1781825703.013008:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825703.013198:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff009 [1] + 224 00000800:00000001:1.0:1781825703.013208:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.017492:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825703.017503:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825703.017512:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825703.017522:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825703.017532:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825703.017552:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825703.017580:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825703.017593:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825703.017599:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.017823:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825703.017827:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825703.017835:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825703.017837:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825703.017840:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088382c0. 00000400:00000200:1.0:1781825703.017845:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:1.0:1781825703.017847:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:1.0:1781825703.017852:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825703.017856:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825703.017865:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.017872:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825703.017874:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.017876:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825703.017880:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825703.017883:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825703.017885:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825703.017898:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825703.017908:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825703.017913:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825703.017916:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825703.017917:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.017920:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825703.017923:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.017927:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825703.017929:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825703.017931:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825703.017932:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825703.017937:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.017943:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825703.017946:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825703.017948:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825703.017952:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825703.017959:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051478784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825703.017963:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.017965:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825703.017968:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051478784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825703.017974:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825703.017976:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825703.017979:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:1.0:1781825703.017983:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825703.017986:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825703.017987:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825703.017990:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825703.017992:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825703.017995:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825703.017996:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825703.017999:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825703.018002:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825703.018014:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.018018:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825703.018025:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825703.018027:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825703.018029:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825703.018031:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.447279:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825703.447286:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.447292:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825703.447293:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825703.447297:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825703.447298:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825703.447437:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825703.447440:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825703.447443:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825704.470515:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825704.470522:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825704.470528:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825704.470529:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825704.470532:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825704.470533:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825704.470830:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825704.470835:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825704.470838:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825705.494685:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825705.494694:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825705.494699:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825705.494700:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825705.494703:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825705.494704:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825705.495796:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825705.495801:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825705.495806:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825706.518376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825706.518385:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825706.518390:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825706.518392:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825706.518395:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825706.518396:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825706.519521:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825706.519526:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825706.519531:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825707.542329:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825707.542337:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825707.542343:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825707.542347:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825707.542349:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825707.542352:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825707.542356:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825707.542358:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825707.542361:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825707.542363:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825707.542367:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825707.542368:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825707.542598:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825707.542602:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825707.542605:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825708.118253:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825708.118265:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825708.118277:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825708.118283:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825708.118288:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825708.118291:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825708.118296:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825708.118305:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825708.118311:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118326:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825708.118336:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825708.118341:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118348:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.118388:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118392:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825708.118395:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825708.118398:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781825708.118401:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825708.118403:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825708.118404:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825708.118406:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825708.118410:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825708.118413:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118417:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825708.118429:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825708.118432:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118435:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.118442:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118444:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825708.118447:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825708.118450:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825708.118452:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825708.118454:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825708.118455:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825708.118457:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825708.118459:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825708.118462:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118465:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825708.118471:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825708.118473:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118476:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.118482:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118483:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825708.118486:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825708.118489:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825708.118491:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825708.118496:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8337) 00000100:00000001:1.0:1781825708.118512:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825708.118515:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825708.118517:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825708.118521:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.118529:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825708.118532:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.118543:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825708.118546:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825708.118549:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825708.118553:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051479040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825708.118557:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825708.118562:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825708.118565:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.118567:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825708.118572:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825708.118574:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825708.118581:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825708.118586:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825708.118593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825708.118600:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479040, portal 10 00000100:00000001:1.0:1781825708.118602:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825708.118604:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781825708.118611:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.118617:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825708.118619:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825708.118621:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825708.118624:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479040, offset 0 00000400:00000200:1.0:1781825708.118853:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825708.118862:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.118870:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825708.118875:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825708.118879:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825708.118882:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825708.118885:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825708.118889:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378648:378648:256:4294967295] 192.168.204.116@tcp LPNI seq info [378599:378599:8:4294967295] 00000400:00000200:1.0:1781825708.118893:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.118902:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825708.118908:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825708.118913:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825708.118919:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825708.118926:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825708.118930:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825708.118939:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.118943:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25780 usecs (26 jiffies) 00000400:00000200:1.0:1781825708.118947:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825708.118949:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303000090 00000100:00000001:1.0:1781825708.118953:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303003665 00000100:00000001:1.0:1781825708.118955:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303000090 00000100:00000001:1.0:1781825708.119231:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303003665 00000100:00000001:1.0:1781825708.119234:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.119236:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.119240:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.119242:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.119250:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825708.119252:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825708.119254:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825708.119255:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825708.119257:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825708.119259:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781825708.119260:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.119262:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825708.119264:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.119266:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825708.119267:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825708.119268:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825708.119273:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.119280:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825708.119281:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.119283:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825708.119285:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825708.119288:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825708.119291:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051478912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825708.119294:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825708.119297:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825708.119299:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.119301:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825708.119305:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825708.119307:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825708.119310:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825708.119313:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825708.119318:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825708.119321:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051478912, portal 25 00000100:00000001:1.0:1781825708.119323:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825708.119324:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781825708.119329:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.119336:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825708.119338:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825708.119341:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825708.119344:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051478912, offset 0 00000400:00000200:1.0:1781825708.119348:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825708.119353:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.119356:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825708.119359:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825708.119362:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825708.119364:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825708.119366:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825708.119369:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378649:378649:255:4294967295] 192.168.204.116@tcp LPNI seq info [378600:378600:7:4294967295] 00000400:00000200:1.0:1781825708.119373:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.119378:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825708.119383:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825708.119386:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825708.119390:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825708.119395:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825708.119397:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825708.119400:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825708.119403:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825708.119405:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303008786 00000100:00000001:1.0:1781825708.119413:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303003665 00000100:00000001:1.0:1781825708.119417:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303008786 00000100:00000001:1.0:1781825708.119420:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303003665 00000100:00000001:1.0:1781825708.119423:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.119425:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.119427:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825708.119431:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.119438:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825708.119439:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.119441:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825708.119443:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825708.119445:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825708.119448:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051479168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825708.119451:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825708.119453:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825708.119455:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.119456:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825708.119460:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825708.119461:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825708.119464:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825708.119467:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9d68. 00000400:00000010:1.0:1781825708.119470:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825708.119472:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479168, portal 10 00000100:00000001:1.0:1781825708.119474:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825708.119475:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825708.119481:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.119487:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825708.119490:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825708.119492:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ebb0. 00000100:00000200:1.0:1781825708.119494:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479168, offset 0 00000400:00000200:1.0:1781825708.119499:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825708.119502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.119505:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825708.119508:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825708.119510:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825708.119512:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825708.119514:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825708.119517:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378650:378650:254:4294967295] 192.168.204.116@tcp LPNI seq info [378601:378601:6:4294967295] 00000400:00000200:1.0:1781825708.119521:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825708.119526:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825708.119530:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825708.119544:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000800:00000200:1.0:1781825708.119549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825708.119553:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825708.119556:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825708.119559:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.119562:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20197 usecs (21 jiffies) 00000400:00000200:1.0:1781825708.119565:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825708.119567:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303000086 00000100:00000001:1.0:1781825708.119569:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303008786 00000100:00000001:1.0:1781825708.119571:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303000086 00000100:00000001:1.0:1781825708.119573:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303008786 00000100:00000001:1.0:1781825708.119575:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.119577:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.119579:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.119581:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825708.119720:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825708.119724:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825708.119764:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825708.119768:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:0.0:1781825708.119775:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.119780:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825708.120169:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781825708.120173:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781825708.120178:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825708.120185:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120194:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825708.120197:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120205:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825708.120206:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825708.120220:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825708.120223:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:0.0:1781825708.120225:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.120228:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825708.120231:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781825708.120233:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781825708.120235:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825708.120238:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120245:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825708.120248:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120253:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825708.120254:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825708.120318:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825708.120321:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825708.120324:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.120327:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825708.120330:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781825708.120331:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781825708.120333:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825708.120337:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120343:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825708.120346:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.120351:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825708.120352:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825708.129349:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129366:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825708.129370:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129373:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129381:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129388:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825708.129396:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129401:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129406:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129410:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d4ff80 00000400:00000200:0.0:1781825708.129415:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129421:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff029 [1] + 224 00000800:00000001:0.0:1781825708.129427:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129430:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129433:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.129437:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825708.129444:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825708.129453:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825708.129464:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.129518:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825708.129522:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825708.129544:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825708.129551:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129555:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825708.129557:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129562:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129565:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825708.129569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129572:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129574:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129577:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50080 00000400:00000200:0.0:1781825708.129580:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129584:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff039 [1] + 224 00000800:00000001:0.0:1781825708.129588:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129591:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129593:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.129596:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825708.129598:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825708.129603:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825708.129611:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.129619:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825708.129621:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129623:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825708.129625:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129627:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129630:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129633:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825708.129636:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129638:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129640:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129643:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50000 00000400:00000200:0.0:1781825708.129645:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825708.129648:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff019 [1] + 224 00000800:00000001:0.0:1781825708.129651:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825708.129658:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825708.129660:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825708.129662:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825708.129665:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825708.129672:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825708.129679:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825708.129682:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825708.129684:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781825708.130717:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825708.130721:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825708.130725:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825708.130732:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825708.130734:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825708.130738:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825708.130745:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825708.130755:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.130762:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825708.130763:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.130766:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825708.130770:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825708.130772:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825708.130774:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.130776:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825708.130783:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825708.130787:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825708.130789:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825708.130791:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.130794:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825708.130796:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.130798:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.130802:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.130808:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.130811:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825708.130813:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825708.130817:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825708.130824:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051478912:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825708.130830:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825708.130832:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825708.130834:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9d68. 00000400:00000200:1.0:1781825708.130836:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825708.130838:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825708.130840:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825708.130843:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825708.130850:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.130856:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825708.130858:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.130859:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825708.130860:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825708.130861:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825708.130863:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.130864:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825708.130870:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825708.130873:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825708.130875:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825708.130877:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.130879:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825708.130881:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.130884:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825708.130886:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825708.130888:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825708.130890:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.130894:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.130900:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.130902:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825708.130904:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825708.130907:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825708.130915:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051479168:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825708.130920:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825708.130922:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825708.130923:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825708.130926:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781825708.130928:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781825708.130930:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825708.130933:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825708.130941:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.130946:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825708.130947:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.130949:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825708.130950:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825708.130952:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825708.130953:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825708.130955:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825708.130959:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825708.130961:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825708.130963:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825708.130964:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.130965:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825708.130967:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.130969:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825708.130971:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825708.130973:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825708.132791:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825708.132806:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.132815:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825708.132818:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825708.132820:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825708.132823:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825708.132830:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051479040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825708.132835:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.132839:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825708.132843:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051478912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.132849:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825708.132852:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825708.132856:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825708.132862:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825708.132865:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825708.132866:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825708.132869:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825708.132871:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825708.132875:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825708.132877:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825708.132879:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825708.132882:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825708.132884:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.132885:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825708.132889:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051479168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.132894:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825708.132895:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825708.132897:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825708.132898:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825708.132899:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825708.132900:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825708.132902:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825708.132904:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825708.132905:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825708.132906:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825708.132907:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825708.132909:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825708.132910:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.132911:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825708.132914:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051479040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825708.132919:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825708.132920:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825708.132922:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825708.132923:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825708.132924:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825708.132925:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825708.132927:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825708.132928:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:1.0:1781825708.132930:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825708.132931:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825708.132932:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781825708.132934:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825708.132935:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.132937:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825708.132945:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825708.132947:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825708.132950:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825708.132953:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.566222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825708.566230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.566236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825708.566237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825708.566241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825708.566242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825708.566352:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825708.566356:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825708.566358:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825709.590218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825709.590226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825709.590231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825709.590233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825709.590237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825709.590238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825709.590439:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825709.590442:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825709.590445:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825710.616742:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825710.616750:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825710.616752:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825710.616755:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616759:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825710.616761:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616764:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616766:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616769:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825710.616771:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616774:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825710.616775:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825710.616777:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825710.616778:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616779:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825710.616780:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616782:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825710.616783:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825710.616871:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825710.616874:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825710.616878:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825711.638262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825711.638269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825711.638275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825711.638277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825711.638280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825711.638281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825711.638374:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825711.638387:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825711.638390:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825712.662209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825712.662216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825712.662221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825712.662222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825712.662225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825712.662226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825712.662316:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825712.662319:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825712.662322:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825713.238586:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825713.238599:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825713.238610:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825713.238617:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825713.238621:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825713.238625:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825713.238630:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825713.238638:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825713.238645:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238658:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825713.238668:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825713.238673:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238680:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_01+1] req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825713.238717:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238720:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825713.238724:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825713.238727:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825713.238730:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825713.238732:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825713.238733:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825713.238736:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825713.238739:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781825713.238742:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238746:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825713.238754:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825713.238756:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238760:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825713.238767:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238769:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825713.238772:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825713.238775:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825713.238777:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825713.238780:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825713.238781:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825713.238782:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825713.238785:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825713.238787:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238792:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825713.238799:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825713.238801:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238805:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825713.238812:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825713.238814:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825713.238818:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825713.238821:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825713.238826:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825713.238830:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8342) 00000100:00000001:2.0:1781825713.238948:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825713.238952:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825713.238955:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825713.238961:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.238971:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825713.238973:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.238976:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825713.238979:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825713.238994:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825713.238998:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051479296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825713.239002:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825713.239008:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825713.239011:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.239014:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825713.239019:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825713.239021:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825713.239029:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825713.239034:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825713.239041:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825713.239050:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479296, portal 25 00000100:00000001:2.0:1781825713.239052:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825713.239054:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781825713.239060:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.239074:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825713.239077:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825713.239121:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825713.239125:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051479296, offset 0 00000400:00000200:2.0:1781825713.239132:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239141:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825713.239149:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825713.239154:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825713.239158:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825713.239161:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825713.239163:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239166:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378651:378651:256:4294967295] 192.168.204.116@tcp LPNI seq info [378602:378602:8:4294967295] 00000400:00000200:2.0:1781825713.239170:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825713.239180:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825713.239186:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825713.239191:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825713.239197:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825713.239205:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825713.239209:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825713.239217:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825713.239221:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825713.239224:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303013906 00000100:00000001:2.0:1781825713.239231:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303008786 00000100:00000001:2.0:1781825713.239235:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303013906 00000100:00000001:2.0:1781825713.239238:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303008786 00000100:00000001:2.0:1781825713.239241:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.239244:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.239247:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825713.239251:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.239258:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825713.239259:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.239261:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825713.239263:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825713.239265:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825713.239268:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825713.239271:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825713.239273:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825713.239275:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.239276:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825713.239279:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825713.239281:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825713.239284:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825713.239287:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825713.239290:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825713.239293:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479552, portal 10 00000100:00000001:2.0:1781825713.239295:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825713.239296:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825713.239303:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.239309:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825713.239312:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825713.239315:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825713.239317:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479552, offset 0 00000400:00000200:2.0:1781825713.239320:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239324:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825713.239327:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825713.239330:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825713.239332:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825713.239335:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825713.239337:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239340:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378652:378652:255:4294967295] 192.168.204.116@tcp LPNI seq info [378603:378603:7:4294967295] 00000400:00000200:2.0:1781825713.239344:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781825713.239687:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825713.239693:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825713.239699:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.239704:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:2.0:1781825713.239722:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825713.239729:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825713.239733:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825713.239737:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825713.239742:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825713.239745:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825713.239748:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825713.239752:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20188 usecs (21 jiffies) 00000400:00000200:2.0:1781825713.239756:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825713.239758:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303005206 00000100:00000001:2.0:1781825713.239761:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303013906 00000100:00000001:2.0:1781825713.239763:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303005206 00000100:00000001:2.0:1781825713.239765:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303013906 00000100:00000001:2.0:1781825713.239767:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.239769:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.239772:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.239774:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.239782:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825713.239785:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825713.239787:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825713.239788:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825713.239790:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825713.239792:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825713.239794:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.239796:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825713.239797:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.239798:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825713.239799:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825713.239800:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825713.239805:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.239812:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825713.239813:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.239815:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825713.239817:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825713.239819:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825713.239822:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825713.239825:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825713.239828:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825713.239829:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.239831:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825713.239834:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825713.239836:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825713.239839:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825713.239842:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825713.239846:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825713.239848:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479424, portal 10 00000100:00000001:2.0:1781825713.239850:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825713.239851:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825713.239856:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.239862:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825713.239864:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825713.239866:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825713.239868:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479424, offset 0 00000400:00000200:2.0:1781825713.239872:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239876:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825713.239879:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825713.239882:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825713.239884:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825713.239886:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825713.239888:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825713.239892:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378653:378653:254:4294967295] 192.168.204.116@tcp LPNI seq info [378604:378604:6:4294967295] 00000400:00000200:2.0:1781825713.239895:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825713.240643:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825713.240648:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825713.241011:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:0.0:1781825713.241015:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:0.0:1781825713.241021:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825713.241028:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.241038:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825713.241041:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.241048:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825713.241049:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825713.241297:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825713.241301:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825713.241305:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.241309:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825713.241313:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:0.0:1781825713.241315:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:0.0:1781825713.241318:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825713.241321:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.241328:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825713.241331:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.241337:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825713.241339:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1781825713.246235:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825713.246249:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825713.246272:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825713.246281:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825713.246289:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825713.246293:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825713.246304:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825713.246310:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25755 usecs (26 jiffies) 00000400:00000200:2.0:1781825713.246317:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825713.246320:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303005218 00000100:00000001:2.0:1781825713.246324:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303013906 00000100:00000001:2.0:1781825713.246326:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303005218 00000100:00000001:2.0:1781825713.246329:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303013906 00000100:00000001:2.0:1781825713.246331:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.246335:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.246340:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.246345:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825713.246806:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825713.246812:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781825713.246820:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.246827:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825713.246833:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:0.0:1781825713.246836:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:0.0:1781825713.246844:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825713.246853:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.246866:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825713.246869:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.246877:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825713.246878:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825713.257582:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257602:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825713.257607:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257610:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257618:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257626:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825713.257637:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257643:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257649:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257653:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50100 00000400:00000200:0.0:1781825713.257658:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257664:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff049 [1] + 224 00000800:00000001:0.0:1781825713.257671:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257675:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257690:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.257694:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825713.257703:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825713.257710:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825713.257721:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.257743:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825713.257753:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257757:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825713.257759:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257761:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257764:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257767:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825713.257771:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257773:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257776:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257778:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50200 00000400:00000200:0.0:1781825713.257782:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257787:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff051 [1] + 224 00000800:00000001:0.0:1781825713.257791:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257794:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257796:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.257799:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825713.257802:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825713.257815:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825713.257824:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.257832:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825713.257836:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257839:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825713.257841:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257843:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257846:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257849:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825713.257852:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257854:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257857:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257859:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50180 00000400:00000200:0.0:1781825713.257862:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825713.257865:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff059 [1] + 224 00000800:00000001:0.0:1781825713.257868:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257876:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825713.257878:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825713.257881:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825713.257884:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825713.257887:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825713.257895:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825713.257903:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825713.257906:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825713.257909:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258201:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825713.258206:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825713.258213:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825713.258215:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825713.258218:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825713.258223:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825713.258226:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825713.258229:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825713.258234:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825713.258243:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258256:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825713.258257:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258259:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825713.258263:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825713.258266:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825713.258268:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.258271:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825713.258280:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825713.258285:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825713.258287:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825713.258289:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825713.258291:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825713.258295:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.258299:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825713.258301:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825713.258303:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825713.258304:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825713.258309:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258315:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.258318:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825713.258320:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825713.258323:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825713.258330:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479424:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825713.258336:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825713.258337:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825713.258339:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825713.258341:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781825713.258343:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781825713.258346:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825713.258349:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825713.258372:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258378:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825713.258379:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258381:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825713.258382:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825713.258383:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825713.258384:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.258386:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825713.258388:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825713.258391:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825713.258393:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825713.258394:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825713.258396:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825713.258398:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.258400:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825713.258403:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258531:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.258534:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825713.258535:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825713.258540:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825713.258547:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051479296:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825713.258553:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825713.258555:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825713.258557:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825713.258559:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825713.258561:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825713.258563:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825713.258567:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825713.258576:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258582:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825713.258583:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258585:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825713.258586:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825713.258588:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825713.258589:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825713.258591:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825713.258595:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=80 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825713.258599:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825713.258601:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825713.258602:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825713.258604:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825713.258606:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.258608:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825713.258610:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825713.258611:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825713.258613:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825713.258616:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258623:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825713.258625:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825713.258626:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825713.258629:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825713.258637:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825713.258640:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258643:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825713.258647:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051479424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258654:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825713.258657:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825713.258661:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825713.258665:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825713.258668:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825713.258670:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825713.258672:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825713.258685:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781825713.258689:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825713.258691:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825713.258693:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825713.258696:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825713.258697:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258699:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825713.258702:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051479296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258708:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825713.258709:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825713.258710:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825713.258712:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825713.258713:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825713.258715:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825713.258716:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825713.258718:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781825713.258720:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825713.258721:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825713.258722:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825713.258724:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825713.258725:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258727:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825713.258729:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051479552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825729 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825713.258734:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825713.258736:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825713.258737:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825713.258740:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825713.258741:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825713.258742:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825713.258744:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825713.258745:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825713.258747:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825713.258748:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825713.258749:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825713.258751:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825713.258752:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258754:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825713.258762:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825713.258764:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825713.258765:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825713.258767:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825713.686210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825713.686218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825713.686224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825713.686225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825713.686229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825713.686230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825713.686343:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825713.686346:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825713.686350:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825714.710214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825714.710223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825714.710231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825714.710232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825714.710235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825714.710236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825714.710715:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825714.710718:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825714.710721:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825715.734207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825715.734215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825715.734220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825715.734222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825715.734225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825715.734227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825715.734328:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825715.734332:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825715.734335:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825716.759522:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825716.759529:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825716.759535:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825716.759536:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825716.759540:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825716.759541:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825716.759636:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825716.759640:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825716.759643:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825717.783234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825717.783241:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825717.783246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825717.783249:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825717.783252:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825717.783255:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825717.783258:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825717.783260:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825717.783262:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825717.783264:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825717.783268:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825717.783269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825717.788726:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825717.788734:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825717.788739:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825718.358540:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825718.358551:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825718.358561:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781825718.358567:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825718.358572:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825718.358574:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825718.358579:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825718.358587:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825718.358595:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358606:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825718.358617:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825718.358621:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358629:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_00+0] req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.358665:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358669:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825718.358672:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825718.358677:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825718.358680:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825718.358682:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825718.358684:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825718.358685:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825718.358689:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825718.358692:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358696:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825718.358703:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825718.358705:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358708:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.358717:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358719:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825718.358722:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825718.358725:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825718.358727:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825718.358729:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825718.358731:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825718.358733:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825718.358736:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825718.358739:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358744:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825718.358751:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825718.358754:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.358756:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781825718.358759:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.358763:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825718.358767:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825718.358776:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.358781:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358786:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825718.358794:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781825718.358794:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825718.358799:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.358800:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825718.358805:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781825718.358806:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781825718.358811:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8348) 02000000:00000001:2.0:1781825718.358811:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825718.358816:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825718.358822:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051479680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825718.358827:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825718.358834:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825718.358836:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825718.358839:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781825718.358844:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1781825718.358845:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 00000100:00000001:3.0:1781825718.358848:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1781825718.358850:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.358853:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1781825718.358860:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781825718.358861:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825718.358868:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000100:00000001:3.0:1781825718.358875:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825718.358877:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825718.358878:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 02000000:00000001:3.0:1781825718.358880:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825718.358884:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825718.358886:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825718.358888:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479680, portal 25 00000100:00100000:3.0:1781825718.358891:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825718.358893:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825718.358896:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000001:3.0:1781825718.358899:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825718.358904:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781825718.358906:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825718.358907:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825718.358911:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825718.358916:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825718.358921:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.358921:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825718.358927:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825718.358931:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825718.358933:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000400:00000010:3.0:1781825718.358938:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000100:00000200:2.0:1781825718.358939:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051479680, offset 0 00000400:00000010:3.0:1781825718.358945:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825718.358951:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479808, portal 10 00000100:00000001:3.0:1781825718.358953:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825718.358954:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000400:00000200:2.0:1781825718.358961:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825718.358965:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825718.358976:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825718.358977:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825718.358982:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825718.358986:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000400:00000200:2.0:1781825718.358987:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000200:3.0:1781825718.358990:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479808, offset 0 00000400:00000200:2.0:1781825718.358994:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825718.359000:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825718.359001:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825718.359006:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825718.359009:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825718.359014:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378654:378654:256:4294967295] 192.168.204.116@tcp LPNI seq info [378605:378605:8:4294967295] 00000400:00000200:2.0:1781825718.359019:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825718.359026:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825718.359035:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825718.359037:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781825718.359040:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825718.359046:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000200:2.0:1781825718.359050:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825718.359052:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825718.359057:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000800:00000010:2.0:1781825718.359058:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000400:00000200:3.0:1781825718.359063:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378655:378655:255:4294967295] 192.168.204.116@tcp LPNI seq info [378606:378606:7:4294967295] 00000400:00000200:3.0:1781825718.359071:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:2.0:1781825718.359071:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781825718.359103:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825718.359109:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825718.359114:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781825718.359119:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825718.359126:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825718.359127:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825718.359133:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1781825718.359133:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825718.359145:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.359146:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.359153:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25752 usecs (26 jiffies) 00000400:00000200:2.0:1781825718.359153:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825718.359159:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303019026 00000400:00000200:3.0:1781825718.359160:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825718.359165:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303010331 00000100:00000001:2.0:1781825718.359170:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303013906 00000100:00000001:2.0:1781825718.359176:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303019026 00000100:00000001:3.0:1781825718.359177:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303019026 00000100:00000001:2.0:1781825718.359180:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303013906 00000100:00000001:2.0:1781825718.359184:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825718.359187:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.359191:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.359193:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.359200:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825718.359203:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825718.359205:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.359206:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825718.359207:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825718.359212:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.359219:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825718.359220:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825718.359223:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825718.359225:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825718.359226:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825718.359229:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051479936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825718.359233:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825718.359235:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825718.359237:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825718.359239:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825718.359243:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825718.359245:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825718.359248:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825718.359251:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825718.359254:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825718.359258:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051479936, portal 10 00000100:00000001:2.0:1781825718.359259:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825718.359261:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781825718.359267:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.359274:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825718.359276:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825718.359278:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825718.359280:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051479936, offset 0 00000400:00000200:2.0:1781825718.359284:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825718.359288:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825718.359291:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825718.359294:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825718.359296:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825718.359298:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825718.359300:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825718.359303:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378656:378656:254:4294967295] 192.168.204.116@tcp LPNI seq info [378607:378607:6:4294967295] 00000400:00000200:2.0:1781825718.359307:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825718.359314:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825718.359318:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825718.359322:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825718.359326:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825718.359329:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825718.359332:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825718.359347:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825718.359350:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20196 usecs (21 jiffies) 00000400:00000200:2.0:1781825718.359353:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825718.359355:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303010326 00000800:00000200:0.0:1781825718.359532:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825718.359537:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825718.359544:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.359550:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825718.359555:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:0.0:1781825718.359557:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:0.0:1781825718.359563:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825718.359567:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359576:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825718.359579:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359586:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825718.359587:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825718.359598:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825718.359601:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781825718.359603:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.359606:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825718.359609:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:0.0:1781825718.359610:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:0.0:1781825718.359613:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825718.359616:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359623:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825718.359625:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359632:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825718.359633:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825718.359705:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825718.359708:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781825718.359712:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.359715:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825718.359718:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:0.0:1781825718.359720:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:0.0:1781825718.359723:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825718.359726:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359733:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825718.359736:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.359742:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825718.359743:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825718.360590:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303010332 00000100:00000001:3.0:1781825718.360597:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303019026 00000100:00000001:3.0:1781825718.360600:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825718.360603:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.360607:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.360610:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825718.360616:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825718.360617:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825718.360619:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825718.360622:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825718.360623:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.360626:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.362361:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303019026 00000100:00000001:2.0:1781825718.362371:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303010329 00000100:00000001:2.0:1781825718.362374:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303019026 00000100:00000001:2.0:1781825718.362377:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825718.362381:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.362386:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.362389:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.362396:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825718.362398:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825718.362400:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.362402:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825718.362403:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.362406:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825718.362886:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.362899:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825718.362902:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.362904:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.362913:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.362919:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825718.362928:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.362933:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.362938:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.362951:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50280 00000400:00000200:0.0:1781825718.362957:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.362962:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff061 [1] + 224 00000800:00000001:0.0:1781825718.362969:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.362976:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.362979:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.362984:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825718.362991:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825718.362999:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825718.363016:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.363035:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825718.363044:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.363047:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.363150:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.363152:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825718.363158:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825718.363160:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825718.363163:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825718.363168:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825718.363170:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825718.363174:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825718.363179:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825718.363188:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.363194:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825718.363195:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.363198:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825718.363201:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825718.363204:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825718.363207:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825718.363210:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825718.363218:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825718.363222:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825718.363224:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825718.363226:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825718.363228:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825718.363231:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.363234:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825718.363239:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.363252:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825718.363255:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825718.363257:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825718.363261:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825718.363268:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051479680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825718.363272:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.363275:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825718.363277:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051479680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.363284:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825718.363287:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825718.363291:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825718.363295:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825718.363298:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825718.363300:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825718.363302:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825718.363305:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781825718.363308:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825718.363310:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825718.363312:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781825718.363315:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825718.363317:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.363320:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.363321:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.363322:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825718.363324:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.363326:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825718.367381:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367398:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825718.367402:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367404:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.367414:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367421:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825718.367429:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367434:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367439:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367443:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50300 00000400:00000200:0.0:1781825718.367448:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367455:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff069 [1] + 224 00000800:00000001:0.0:1781825718.367471:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367476:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.367479:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.367484:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825718.367492:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825718.367501:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825718.367512:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.367527:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825718.367535:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367539:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825718.367541:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367544:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.367546:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367549:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825718.367553:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367556:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367558:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367561:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50380 00000400:00000200:0.0:1781825718.367564:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825718.367569:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff071 [1] + 224 00000800:00000001:0.0:1781825718.367572:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367590:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825718.367592:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825718.367595:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825718.367598:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825718.367602:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825718.367610:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825718.367623:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825718.367627:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825718.367631:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.367840:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.367845:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825718.367851:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825718.367853:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825718.367857:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825718.367863:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825718.367866:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825718.367869:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825718.367874:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825718.367887:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.367893:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825718.367895:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.367898:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825718.367901:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825718.367903:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825718.367905:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825718.367907:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825718.367917:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825718.367922:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825718.367924:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825718.367926:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825718.367929:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825718.367931:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.367935:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825718.367937:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825718.367939:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825718.367940:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825718.367955:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.367963:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825718.367966:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825718.367968:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825718.367972:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825718.367979:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051479936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825718.367985:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.367988:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825718.367990:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051479936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825718.367997:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825718.367999:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825718.368003:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825718.368007:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825718.368010:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825718.368012:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825718.368014:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825718.368016:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825718.368019:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825718.368021:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825718.368023:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781825718.368026:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825718.368028:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.368029:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825718.368038:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825718.368040:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825718.368041:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825718.368043:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.368205:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825718.368208:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825718.368212:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825718.368213:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825718.368215:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:3.0:1781825718.368219:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781825718.368221:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781825718.368224:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825718.368230:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825718.368237:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.368243:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825718.368244:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825718.368246:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825718.368247:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825718.368248:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825718.368250:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825718.368252:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825718.368256:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=85 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825718.368259:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825718.368262:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825718.368263:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825718.368265:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825718.368266:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.368269:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825718.368270:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825718.368272:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825718.368274:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825718.368278:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.368284:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825718.368285:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825718.368287:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825718.368290:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825718.368297:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051479808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825718.368301:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825718.368303:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825718.368306:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051479808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825734 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825718.368312:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825718.368313:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825718.368315:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245800. 02000000:00000001:3.0:1781825718.368318:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825718.368320:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825718.368321:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825718.368323:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825718.368325:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:3.0:1781825718.368327:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825718.368328:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825718.368329:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:3.0:1781825718.368332:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825718.368343:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825718.368345:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825718.368352:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825718.368353:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825718.368355:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825718.368356:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825718.806600:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825718.806607:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825718.806612:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825718.806613:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825718.806617:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825718.806618:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825718.806678:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825718.806681:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825718.806685:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825719.830202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825719.830208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825719.830214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825719.830215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825719.830218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825719.830219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825719.830496:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825719.830500:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825719.830503:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825720.854187:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825720.854194:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825720.854197:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825720.854200:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854205:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825720.854207:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854209:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854211:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825720.854216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825720.854221:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825720.854222:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825720.854223:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854225:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825720.854226:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854228:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825720.854231:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825720.854252:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825720.854254:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825720.854257:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825721.878209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825721.878217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825721.878222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825721.878223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825721.878227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825721.878228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825721.878893:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825721.878897:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825721.878900:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825722.902208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825722.902215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825722.902408:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825722.902410:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825722.902414:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825722.902415:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825722.902442:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825722.902445:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825722.902448:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825723.478211:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825723.478221:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825723.478247:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825723.478253:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825723.478257:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825723.478261:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825723.478267:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825723.478276:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825723.478283:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478295:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825723.478306:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825723.478310:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478317:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825723.478353:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478356:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825723.478359:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825723.478363:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825723.478365:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825723.478367:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825723.478368:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825723.478370:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825723.478373:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781825723.478375:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478379:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825723.478385:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825723.478387:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478390:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825723.478397:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478399:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825723.478402:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825723.478405:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825723.478406:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825723.478408:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825723.478410:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825723.478411:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825723.478414:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781825723.478416:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478419:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825723.478426:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825723.478427:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478430:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825723.478437:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825723.478439:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825723.478442:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825723.478444:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825723.478447:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825723.478452:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8353) 00000100:00000001:2.0:1781825723.478529:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.478534:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825723.478606:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825723.478614:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.478623:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825723.478625:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.478630:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825723.478632:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825723.478635:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825723.478638:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051480064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.478643:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825723.478649:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825723.478652:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.478655:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825723.478659:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825723.478661:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825723.478668:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825723.478673:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825723.478679:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825723.478687:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480064, portal 25 00000100:00000001:2.0:1781825723.478689:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825723.478691:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825723.478697:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.478703:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825723.478705:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825723.478708:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825723.478711:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051480064, offset 0 00000400:00000200:2.0:1781825723.478717:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825723.478725:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.478731:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825723.478736:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825723.478740:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825723.478744:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825723.478746:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825723.478749:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378657:378657:256:4294967295] 192.168.204.116@tcp LPNI seq info [378608:378608:8:4294967295] 00000400:00000200:2.0:1781825723.478753:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.478762:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825723.478769:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825723.478774:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825723.478780:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825723.478787:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825723.478791:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825723.478867:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825723.478872:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825723.478875:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303024145 00000100:00000001:2.0:1781825723.478882:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303019026 00000100:00000001:2.0:1781825723.478886:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303024145 00000100:00000001:2.0:1781825723.478889:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303019026 00000100:00000001:2.0:1781825723.478893:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.478896:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.478898:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825723.478903:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.478909:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825723.478911:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.478913:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825723.478915:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825723.478917:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825723.478919:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.478922:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825723.478925:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825723.478926:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.478928:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825723.478931:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825723.478933:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825723.478936:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825723.478938:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825723.478947:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825723.478951:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480320, portal 10 00000100:00000001:2.0:1781825723.478953:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825723.478954:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825723.478961:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.478967:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825723.478969:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825723.478972:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825723.478974:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051480320, offset 0 00000400:00000200:2.0:1781825723.478978:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825723.478982:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.478986:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825723.478989:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825723.478991:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825723.478993:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825723.478996:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825723.478999:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378658:378658:255:4294967295] 192.168.204.116@tcp LPNI seq info [378609:378609:7:4294967295] 00000400:00000200:2.0:1781825723.479003:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.479010:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825723.479014:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825723.479017:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825723.479021:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825723.479025:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825723.479028:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825723.479031:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825723.479035:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20181 usecs (21 jiffies) 00000400:00000200:2.0:1781825723.479038:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825723.479040:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303015445 00000100:00000001:2.0:1781825723.479042:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303024145 00000100:00000001:2.0:1781825723.479055:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303015445 00000100:00000001:2.0:1781825723.479057:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303024145 00000100:00000001:2.0:1781825723.479059:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.479060:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.479063:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.479065:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.479071:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825723.479073:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825723.479075:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.479106:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825723.479107:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825723.479110:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825723.479112:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.479114:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825723.479115:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.479116:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.479117:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825723.479118:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825723.479122:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.479128:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825723.479129:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.479131:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825723.479133:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825723.479135:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825723.479137:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.479140:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825723.479142:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825723.479143:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.479145:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825723.479148:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825723.479150:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825723.479152:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825723.479154:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825723.479158:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825723.479160:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480192, portal 10 00000100:00000001:2.0:1781825723.479162:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825723.479163:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825723.479167:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.479173:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825723.479175:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825723.479177:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825723.479179:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051480192, offset 0 00000400:00000200:2.0:1781825723.479182:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825723.479185:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.479188:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825723.479190:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825723.479192:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825723.479194:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825723.479197:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825723.479199:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378659:378659:254:4294967295] 192.168.204.116@tcp LPNI seq info [378610:378610:6:4294967295] 00000400:00000200:2.0:1781825723.479202:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825723.479208:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825723.479211:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825723.479214:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825723.479217:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825723.479220:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825723.479223:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825723.479225:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825723.479228:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25718 usecs (26 jiffies) 00000400:00000200:2.0:1781825723.479231:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825723.479232:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303015451 00000100:00000001:2.0:1781825723.479246:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303024145 00000100:00000001:2.0:1781825723.479248:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303015451 00000100:00000001:2.0:1781825723.479250:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303024145 00000100:00000001:2.0:1781825723.479252:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.479255:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.479257:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.479259:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.479270:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.479272:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825723.479658:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825723.479664:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825723.479669:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.479674:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825723.479679:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:0.0:1781825723.479683:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:0.0:1781825723.479687:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825723.479692:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.479701:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825723.479705:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.479712:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825723.479714:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825723.479725:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825723.479728:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825723.479730:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.479733:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825723.479736:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:0.0:1781825723.479737:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:0.0:1781825723.479739:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825723.479742:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.479748:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825723.479750:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.479755:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825723.479756:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825723.479989:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825723.479992:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781825723.479995:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.479999:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825723.480002:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:0.0:1781825723.480004:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:0.0:1781825723.480006:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825723.480010:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.480016:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825723.480019:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.480024:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825723.480025:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825723.484902:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.484920:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825723.484925:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.484928:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.484937:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.484944:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825723.484952:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.484957:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.484963:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.484966:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50400 00000400:00000200:0.0:1781825723.484971:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.484976:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff079 [1] + 224 00000800:00000001:0.0:1781825723.484983:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.484991:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.484994:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.484997:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825723.485006:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825723.485030:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825723.485042:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.485065:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825723.485075:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.485108:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.485186:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.485191:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825723.485198:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825723.485200:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825723.485343:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825723.485349:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825723.485352:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825723.485356:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825723.485362:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825723.485370:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.485376:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825723.485378:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.485381:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825723.485384:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825723.485386:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825723.485388:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.485391:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825723.485397:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825723.485401:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825723.485403:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825723.485405:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825723.485407:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825723.485409:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.485412:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825723.485416:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.485424:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.485427:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825723.485428:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825723.485432:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825723.485439:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051480064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.485444:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.485447:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825723.485450:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051480064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.485456:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825723.485459:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825723.485462:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825723.485466:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825723.485469:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825723.485470:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825723.485473:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825723.485475:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825723.485550:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825723.485553:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825723.485555:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825723.485560:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825723.485562:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.485565:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.485566:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.485568:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825723.485569:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.485571:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825723.491441:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.491461:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825723.491465:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.491468:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.491478:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.491550:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825723.491560:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.491564:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.491570:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.491574:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50500 00000400:00000200:0.0:1781825723.491579:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.491586:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff081 [1] + 224 00000800:00000001:0.0:1781825723.491593:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.491600:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.491604:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.491608:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825723.491616:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825723.491624:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825723.491636:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.491696:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.491700:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825723.491717:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825723.491725:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.491728:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825723.492895:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.492905:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825723.492909:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.492911:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.492916:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.492922:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825723.492929:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.492932:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.492936:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.492940:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50480 00000400:00000200:0.0:1781825723.492944:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825723.492949:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff089 [1] + 224 00000800:00000001:0.0:1781825723.492954:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.492960:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825723.492962:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825723.492966:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825723.492971:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825723.492979:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825723.492989:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825723.492997:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825723.493003:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825723.493005:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825723.495231:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825723.495302:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825723.495307:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825723.495383:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781825723.495387:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781825723.495393:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825723.495405:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825723.495416:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495424:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825723.495426:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495429:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825723.495433:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825723.495435:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825723.495438:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.495441:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825723.495450:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825723.495454:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825723.495457:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825723.495458:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825723.495461:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825723.495464:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.495468:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825723.495470:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825723.495472:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825723.495473:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825723.495477:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495484:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.495488:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825723.495490:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825723.495493:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825723.495500:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.495507:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.495511:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825723.495514:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051480320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495521:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825723.495523:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825723.495527:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825723.495531:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825723.495534:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825723.495536:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825723.495539:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825723.495541:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781825723.495544:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825723.495546:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825723.495548:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825723.495552:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825723.495553:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495662:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.495666:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.495668:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825723.495673:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825723.495674:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825723.495676:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825723.495679:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781825723.495680:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781825723.495683:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825723.495688:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825723.495696:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495702:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825723.495703:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495705:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825723.495706:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825723.495708:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825723.495709:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825723.495711:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825723.495716:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825723.495719:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825723.495721:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825723.495722:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825723.495724:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825723.495725:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.495728:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825723.495729:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825723.495730:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825723.495731:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825723.495735:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495741:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825723.495743:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825723.495744:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825723.495747:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825723.495753:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825723.495757:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495759:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825723.495761:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051480192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825739 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825723.495767:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825723.495769:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825723.495771:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825723.495774:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825723.495775:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825723.495776:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825723.495778:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825723.495780:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781825723.495782:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825723.495783:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825723.495784:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825723.495787:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825723.495788:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495789:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825723.495796:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825723.495798:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825723.495800:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825723.495802:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825723.926532:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825723.926539:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825723.926545:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825723.926547:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825723.926550:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825723.926551:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825723.926655:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825723.926659:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825723.926662:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825724.950214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825724.950222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825724.950228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825724.950229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825724.950232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825724.950233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825724.950259:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825724.950262:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825724.950265:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825725.974220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825725.974228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825725.974234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825725.974235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825725.974239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825725.974240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825725.974681:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825725.974685:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825725.974688:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825726.998564:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825726.998572:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825726.998577:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825726.998579:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825726.998582:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825726.998583:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825726.998609:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825726.998612:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825726.998615:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825728.022226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825728.022235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.022240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825728.022243:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825728.022246:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825728.022250:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.022252:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825728.022255:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.022257:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.022259:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.022263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825728.022264:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825728.022376:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825728.022380:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825728.022383:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825728.598247:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825728.598258:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825728.598268:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781825728.598275:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825728.598279:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825728.598282:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825728.598288:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825728.598297:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825728.598304:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598316:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825728.598328:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825728.598334:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598341:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598376:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598380:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825728.598383:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825728.598386:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825728.598388:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825728.598391:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825728.598392:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825728.598394:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825728.598397:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825728.598399:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598403:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825728.598410:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825728.598413:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598417:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598424:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598426:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825728.598429:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825728.598431:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825728.598434:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825728.598436:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825728.598437:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825728.598439:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825728.598442:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825728.598445:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.598446:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1781825728.598451:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825728.598464:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825728.598466:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598470:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.598470:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825728.598475:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1781825728.598482:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598486:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825728.598486:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825728.598494:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825728.598501:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825728.598507:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1781825728.598507:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825728.598511:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.598513:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8358) 00000100:00000001:1.0:1781825728.598538:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825728.598540:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825728.598542:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825728.598547:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598554:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825728.598556:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.598559:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825728.598561:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825728.598563:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825728.598567:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051480576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825728.598571:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825728.598576:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825728.598578:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.598580:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825728.598585:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825728.598587:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825728.598594:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825728.598599:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825728.598606:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825728.598613:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480576, portal 10 00000100:00000001:1.0:1781825728.598615:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825728.598616:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825728.598623:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598644:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825728.598647:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825728.598650:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825728.598653:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051480576, offset 0 00000400:00000200:1.0:1781825728.598660:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825728.598669:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.598676:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825728.598681:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825728.598685:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825728.598689:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825728.598692:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825728.598705:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378660:378660:256:4294967295] 192.168.204.116@tcp LPNI seq info [378611:378611:8:4294967295] 02000000:00000001:0.0:1781825728.598710:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1781825728.598711:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:0.0:1781825728.598715:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825728.598720:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825728.598728:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051480448:192.168.204.116@tcp:400:kworker.0 00000400:00000200:1.0:1781825728.598729:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:0.0:1781825728.598735:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825728.598739:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825728.598740:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825728.598745:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1781825728.598750:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 02000000:00000010:0.0:1781825728.598750:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825728.598755:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781825728.598758:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825728.598760:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825728.598766:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838370. 00000800:00000200:1.0:1781825728.598771:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000010:0.0:1781825728.598773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825728.598779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480448, portal 25 00000800:00000200:1.0:1781825728.598782:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:0.0:1781825728.598783:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825728.598786:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000800:00000200:1.0:1781825728.598788:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1781825728.598795:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598802:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.598803:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825728.598808:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25710 usecs (26 jiffies) 00000100:00000040:0.0:1781825728.598809:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825728.598813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000400:00000200:1.0:1781825728.598817:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000200:0.0:1781825728.598819:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051480448, offset 0 00000100:00000001:1.0:1781825728.598822:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303020570 00000400:00000200:0.0:1781825728.598828:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:1.0:1781825728.598829:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303024145 00000100:00000001:1.0:1781825728.598834:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303020570 00000400:00000200:0.0:1781825728.598835:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825728.598838:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303024145 00000400:00000200:0.0:1781825728.598843:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:1.0:1781825728.598844:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1781825728.598849:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1781825728.598850:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825728.598854:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000001:1.0:1781825728.598857:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825728.598858:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1781825728.598862:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825728.598864:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825728.598868:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378661:378661:255:4294967295] 192.168.204.116@tcp LPNI seq info [378612:378612:7:4294967295] 00000100:00000001:1.0:1781825728.598871:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825728.598874:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825728.598878:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825728.598879:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825728.598880:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825728.598882:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825728.598884:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.598885:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825728.598887:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.598888:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825728.598889:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825728.598890:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825728.598895:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.598902:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825728.598903:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.598905:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825728.598907:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825728.598909:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825728.598911:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051480704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825728.598914:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825728.598917:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825728.598918:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.598920:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825728.598923:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825728.598925:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825728.598928:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825728.598930:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9d68. 00000400:00000010:1.0:1781825728.598934:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825728.598937:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480704, portal 10 00000100:00000001:1.0:1781825728.598939:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825728.598941:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000400:00000200:0.0:1781825728.598941:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:1.0:1781825728.598950:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781825728.598956:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:1.0:1781825728.598969:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1781825728.598969:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000040:1.0:1781825728.598975:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825728.598977:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000400:00000010:1.0:1781825728.598979:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781825728.598983:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051480704, offset 0 00000800:00000200:0.0:1781825728.598985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825728.598993:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:1.0:1781825728.598997:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:0.0:1781825728.598997:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825728.599004:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825728.599005:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.599011:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.599013:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:0.0:1781825728.599015:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303029265 00000400:00000200:1.0:1781825728.599017:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825728.599022:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825728.599026:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1781825728.599027:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303024145 00000400:00000200:1.0:1781825728.599030:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:0.0:1781825728.599034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303029265 00000400:00000200:1.0:1781825728.599036:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378662:378662:254:4294967295] 192.168.204.116@tcp LPNI seq info [378613:378613:6:4294967295] 00000100:00000001:0.0:1781825728.599039:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303024145 00000400:00000200:1.0:1781825728.599043:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.599049:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825728.599056:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:0.0:1781825728.599058:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1781825728.599061:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000100:00000001:0.0:1781825728.599062:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.599066:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825728.599068:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:0.0:1781825728.599070:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781825728.599111:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825728.599115:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825728.599119:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.599122:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20182 usecs (21 jiffies) 00000400:00000200:1.0:1781825728.599125:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825728.599127:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303020566 00000100:00000001:1.0:1781825728.599129:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303029265 00000100:00000001:1.0:1781825728.599131:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303020566 00000100:00000001:1.0:1781825728.599143:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303029265 00000100:00000001:1.0:1781825728.599145:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825728.599147:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.599150:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.599151:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825728.599201:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825728.599205:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:1.0:1781825728.599210:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825728.599215:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825728.599220:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825728.599222:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825728.599227:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825728.599231:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.599234:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825728.599237:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825728.599241:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825728.599244:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825728.599246:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1781825728.599247:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.599250:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.599252:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.599261:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.599263:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825728.599274:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825728.599277:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825728.599280:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825728.599283:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825728.599285:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:1.0:1781825728.599287:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:1.0:1781825728.599290:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825728.599293:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.599300:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825728.599303:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.599314:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.599316:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825728.599377:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825728.599382:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:1.0:1781825728.599384:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825728.599388:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825728.599390:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:1.0:1781825728.599392:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:1.0:1781825728.599393:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825728.599397:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.599403:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825728.599406:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.599411:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.599413:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825728.602695:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602712:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825728.602717:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602719:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825728.602728:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602736:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825728.602746:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602752:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602759:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602764:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50600 00000400:00000200:0.0:1781825728.602769:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602775:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff091 [1] + 224 00000800:00000001:0.0:1781825728.602781:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602785:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825728.602789:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825728.602793:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825728.602800:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825728.602808:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825728.602820:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.602843:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825728.602852:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602856:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825728.602857:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602859:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825728.602862:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602866:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825728.602870:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602872:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602887:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602890:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50680 00000400:00000200:0.0:1781825728.602892:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825728.602896:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0b1 [1] + 224 00000800:00000001:0.0:1781825728.602900:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602907:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825728.602908:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825728.602912:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825728.602914:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825728.602919:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825728.602927:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.602934:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825728.602937:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825728.602941:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603064:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825728.603068:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825728.603075:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825728.603245:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825728.603250:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9d68. 00000400:00000200:1.0:1781825728.603255:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825728.603257:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825728.603261:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825728.603266:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825728.603275:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603281:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825728.603283:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603286:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825728.603289:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825728.603292:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825728.603294:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.603297:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825728.603306:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825728.603311:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825728.603314:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825728.603315:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.603318:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825728.603321:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.603325:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825728.603327:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825728.603329:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825728.603330:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.603334:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603341:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825728.603344:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825728.603345:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825728.603349:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825728.603356:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051480704:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825728.603362:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825728.603363:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825728.603364:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:1.0:1781825728.603367:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781825728.603368:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781825728.603371:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825728.603374:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825728.603382:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603388:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825728.603390:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603392:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825728.603393:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825728.603394:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825728.603395:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825728.603397:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825728.603401:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=95 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825728.603403:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=8 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825728.603405:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825728.603406:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825728.603408:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825728.603409:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.603411:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825728.603412:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825728.603414:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825728.603415:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825728.603419:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603424:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825728.603426:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825728.603427:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825728.603430:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825728.603437:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051480576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825728.603440:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603443:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825728.603446:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051480704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603665:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825728.603668:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825728.603671:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825728.603674:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825728.603677:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825728.603679:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825728.603681:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825728.603684:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825728.603687:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825728.603688:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825728.603690:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825728.603693:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825728.603694:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603696:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825728.603700:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051480576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.603705:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825728.603706:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825728.603707:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825728.603709:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825728.603710:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825728.603711:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825728.603712:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825728.603713:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825728.603715:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825728.603715:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825728.603716:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825728.603718:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825728.603719:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603721:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825728.603728:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825728.603730:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825728.603732:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825728.603734:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825728.614704:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825728.614722:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825728.614726:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825728.614729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825728.614748:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.614756:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825728.614766:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.614771:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.614777:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.614783:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50580 00000400:00000200:1.0:1781825728.614787:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825728.614794:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0a1 [1] + 224 00000800:00000001:1.0:1781825728.614801:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825728.614808:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825728.614811:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825728.614814:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825728.614822:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825728.614831:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825728.614842:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825728.614863:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825728.614883:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825728.614887:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825728.614979:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825728.614984:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825728.614991:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825728.614993:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825728.614997:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838370. 00000400:00000200:0.0:1781825728.615001:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:0.0:1781825728.615004:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:0.0:1781825728.615008:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825728.615014:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825728.615025:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.615031:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825728.615033:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825728.615036:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825728.615040:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825728.615042:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825728.615046:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825728.615049:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825728.615057:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=95 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825728.615061:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=8 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825728.615063:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825728.615064:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825728.615067:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825728.615069:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.615072:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825728.615076:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.615192:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825728.615195:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825728.615198:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825728.615202:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825728.615210:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051480448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825728.615215:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825728.615219:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825728.615222:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051480448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825744 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825728.615228:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825728.615231:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825728.615234:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825728.615239:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825728.615242:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825728.615244:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825728.615246:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825728.615248:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:0.0:1781825728.615252:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825728.615254:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825728.615256:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:0.0:1781825728.615259:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825728.615261:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825728.615264:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825728.615271:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825728.615273:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825728.615275:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825728.615277:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825729.046717:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825729.046725:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825729.046732:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825729.046733:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825729.046736:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825729.046737:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825729.046766:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825729.046768:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825729.046771:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825730.072346:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825730.072353:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825730.072360:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825730.072361:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825730.072364:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825730.072365:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825730.073991:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825730.073997:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825730.074001:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825731.094176:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825731.094185:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825731.094188:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825731.094192:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094196:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825731.094198:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094200:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094202:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094206:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825731.094207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825731.094212:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825731.094213:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825731.094214:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094228:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825731.094229:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094231:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825731.094233:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825731.094261:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825731.094264:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825731.094266:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825732.118214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825732.118331:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825732.118339:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825732.118340:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825732.118344:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825732.118345:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825732.118403:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825732.118406:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825732.118409:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825733.142158:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825733.142165:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825733.142171:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825733.142172:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825733.142175:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825733.142176:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825733.142200:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825733.142204:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825733.142207:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825733.718599:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825733.718609:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825733.718620:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825733.718626:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825733.718630:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825733.718632:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825733.718637:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825733.718645:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781825733.718652:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718665:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825733.718676:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825733.718680:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718687:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.718721:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718725:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825733.718728:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825733.718732:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825733.718734:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825733.718736:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825733.718738:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825733.718740:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825733.718743:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781825733.718746:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718750:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825733.718757:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825733.718759:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718763:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.718771:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718774:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825733.718777:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825733.718779:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825733.718781:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825733.718784:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825733.718785:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825733.718787:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825733.718791:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781825733.718793:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718797:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825733.718804:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825733.718805:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718821:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.718828:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.718830:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825733.718833:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781825733.718835:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825733.718840:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825733.718841:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781825733.718844:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781825733.718846:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825733.718851:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8363) 00000100:00000040:2.0:1781825733.718857:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.718868:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825733.718871:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.718875:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825733.718878:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825733.718880:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.718881:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825733.718886:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1781825733.718886:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051480832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825733.718889:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825733.718894:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781825733.718897:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781825733.718902:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825733.718906:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.718907:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825733.718910:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.718911:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1781825733.718914:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825733.718917:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1781825733.718918:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:3.0:1781825733.718920:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.718924:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825733.718926:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480960:192.168.204.116@tcp:400:kworker.0 00000400:00000200:2.0:1781825733.718933:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825733.718938:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000100:00000001:3.0:1781825733.718945:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825733.718950:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1781825733.718950:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 02000000:00000001:3.0:1781825733.718953:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825733.718956:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1781825733.718959:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480832, portal 25 02000000:00000010:3.0:1781825733.718962:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f18245e00. 00000100:00000001:2.0:1781825733.718963:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1781825733.718966:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.718967:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000400:00000200:3.0:1781825733.718975:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825733.718977:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781825733.718980:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000400:00000010:3.0:1781825733.718987:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000001:2.0:1781825733.718989:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1781825733.718993:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051480960, portal 10 00000100:00000040:2.0:1781825733.718994:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825733.718997:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825733.719000:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000400:00000010:2.0:1781825733.719000:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825733.719007:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051480832, offset 0 00000100:00000040:3.0:1781825733.719013:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825733.719018:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825733.719025:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825733.719030:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825733.719031:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825733.719044:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825733.719049:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051480960, offset 0 00000400:00000200:2.0:1781825733.719053:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825733.719057:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825733.719064:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825733.719069:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825733.719073:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825733.719076:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825733.719442:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378663:378663:256:4294967295] 192.168.204.116@tcp LPNI seq info [378614:378614:8:4294967295] 00000400:00000200:2.0:1781825733.719447:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825733.719458:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825733.719464:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825733.719470:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825733.719478:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825733.719486:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825733.719490:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825733.719507:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825733.719511:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825733.719514:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303034386 00000100:00000001:2.0:1781825733.719521:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303029265 00000100:00000001:2.0:1781825733.719525:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303034386 00000100:00000001:2.0:1781825733.719528:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303029265 00000100:00000001:2.0:1781825733.719531:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825733.719534:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.719537:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825733.719541:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.719549:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825733.719550:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.719552:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825733.719554:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825733.719557:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825733.719560:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051481088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825733.719563:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825733.719565:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825733.719567:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.719569:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825733.719572:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825733.719574:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825733.719577:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825733.719580:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825733.719583:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825733.719586:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481088, portal 10 00000100:00000001:2.0:1781825733.719588:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825733.719589:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781825733.719596:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.719603:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825733.719605:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825733.719608:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825733.719610:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051481088, offset 0 00000400:00000200:2.0:1781825733.719615:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:0.0:1781825733.719749:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825733.719755:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781825733.719760:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825733.719766:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825733.719771:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:0.0:1781825733.719774:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:0.0:1781825733.719778:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825733.719783:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.719792:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825733.719796:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.719803:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825733.719805:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781825733.723629:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825733.723649:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000001:1.0:1781825733.723651:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1781825733.723656:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825733.723661:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825733.723666:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000001:1.0:1781825733.723666:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825733.723672:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1781825733.723673:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000800:00000001:1.0:1781825733.723676:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781825733.723679:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378664:378664:256:4294967295] 192.168.204.116@tcp LPNI seq info [378615:378615:8:4294967295] 00000400:00000200:1.0:1781825733.723685:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.723693:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825733.723701:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.723705:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.723711:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.723715:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50700 00000400:00000200:1.0:1781825733.723720:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.723727:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0c1 [1] + 224 00000800:00000001:1.0:1781825733.723734:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1781825733.723739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000001:1.0:1781825733.723742:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825733.723747:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1781825733.723749:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825733.723758:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825733.723760:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:3.0:1781825733.723761:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:2.0:1781825733.723764:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825733.723770:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825733.723773:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1781825733.723778:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825733.723779:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:1.0:1781825733.723779:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1781825733.723786:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378665:378665:255:4294967295] 192.168.204.116@tcp LPNI seq info [378616:378616:7:4294967295] 00000800:00000010:3.0:1781825733.723787:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000100:00000200:1.0:1781825733.723793:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781825733.723797:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:3.0:1781825733.723802:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781825733.723815:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000040:1.0:1781825733.723820:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781825733.723826:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825733.723834:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000100:00000001:1.0:1781825733.723836:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1781825733.723841:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000001:1.0:1781825733.723847:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1781825733.723848:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000001:1.0:1781825733.723852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781825733.723854:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825733.723876:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825733.723883:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20156 usecs (21 jiffies) 00000400:00000200:2.0:1781825733.723886:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825733.723889:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303025690 00000100:00000001:2.0:1781825733.723893:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303034386 00000100:00000001:2.0:1781825733.723895:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303025690 00000100:00000001:2.0:1781825733.723949:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303034386 00000100:00000001:2.0:1781825733.723953:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825733.723956:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.723959:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.723962:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1781825733.723967:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781825733.723968:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825733.723971:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825733.723975:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1781825733.723975:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000100:00000001:2.0:1781825733.723977:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1781825733.723983:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1781825733.723984:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825733.723986:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825733.723990:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:0.0:1781825733.723994:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:2.0:1781825733.723996:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781825733.723999:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000400:00000200:0.0:1781825733.724000:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000100:00000001:2.0:1781825733.724002:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:0.0:1781825733.724005:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825733.724008:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.724012:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825733.724020:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.724031:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825733.724047:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.724056:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825733.724058:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1781825733.724071:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.724076:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825733.724091:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.724093:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825733.724096:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825733.724097:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825733.724099:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.724102:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825733.724107:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825733.724110:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825733.724112:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825733.724113:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825733.724115:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825733.724117:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.724118:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825733.724121:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.724126:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825733.724128:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825733.724130:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825733.724132:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825733.724138:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051480832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825733.724141:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.724142:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825733.724144:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051480832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.724148:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825733.724150:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825733.724152:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825733.724156:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825733.724158:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825733.724159:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825733.724161:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825733.724163:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:2.0:1781825733.724164:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825733.724166:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825733.724167:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825733.724169:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825733.724170:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.724172:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.724173:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825733.724174:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825733.724175:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.724176:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781825733.727442:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825733.727871:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825733.727956:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.727962:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25663 usecs (26 jiffies) 00000400:00000200:3.0:1781825733.727969:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825733.727973:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303025699 00000100:00000001:3.0:1781825733.727977:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303034386 00000100:00000001:3.0:1781825733.727980:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303025699 00000100:00000001:3.0:1781825733.727983:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303034386 00000100:00000001:3.0:1781825733.727985:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825733.727989:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.727998:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.728002:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.728010:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825733.728013:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825733.728015:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825733.728017:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825733.728019:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.728021:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825733.728578:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825733.728592:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825733.728595:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825733.728597:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825733.728602:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.728608:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825733.728617:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.728622:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.728628:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.728632:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50800 00000400:00000200:1.0:1781825733.728636:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825733.728642:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0d1 [1] + 224 00000800:00000001:1.0:1781825733.728649:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825733.728657:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825733.728660:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825733.728665:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825733.728671:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825733.728680:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825733.728692:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825733.728713:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825733.728722:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1781825733.728884:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825733.728889:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781825733.728893:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825733.728967:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825733.728973:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:0.0:1781825733.728977:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:0.0:1781825733.728982:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825733.728987:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.728998:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825733.729002:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.729007:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825733.729009:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825733.729023:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.729114:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825733.729118:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825733.729124:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825733.729126:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825733.729129:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825733.729134:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825733.729136:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825733.729139:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825733.729143:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825733.729153:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.729158:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825733.729160:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.729162:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825733.729165:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825733.729167:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825733.729170:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825733.729172:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825733.729182:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=100 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825733.729187:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825733.729190:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825733.729191:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825733.729194:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825733.729197:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.729201:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825733.729204:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825733.729205:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825733.729206:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825733.729211:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.729217:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825733.729220:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825733.729222:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825733.729225:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825733.729314:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051481088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825733.729319:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.729320:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825733.729323:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051481088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825733.729330:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825733.729332:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825733.729336:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825733.729340:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825733.729343:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825733.729344:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825733.729347:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825733.729349:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781825733.729352:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825733.729354:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825733.729356:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825733.729359:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825733.729360:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.729362:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825733.729368:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825733.729369:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825733.729371:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825733.729373:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825733.732897:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825733.732913:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825733.732918:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825733.732921:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825733.732929:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825733.732937:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825733.732946:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825733.732950:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825733.732956:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825733.732961:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50780 00000400:00000200:0.0:1781825733.732966:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825733.732972:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0c9 [1] + 224 00000800:00000001:0.0:1781825733.732979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825733.732995:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825733.732998:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825733.733003:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825733.733010:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825733.733018:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825733.733031:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825733.733702:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825733.733712:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825733.733716:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.734107:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825733.734112:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825733.734120:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825733.734122:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825733.734125:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:3.0:1781825733.734130:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781825733.734133:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781825733.734137:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825733.734145:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825733.734155:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.734162:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825733.734163:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.734166:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825733.734169:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825733.734171:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825733.734174:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825733.734176:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825733.734185:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=100 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825733.734189:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825733.734192:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825733.734194:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825733.734197:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825733.734200:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.734204:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825733.734207:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825733.734209:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825733.734210:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825733.734214:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.734222:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825733.734225:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825733.737098:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825733.737115:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825733.737127:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051480960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825733.737133:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.737137:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825733.737140:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051480960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825749 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825733.737147:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825733.737151:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825733.737155:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f18245e00. 02000000:00000001:3.0:1781825733.737158:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825733.737161:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825733.737163:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825733.737166:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825733.737169:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:3.0:1781825733.737172:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825733.737174:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825733.737176:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:3.0:1781825733.737181:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825733.737183:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.737185:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825733.737193:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825733.737195:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825733.737197:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825733.737199:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825734.166217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825734.166225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825734.166231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825734.166232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825734.166235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825734.166236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825734.166289:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825734.166292:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825734.166295:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825735.190225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825735.190232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825735.190239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825735.190240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825735.190244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825735.190245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825735.190285:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825735.190288:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825735.190291:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825736.214222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825736.214229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825736.214234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825736.214235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825736.214238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825736.214239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825736.214510:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825736.214513:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825736.214516:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825737.239786:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825737.239795:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825737.239801:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825737.239803:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825737.239807:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825737.239808:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825737.239836:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825737.239838:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825737.239841:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825738.262541:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825738.262548:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.262554:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825738.262557:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825738.262559:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825738.262562:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.262565:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825738.262567:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.262569:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.262571:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.262575:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825738.262576:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825738.262681:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825738.262684:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825738.262687:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825738.838479:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825738.838489:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825738.838501:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825738.838507:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825738.838512:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825738.838516:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825738.838530:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825738.838539:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825738.838546:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838559:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825738.838569:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825738.838573:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838579:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.838614:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838617:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825738.838621:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825738.838624:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825738.838626:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825738.838628:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825738.838629:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825738.838631:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825738.838635:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825738.838638:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838642:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825738.838649:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825738.838651:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838655:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.838663:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838665:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825738.838668:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825738.838671:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825738.838673:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825738.838676:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825738.838677:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825738.838678:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825738.838681:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825738.838684:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838688:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825738.838695:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825738.838697:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838701:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.838715:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.838717:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825738.838720:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825738.838723:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825738.838726:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825738.838731:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8368) 00000100:00000001:0.0:1781825738.839093:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.839097:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825738.839100:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825738.839107:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839114:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825738.839117:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839121:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825738.839123:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825738.839126:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825738.839130:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051481216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825738.839134:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825738.839140:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825738.839142:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839145:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825738.839150:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825738.839153:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825738.839160:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825738.839165:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838370. 00000400:00000010:0.0:1781825738.839172:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825738.839180:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481216, portal 25 00000100:00000001:0.0:1781825738.839182:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825738.839184:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825738.839189:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839197:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825738.839200:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825738.839203:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825738.839206:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051481216, offset 0 00000400:00000200:0.0:1781825738.839212:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839221:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839229:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825738.839234:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825738.839238:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825738.839242:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825738.839245:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839249:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378666:378666:256:4294967295] 192.168.204.116@tcp LPNI seq info [378617:378617:8:4294967295] 00000400:00000200:0.0:1781825738.839253:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839262:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825738.839268:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825738.839273:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825738.839279:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825738.839286:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825738.839289:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825738.839307:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825738.839312:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825738.839314:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303039506 00000100:00000001:0.0:1781825738.839322:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303034386 00000100:00000001:0.0:1781825738.839326:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303039506 00000100:00000001:0.0:1781825738.839328:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303034386 00000100:00000001:0.0:1781825738.839331:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825738.839334:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839336:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825738.839340:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839346:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825738.839347:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839349:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825738.839351:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825738.839352:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825738.839355:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051481472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825738.839357:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825738.839360:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825738.839361:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839362:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825738.839380:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac400. 02000000:00000001:0.0:1781825738.839382:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825738.839385:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825738.839388:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838d68. 00000400:00000010:0.0:1781825738.839391:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825738.839394:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481472, portal 10 00000100:00000001:0.0:1781825738.839396:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825738.839397:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:0.0:1781825738.839403:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839408:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825738.839410:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825738.839413:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781825738.839415:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051481472, offset 0 00000400:00000200:0.0:1781825738.839418:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839422:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839425:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825738.839427:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825738.839429:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825738.839431:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825738.839433:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839436:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378667:378667:255:4294967295] 192.168.204.116@tcp LPNI seq info [378618:378618:7:4294967295] 00000400:00000200:0.0:1781825738.839439:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839445:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825738.839458:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825738.839462:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825738.839466:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825738.839470:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825738.839472:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825738.839475:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825738.839478:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20143 usecs (21 jiffies) 00000400:00000200:0.0:1781825738.839481:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825738.839483:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303030806 00000100:00000001:0.0:1781825738.839485:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303039506 00000100:00000001:0.0:1781825738.839487:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303030806 00000100:00000001:0.0:1781825738.839489:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303039506 00000100:00000001:0.0:1781825738.839490:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825738.839492:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839495:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839497:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.839504:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825738.839507:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825738.839508:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.839510:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825738.839511:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825738.839513:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825738.839515:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.839517:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825738.839528:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.839530:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.839531:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825738.839532:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825738.839536:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839543:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825738.839544:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839547:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825738.839548:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825738.839550:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825738.839552:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051481344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825738.839555:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825738.839557:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825738.839559:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.839560:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825738.839563:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825738.839565:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825738.839568:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825738.839571:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838000. 00000400:00000010:0.0:1781825738.839574:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781825738.839577:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481344, portal 10 00000100:00000001:0.0:1781825738.839578:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825738.839580:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:0.0:1781825738.839585:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.839591:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825738.839593:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825738.839595:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825738.839597:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051481344, offset 0 00000400:00000200:0.0:1781825738.839600:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839604:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839607:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825738.839610:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825738.839613:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825738.839615:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825738.839617:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825738.839619:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378668:378668:254:4294967295] 192.168.204.116@tcp LPNI seq info [378619:378619:6:4294967295] 00000400:00000200:0.0:1781825738.839623:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.839628:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825738.839633:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825738.839636:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825738.839639:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825738.839643:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825738.839645:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825738.839648:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825738.839651:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25647 usecs (26 jiffies) 00000400:00000200:0.0:1781825738.839654:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825738.839656:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303030811 00000100:00000001:0.0:1781825738.839658:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303039506 00000100:00000001:0.0:1781825738.839660:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303030811 00000100:00000001:0.0:1781825738.839662:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303039506 00000100:00000001:0.0:1781825738.839664:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825738.839666:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839669:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839671:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.839682:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.839684:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825738.840176:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825738.840181:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825738.840187:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825738.840193:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825738.840198:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:1.0:1781825738.840201:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:1.0:1781825738.840206:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825738.840211:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840221:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825738.840224:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840230:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.840232:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825738.840244:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825738.840246:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825738.840249:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825738.840252:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825738.840254:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:1.0:1781825738.840256:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:1.0:1781825738.840258:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825738.840261:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840273:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825738.840275:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840281:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.840282:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825738.840343:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825738.840346:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825738.840349:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825738.840352:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825738.840355:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:1.0:1781825738.840357:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:1.0:1781825738.840359:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825738.840363:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840382:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825738.840385:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.840392:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.840393:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825738.847879:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.847908:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825738.847913:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.847916:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825738.847929:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.847949:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825738.847962:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.847968:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.847976:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.847981:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50980 00000400:00000200:0.0:1781825738.847986:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.847994:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0e9 [1] + 224 00000800:00000001:0.0:1781825738.848004:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.848010:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825738.848014:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825738.848019:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825738.848029:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825738.848041:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825738.848054:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.848139:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825738.848152:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.848156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825738.848158:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.848160:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825738.848164:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.848168:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825738.848172:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.848174:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.848187:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.848191:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50900 00000400:00000200:0.0:1781825738.848195:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825738.848199:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0f9 [1] + 224 00000800:00000001:0.0:1781825738.848203:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.848213:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825738.848215:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825738.848218:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825738.848222:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825738.848227:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825738.848235:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.848242:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825738.848246:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825738.848249:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825738.849205:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825738.849215:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825738.849228:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825738.849231:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825738.849236:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838000. 00000400:00000200:1.0:1781825738.849244:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:1.0:1781825738.849248:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:1.0:1781825738.849255:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825738.849264:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825738.849276:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.849302:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825738.849305:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825738.849308:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825738.849312:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825738.849315:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825738.849318:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825738.849322:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825738.849335:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825738.849341:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825738.849345:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825738.849347:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.849351:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825738.849355:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.849361:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825738.849364:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825738.849367:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825738.849368:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.849374:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.849383:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825738.849388:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825738.849391:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825738.849398:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825738.849417:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051481344:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825738.849426:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825738.849427:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825738.849429:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838d68. 00000400:00000200:1.0:1781825738.849432:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:1.0:1781825738.849434:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:1.0:1781825738.849437:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825738.849443:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825738.849450:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.849456:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825738.849457:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825738.849459:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825738.849460:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825738.849624:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825738.849625:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825738.849628:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825738.849642:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=105 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825738.849646:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825738.849648:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825738.849650:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825738.849651:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825738.849653:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.849656:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825738.849658:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825738.849659:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825738.849661:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825738.849666:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.849983:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825738.849988:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825738.849989:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825738.849993:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825738.850001:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051481472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825738.850006:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.850009:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825738.850014:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051481344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.850021:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825738.850024:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825738.850029:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:1.0:1781825738.850034:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825738.850039:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825738.850041:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825738.850043:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825738.850047:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825738.850051:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825738.850053:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825738.850056:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825738.850060:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825738.850061:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825738.850063:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825738.850065:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051481472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.850071:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825738.850072:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825738.850073:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac400. 02000000:00000001:1.0:1781825738.850075:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825738.850076:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825738.850077:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825738.850124:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825738.850126:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825738.850127:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825738.850128:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825738.850130:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781825738.850132:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825738.850133:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825738.850137:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.850139:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825738.850141:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825738.850143:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825738.850145:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825738.858820:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825738.858861:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825738.858867:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825738.858871:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825738.858884:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825738.858893:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825738.858904:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825738.858910:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825738.858917:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825738.858922:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50880 00000400:00000200:1.0:1781825738.858927:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825738.858945:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff0d9 [1] + 224 00000800:00000001:1.0:1781825738.858954:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825738.858963:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825738.858967:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825738.858972:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825738.858981:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825738.858993:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825738.859006:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825738.859042:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825738.859057:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825738.859062:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.860322:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.860332:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825738.860346:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825738.860349:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825738.860354:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838370. 00000400:00000200:0.0:1781825738.860363:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:0.0:1781825738.860366:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:0.0:1781825738.860372:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825738.860383:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825738.860396:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.860412:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825738.860415:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.860418:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825738.860423:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825738.860427:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825738.860430:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825738.860434:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825738.860445:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825738.860451:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825738.860454:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825738.860455:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825738.860459:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825738.860816:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.860821:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825738.860828:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.860836:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825738.860840:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825738.860843:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825738.860847:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825738.860871:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051481216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825738.860877:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.860880:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825738.860883:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051481216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825754 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825738.860890:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825738.860893:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825738.860898:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825738.860903:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825738.860907:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825738.860909:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825738.860911:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825738.860914:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:0.0:1781825738.860919:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825738.860921:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825738.860923:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:0.0:1781825738.860927:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825738.860929:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.860931:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825738.860950:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825738.860952:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825738.860955:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825738.860957:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825739.286307:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825739.286316:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825739.286324:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825739.286326:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825739.286330:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825739.286331:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825739.286366:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825739.286370:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825739.286374:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825740.310591:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825740.310602:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825740.310610:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825740.310611:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825740.310616:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825740.310617:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825740.310927:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825740.310932:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825740.310936:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825741.334288:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825741.334299:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825741.334302:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825741.334307:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334313:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825741.334316:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334318:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334320:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334325:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825741.334327:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334331:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825741.334332:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825741.334334:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825741.334335:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334337:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825741.334338:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334339:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825741.334341:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825741.334533:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825741.334537:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825741.334541:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825742.358194:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825742.358202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825742.358209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825742.358210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825742.358213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825742.358214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825742.358367:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825742.358373:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825742.358378:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825743.382241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825743.382248:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825743.382255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825743.382256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825743.382259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825743.382260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825743.382356:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825743.382360:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825743.382363:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825743.958197:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825743.958207:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825743.958228:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825743.958236:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825743.958240:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825743.958243:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825743.958248:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825743.958258:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825743.958264:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958276:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825743.958287:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825743.958291:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958297:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_00+0] req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.958330:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958333:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825743.958337:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825743.958340:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825743.958343:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825743.958345:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825743.958346:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825743.958348:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825743.958366:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825743.958370:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958375:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825743.958390:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825743.958392:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958396:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.958403:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958405:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825743.958409:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825743.958412:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825743.958414:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825743.958416:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825743.958417:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825743.958419:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825743.958422:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781825743.958424:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.958428:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825743.958530:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.958534:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825743.958537:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825743.958543:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.958551:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825743.958553:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.958556:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825743.958559:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825743.958561:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825743.958565:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051481600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825743.958569:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825743.958576:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825743.958579:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.958582:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825743.958587:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac000. 02000000:00000001:0.0:1781825743.958589:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825743.958596:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825743.958601:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838370. 00000400:00000010:0.0:1781825743.958609:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825743.958615:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481600, portal 25 00000100:00000001:0.0:1781825743.958618:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825743.958620:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:0.0:1781825743.958626:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.958634:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825743.958637:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825743.958640:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825743.958654:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051481600, offset 0 00000400:00000200:0.0:1781825743.958661:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825743.958670:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825743.958677:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825743.958682:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825743.958686:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825743.958690:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825743.958693:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825743.958697:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378669:378669:256:4294967295] 192.168.204.116@tcp LPNI seq info [378620:378620:8:4294967295] 00000400:00000200:0.0:1781825743.958701:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825743.958710:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825743.958716:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825743.958721:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825743.958729:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825743.958737:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825743.958741:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825743.958755:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825743.958759:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825743.958762:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303044625 00000100:00000001:0.0:1781825743.958771:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303039506 00000100:00000001:0.0:1781825743.958776:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303044625 00000100:00000001:0.0:1781825743.958780:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303039506 00000100:00000001:0.0:1781825743.958784:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825743.958787:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.958790:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.958792:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.958800:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825743.958803:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825743.958806:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.958807:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825743.958808:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825743.958811:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825743.958813:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.958814:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825743.958816:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.958817:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.958818:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825743.958819:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825743.958823:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.958830:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825743.958832:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.958844:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825743.958846:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825743.958848:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825743.958850:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051481728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825743.958856:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825743.958859:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825743.958861:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.958862:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825743.958866:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825743.958868:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825743.958871:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825743.958874:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838630. 00000400:00000010:0.0:1781825743.958878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781825743.958881:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481728, portal 10 00000100:00000001:0.0:1781825743.958883:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825743.958884:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:0.0:1781825743.958890:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.958896:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825743.958898:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825743.958900:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825743.958902:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051481728, offset 0 00000400:00000200:0.0:1781825743.958906:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825743.958910:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825743.958913:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825743.958916:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825743.958918:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825743.958920:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825743.958923:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825743.958925:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378670:378670:255:4294967295] 192.168.204.116@tcp LPNI seq info [378621:378621:7:4294967295] 00000400:00000200:0.0:1781825743.958929:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825743.958935:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825743.958939:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825743.958942:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825743.958945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825743.958950:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825743.958952:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825743.958955:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825743.958959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25618 usecs (26 jiffies) 00000400:00000200:0.0:1781825743.958962:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825743.958964:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303035930 00000100:00000001:0.0:1781825743.958966:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303044625 00000100:00000001:0.0:1781825743.958968:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303035930 00000100:00000001:0.0:1781825743.958970:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303044625 00000100:00000001:0.0:1781825743.958972:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825743.958974:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.958976:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.958978:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.958991:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.958993:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825743.959029:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825743.959033:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:0.0:1781825743.959039:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825743.959044:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825743.959049:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:0.0:1781825743.959052:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:0.0:1781825743.959057:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825743.959061:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.959070:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825743.959074:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.959123:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.959124:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825743.959192:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825743.959194:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:0.0:1781825743.959197:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825743.959200:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825743.959203:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:0.0:1781825743.959205:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:0.0:1781825743.959207:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825743.959210:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.959217:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825743.959219:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.959225:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.959227:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825743.959656:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825743.959659:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.959665:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_00+0] req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.959686:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.959689:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825743.959693:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825743.959697:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825743.959700:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825743.959706:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8373) 00000100:00000001:1.0:1781825743.959720:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825743.959722:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825743.959723:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825743.959726:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.959733:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825743.959735:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825743.959737:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825743.959739:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825743.959742:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825743.959745:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051481856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825743.959747:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825743.959750:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825743.959752:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825743.959754:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825743.959758:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:1.0:1781825743.959759:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825743.959762:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825743.959765:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9b00. 00000400:00000010:1.0:1781825743.959770:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825743.959774:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481856, portal 10 00000100:00000001:1.0:1781825743.959775:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825743.959777:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:1.0:1781825743.959782:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.959788:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825743.959790:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825743.959792:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825743.959794:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051481856, offset 0 00000400:00000200:1.0:1781825743.959798:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825743.959803:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.959807:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825743.959810:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825743.959812:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825743.959814:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825743.959817:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825743.959820:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378671:378671:256:4294967295] 192.168.204.116@tcp LPNI seq info [378622:378622:8:4294967295] 00000400:00000200:1.0:1781825743.959823:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.959829:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825743.959844:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825743.959849:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825743.959853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825743.959857:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825743.959860:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825743.959869:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.959872:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20131 usecs (21 jiffies) 00000400:00000200:1.0:1781825743.959875:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825743.959877:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303035926 00000100:00000001:1.0:1781825743.959879:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303044625 00000100:00000001:1.0:1781825743.959881:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303035926 00000100:00000001:1.0:1781825743.959883:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303044625 00000100:00000001:1.0:1781825743.959885:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825743.959887:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.959890:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.959891:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825743.959895:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825743.959897:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825743.959899:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825743.959900:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825743.959901:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.959903:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825743.959959:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825743.959962:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:1.0:1781825743.959966:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825743.959971:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825743.959974:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825743.959976:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825743.959979:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825743.959983:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.959990:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825743.959993:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.960000:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.960001:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825743.960616:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825743.960619:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825743.962515:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.962531:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825743.962536:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.962539:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.962547:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.962555:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825743.962564:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.962569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.962575:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.962580:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50a00 00000400:00000200:1.0:1781825743.962585:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.962592:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff109 [1] + 224 00000800:00000001:1.0:1781825743.962599:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.962621:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.962625:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825743.962629:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825743.962638:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825743.962648:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825743.962659:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.962676:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825743.962684:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.962688:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825743.964740:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825743.964748:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825743.964757:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825743.964759:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825743.964764:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838370. 00000400:00000200:1.0:1781825743.964773:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:1.0:1781825743.964775:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:1.0:1781825743.964781:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825743.964791:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825743.965422:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.965444:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825743.965447:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825743.965450:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825743.965453:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825743.965456:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825743.965458:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825743.965461:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825743.965469:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=110 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825743.965474:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825743.965477:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825743.965479:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825743.965482:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825743.965484:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.965487:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825743.965493:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.965500:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825743.965504:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825743.965506:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825743.965511:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825743.965518:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051481600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825743.965523:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.965526:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825743.965530:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051481600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.965536:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825743.965538:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825743.965542:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac000. 02000000:00000001:1.0:1781825743.965547:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825743.965550:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825743.965552:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825743.965555:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825743.965557:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825743.965561:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825743.965562:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825743.965564:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781825743.965568:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825743.965570:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825743.965573:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.965575:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825743.965576:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825743.965578:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825743.965580:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825743.968321:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.968342:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825743.968346:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.968349:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.968357:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.968364:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825743.968375:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.968390:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.968397:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.968400:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50a80 00000400:00000200:1.0:1781825743.968405:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.968412:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff119 [1] + 224 00000800:00000001:1.0:1781825743.968420:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.968431:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.968434:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825743.968439:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825743.968447:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825743.968455:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825743.968466:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.968493:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825743.968502:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.968505:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.968966:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.969042:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825743.969050:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825743.969052:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825743.969056:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838630. 00000400:00000200:0.0:1781825743.969061:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:0.0:1781825743.969064:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:0.0:1781825743.969068:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825743.969074:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825743.969672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.969683:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825743.969685:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.969688:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.969693:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.969698:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825743.969706:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.969710:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.969713:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.969717:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50b00 00000400:00000200:1.0:1781825743.969720:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825743.969725:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff129 [1] + 224 00000800:00000001:1.0:1781825743.969730:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.969749:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825743.969752:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825743.969756:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825743.969760:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825743.969765:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825743.969774:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825743.969780:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825743.969785:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825743.969787:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781825743.969932:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.969939:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825743.969942:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.969945:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825743.969948:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825743.969951:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825743.969953:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.969956:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825743.969966:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825743.969970:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=23 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825743.969972:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825743.969974:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825743.969978:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825743.969982:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.969985:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825743.969988:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825743.969990:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825743.969991:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825743.969995:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.970002:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825743.970005:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825743.970007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825743.970011:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825743.970019:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051481728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825743.970024:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.970027:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825743.970030:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051481728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.970037:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825743.970040:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825743.970044:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825743.971753:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825743.971761:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825743.971764:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825743.971768:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825743.971771:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:0.0:1781825743.971778:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825743.971780:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825743.971782:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:0.0:1781825743.971788:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825743.971789:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.971793:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.971796:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.971798:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825743.971807:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825743.971809:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825743.971812:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9b00. 00000400:00000200:0.0:1781825743.971816:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781825743.971818:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781825743.971822:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825743.971831:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825743.971849:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.971856:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825743.971857:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.971860:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825743.971862:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825743.971864:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825743.971866:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825743.971868:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825743.971876:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825743.971880:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825743.971883:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825743.971884:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825743.971886:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825743.971889:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.971892:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825743.971894:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825743.971895:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825743.971897:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825743.971901:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.971908:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825743.971911:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825743.971912:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825743.971916:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825743.971925:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051481856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825743.971929:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.971932:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825743.971934:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051481856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825759 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825743.971940:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825743.971942:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825743.971944:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825743.971946:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825743.971947:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825743.971948:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825743.971950:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825743.971952:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:0.0:1781825743.971954:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825743.971955:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825743.971956:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:0.0:1781825743.971959:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825743.971960:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.971962:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825743.971969:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825743.971971:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825743.971973:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825743.971975:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825744.406209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825744.406231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825744.406237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825744.406238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825744.406242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825744.406243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825744.406345:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825744.406353:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825744.406358:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825745.430236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825745.430243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825745.430248:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825745.430249:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825745.430252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825745.430253:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825745.430353:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825745.430356:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825745.430358:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825746.454286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825746.454293:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825746.454298:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825746.454299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825746.454302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825746.454303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825746.454429:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825746.454433:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825746.454435:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825747.480106:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825747.480112:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825747.480119:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825747.480123:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825747.480125:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825747.480128:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825747.480132:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825747.480134:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825747.480136:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825747.480138:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825747.480142:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825747.480143:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825747.480203:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825747.480207:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825747.480211:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825748.502208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825748.502214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825748.502220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825748.502221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825748.502224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825748.502225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825748.502471:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825748.502475:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825748.502478:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825749.080000:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825749.080012:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825749.080025:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781825749.080033:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825749.080038:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825749.080041:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825749.080047:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825749.080056:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825749.080064:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.080131:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825749.080144:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825749.080149:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.080157:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_01+1] req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.080219:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.080224:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825749.080227:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825749.080233:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.080241:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825749.080243:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.080248:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825749.080251:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825749.080253:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825749.080257:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051481984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825749.080261:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825749.080267:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825749.080269:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.080272:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825749.080278:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825749.080280:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825749.080288:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825749.080293:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9d68. 00000400:00000010:1.0:1781825749.080300:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825749.080308:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051481984, portal 25 00000100:00000001:1.0:1781825749.080311:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825749.080312:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:1.0:1781825749.080318:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.080325:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825749.080328:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825749.080331:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781825749.080334:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051481984, offset 0 00000400:00000200:1.0:1781825749.080340:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825749.080350:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825749.080357:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825749.080362:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825749.080366:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825749.080370:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825749.080373:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825749.080376:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378672:378672:256:4294967295] 192.168.204.116@tcp LPNI seq info [378623:378623:8:4294967295] 00000400:00000200:1.0:1781825749.080381:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825749.080391:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825749.080396:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825749.080402:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825749.080408:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825749.080416:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825749.080421:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825749.080433:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825749.080437:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825749.080441:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303049747 00000100:00000001:1.0:1781825749.080450:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303044625 00000100:00000001:1.0:1781825749.080454:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303049747 00000100:00000001:1.0:1781825749.080458:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303044625 00000100:00000001:1.0:1781825749.080461:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825749.080465:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.080467:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.080470:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825749.080497:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.080500:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825749.080504:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825749.080508:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825749.080510:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825749.080513:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825749.080514:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825749.080516:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825749.080520:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825749.080523:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.080528:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825749.080535:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825749.080537:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.080541:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_00+0] req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.084457:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825749.084466:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825749.084473:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.084476:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825749.084479:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825749.084483:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825749.084486:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.084488:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825749.084490:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.084492:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.084493:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825749.084494:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825749.084511:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.084522:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825749.084524:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.084529:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825749.084533:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825749.084536:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825749.084540:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825749.084544:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825749.084552:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825749.084556:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.084558:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825749.084570:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825749.084573:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825749.084640:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825749.084647:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825749.084656:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825749.084663:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482112, portal 10 00000100:00000001:1.0:1781825749.084665:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825749.084667:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:1.0:1781825749.084675:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.084684:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825749.084686:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825749.084689:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781825749.084692:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051482112, offset 0 00000400:00000200:1.0:1781825749.084699:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825749.084709:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825749.084717:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825749.084722:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825749.084726:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825749.084730:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825749.084742:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825749.084746:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378673:378673:255:4294967295] 192.168.204.116@tcp LPNI seq info [378624:378624:7:4294967295] 00000400:00000200:1.0:1781825749.084751:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825749.084761:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825749.084768:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825749.084774:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825749.084781:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825749.084788:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825749.084793:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825749.084797:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825749.084802:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25592 usecs (26 jiffies) 00000400:00000200:1.0:1781825749.084805:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825749.084808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303041052 00000100:00000001:1.0:1781825749.084812:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303049747 00000100:00000001:1.0:1781825749.084814:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303041052 00000100:00000001:1.0:1781825749.084816:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303049747 00000100:00000001:1.0:1781825749.084819:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825749.084821:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.084824:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.084827:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825749.084882:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825749.084887:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:1.0:1781825749.084894:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825749.084898:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825749.084903:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:1.0:1781825749.084906:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:1.0:1781825749.084910:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825749.084915:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.084925:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825749.084929:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.084937:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.084939:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825749.085003:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825749.085006:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:1.0:1781825749.085009:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825749.085012:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825749.085015:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781825749.085017:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781825749.085019:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825749.085023:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.085029:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825749.085033:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.085039:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.085040:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825749.085076:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.085100:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.085448:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.085454:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825749.085459:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825749.085464:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781825749.085470:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825749.085474:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825749.085477:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825749.085481:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825749.085490:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fe00. 00000100:00000001:0.0:1781825749.085496:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.085502:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825749.085511:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825749.085516:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.085522:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_01+1] req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.085537:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.085539:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825749.085543:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825749.085545:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825749.085548:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825749.085553:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8378) 00000100:00000001:0.0:1781825749.086804:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825749.086811:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825749.086814:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825749.086824:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.086835:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825749.086837:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825749.086841:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825749.086844:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825749.086846:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825749.086850:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825749.086854:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825749.086858:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825749.086861:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825749.086863:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825749.086870:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825749.086873:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825749.086878:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825749.086882:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838630. 00000400:00000010:0.0:1781825749.086888:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781825749.086893:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482240, portal 10 00000100:00000001:0.0:1781825749.086896:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825749.086897:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781825749.086905:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.086912:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825749.086914:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825749.086917:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825749.086920:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051482240, offset 0 00000400:00000200:0.0:1781825749.086926:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825749.086933:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.086940:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825749.086944:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825749.086948:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825749.086952:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825749.086955:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825749.086958:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378674:378674:256:4294967295] 192.168.204.116@tcp LPNI seq info [378625:378625:8:4294967295] 00000400:00000200:0.0:1781825749.086963:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.086972:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825749.086977:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825749.086981:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825749.086987:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825749.086993:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825749.086997:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825749.087009:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.087013:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20122 usecs (21 jiffies) 00000400:00000200:0.0:1781825749.087017:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825749.087020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303041053 00000100:00000001:0.0:1781825749.087023:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303049747 00000100:00000001:0.0:1781825749.087025:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303041053 00000100:00000001:0.0:1781825749.087028:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303049747 00000100:00000001:0.0:1781825749.087030:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825749.087033:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.087036:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.087038:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825749.087045:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825749.087046:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825749.087049:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825749.087050:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825749.087051:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.087054:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.087068:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825749.087070:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825749.087169:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825749.087173:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825749.087177:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825749.087181:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825749.087186:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:0.0:1781825749.087189:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:0.0:1781825749.087193:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825749.087197:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.087207:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825749.087210:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.087216:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.087218:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825749.088927:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.088943:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825749.088948:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.088951:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.088959:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.088966:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825749.088974:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.088980:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.088985:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.088989:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50b80 00000400:00000200:0.0:1781825749.088994:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.089000:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff139 [1] + 224 00000800:00000001:0.0:1781825749.089007:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.089015:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.089018:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825749.089021:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825749.089027:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825749.089036:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825749.089046:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.089061:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825749.089068:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.089071:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825749.089106:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825749.089109:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825749.089117:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825749.089119:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825749.089122:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9d68. 00000400:00000200:0.0:1781825749.089126:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781825749.089129:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781825749.089132:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825749.089136:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825749.089145:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.089152:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825749.089154:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825749.089157:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825749.089160:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825749.089163:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825749.089165:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825749.089168:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825749.089175:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825749.089180:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=29 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825749.089182:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825749.089196:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825749.089199:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825749.089202:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.089205:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825749.089210:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.089218:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825749.089222:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825749.089224:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825749.089228:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825749.089236:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051481984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825749.089241:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.089243:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825749.089247:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051481984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.089254:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825749.089257:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825749.089261:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:0.0:1781825749.089265:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825749.089267:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825749.089269:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825749.089272:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825749.089274:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:0.0:1781825749.089277:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825749.089280:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825749.089282:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781825749.089286:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825749.089287:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825749.089290:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.089292:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825749.089293:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825749.089295:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825749.089297:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825749.095951:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.095969:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825749.095974:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.095977:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.095988:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.095996:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825749.096005:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096010:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096016:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096020:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50c00 00000400:00000200:0.0:1781825749.096025:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096031:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff149 [1] + 224 00000800:00000001:0.0:1781825749.096038:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.096043:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.096045:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825749.096050:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825749.096057:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825749.096066:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825749.096108:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.096140:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825749.096148:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.096153:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825749.096154:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.096156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.096159:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096163:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825749.096167:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096170:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096172:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096175:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50c80 00000400:00000200:0.0:1781825749.096178:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825749.096195:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff159 [1] + 224 00000800:00000001:0.0:1781825749.096199:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.096205:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825749.096208:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825749.096211:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825749.096214:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825749.096219:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825749.096228:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825749.096235:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825749.096239:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825749.096242:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096409:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.096413:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825749.096420:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825749.096422:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825749.096425:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838630. 00000400:00000200:1.0:1781825749.096429:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:1.0:1781825749.096432:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:1.0:1781825749.096436:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825749.096441:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825749.096450:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096456:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825749.096458:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096461:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825749.096464:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825749.096466:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825749.096469:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.096471:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825749.096481:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825749.096486:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825749.096488:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825749.096490:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825749.096492:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825749.096496:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.096501:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825749.096503:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825749.096505:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825749.096506:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825749.096510:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096517:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825749.096520:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825749.096522:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825749.096526:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825749.096533:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482240:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825749.096539:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825749.096540:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825749.096541:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825749.096544:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825749.096546:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825749.096547:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825749.096551:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825749.096559:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096565:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825749.096566:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096568:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825749.096569:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825749.096570:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825749.096571:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825749.096573:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825749.096577:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825749.096651:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825749.096654:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825749.096656:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825749.096657:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825749.096659:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.096661:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825749.096663:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825749.096665:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825749.096666:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825749.096671:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096677:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825749.096679:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825749.096680:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825749.096683:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825749.096690:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825749.096694:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096697:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825749.096700:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051482240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096707:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825749.096710:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825749.096713:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:1.0:1781825749.096717:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825749.096720:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825749.096722:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825749.096724:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825749.096727:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fe00. 02000000:00000001:1.0:1781825749.096731:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825749.096801:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825749.096804:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:1.0:1781825749.096809:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825749.096810:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096812:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825749.096816:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051482112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825749.096822:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825749.096823:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825749.096825:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825749.096827:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825749.096828:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825749.096829:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825749.096831:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825749.096833:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:1.0:1781825749.096835:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825749.096836:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825749.096837:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:1.0:1781825749.096840:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825749.096841:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096843:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825749.096850:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825749.096852:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825749.096854:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825749.096857:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825749.526201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825749.526208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825749.526214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825749.526215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825749.526219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825749.526220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825749.526771:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825749.526775:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825749.526778:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825750.550302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825750.550310:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825750.550312:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825750.550316:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550321:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825750.550323:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550325:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550327:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550332:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825750.550333:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550337:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825750.550338:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825750.550339:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825750.550341:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550342:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825750.550344:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550345:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825750.550347:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825750.550498:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825750.550501:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825750.550505:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825751.574242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825751.574253:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825751.574262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825751.574263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825751.574267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825751.574268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825751.574420:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825751.574425:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825751.574429:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825752.598406:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825752.598417:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825752.598434:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825752.598436:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825752.598440:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825752.598441:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825752.598611:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825752.598616:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825752.598624:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825753.624009:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825753.624021:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825753.624031:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825753.624032:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825753.624036:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825753.624038:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825753.626032:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825753.626041:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825753.626047:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825754.199805:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825754.199816:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825754.199825:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825754.199831:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825754.199837:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825754.199841:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825754.199846:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825754.199855:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825754.199862:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199874:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825754.199884:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825754.199889:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199894:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_00+0] req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.199929:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199932:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825754.199935:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825754.199938:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825754.199940:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825754.199942:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825754.199944:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825754.199946:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825754.199949:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825754.199951:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199956:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825754.199963:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825754.199965:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199968:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_01+1] req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.199981:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.199984:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825754.199987:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825754.199989:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825754.199992:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825754.199994:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825754.199995:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825754.199996:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825754.199999:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825754.200001:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.200005:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825754.200012:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825754.200014:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.200017:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200023:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.200025:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825754.200029:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825754.200031:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825754.200034:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825754.200040:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8383) 00000100:00000001:1.0:1781825754.200052:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825754.200056:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825754.200058:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825754.200063:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200076:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825754.200098:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200102:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825754.200105:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825754.200107:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825754.200110:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825754.200115:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825754.200121:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825754.200124:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200126:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825754.200130:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825754.200132:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825754.200139:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825754.200143:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825754.200151:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825754.200158:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482496, portal 10 00000100:00000001:1.0:1781825754.200161:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825754.200162:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:1.0:1781825754.200169:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200176:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825754.200178:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825754.200181:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781825754.200184:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051482496, offset 0 00000400:00000200:1.0:1781825754.200196:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200206:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200214:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825754.200220:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825754.200226:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825754.200230:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825754.200233:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200238:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378675:378675:256:4294967295] 192.168.204.116@tcp LPNI seq info [378626:378626:8:4294967295] 00000400:00000200:1.0:1781825754.200253:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200263:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825754.200269:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825754.200275:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c600. 00000800:00000200:1.0:1781825754.200281:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825754.200287:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825754.200292:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825754.200305:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.200310:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25578 usecs (26 jiffies) 00000400:00000200:1.0:1781825754.200313:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825754.200316:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303046172 00000100:00000001:1.0:1781825754.200320:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303049747 00000100:00000001:1.0:1781825754.200322:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303046172 00000100:00000001:1.0:1781825754.200324:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303049747 00000100:00000001:1.0:1781825754.200327:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825754.200329:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200332:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200334:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.200341:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825754.200344:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825754.200346:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825754.200347:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825754.200348:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825754.200351:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825754.200352:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.200354:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825754.200356:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.200357:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825754.200358:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825754.200360:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825754.200364:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200371:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825754.200373:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200375:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825754.200376:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825754.200379:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825754.200381:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051482368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825754.200385:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825754.200387:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825754.200389:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200391:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825754.200394:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825754.200396:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825754.200399:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825754.200402:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9790. 00000400:00000010:1.0:1781825754.200405:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781825754.200408:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482368, portal 25 00000100:00000001:1.0:1781825754.200410:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825754.200411:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781825754.200416:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200421:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825754.200423:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825754.200425:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781825754.200427:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051482368, offset 0 00000400:00000200:1.0:1781825754.200431:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200435:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200438:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825754.200441:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825754.200443:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825754.200446:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825754.200448:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200451:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378676:378676:255:4294967295] 192.168.204.116@tcp LPNI seq info [378627:378627:7:4294967295] 00000400:00000200:1.0:1781825754.200455:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200460:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825754.200464:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825754.200467:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825754.200471:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825754.200475:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825754.200477:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825754.200480:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825754.200482:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825754.200484:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303054867 00000100:00000001:1.0:1781825754.200492:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303049747 00000100:00000001:1.0:1781825754.200497:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303054867 00000100:00000001:1.0:1781825754.200499:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303049747 00000100:00000001:1.0:1781825754.200502:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825754.200504:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200506:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825754.200510:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200516:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825754.200517:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200519:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825754.200521:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825754.200523:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825754.200526:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825754.200528:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825754.200531:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825754.200532:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.200533:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825754.200536:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825754.200539:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825754.200542:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825754.200544:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9268. 00000400:00000010:1.0:1781825754.200547:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781825754.200551:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482624, portal 10 00000100:00000001:1.0:1781825754.200553:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825754.200554:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:1.0:1781825754.200559:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200565:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825754.200567:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825754.200570:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825754.200572:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051482624, offset 0 00000400:00000200:1.0:1781825754.200576:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200582:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825754.200585:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825754.200587:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825754.200589:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825754.200592:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825754.200594:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378677:378677:254:4294967295] 192.168.204.116@tcp LPNI seq info [378628:378628:6:4294967295] 00000400:00000200:1.0:1781825754.200598:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.200603:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825754.200608:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825754.200611:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825754.200615:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825754.200619:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825754.200621:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825754.200624:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.200626:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20111 usecs (21 jiffies) 00000400:00000200:1.0:1781825754.200629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825754.200644:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303046167 00000100:00000001:1.0:1781825754.200647:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303054867 00000100:00000001:1.0:1781825754.200649:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303046167 00000100:00000001:1.0:1781825754.200651:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303054867 00000100:00000001:1.0:1781825754.200654:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825754.200656:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200658:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200660:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825754.200782:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825754.200786:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:1.0:1781825754.200791:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825754.200796:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825754.200800:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781825754.200803:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781825754.200807:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825754.200811:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200820:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825754.200823:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200829:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200830:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825754.200842:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825754.200844:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:1.0:1781825754.200846:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825754.200849:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825754.200852:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:1.0:1781825754.200854:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:1.0:1781825754.200856:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825754.200858:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200865:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825754.200868:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200873:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200875:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825754.200932:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825754.200935:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:1.0:1781825754.200937:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825754.200941:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825754.200943:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:1.0:1781825754.200944:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:1.0:1781825754.200946:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825754.200950:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200957:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825754.200960:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.200966:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.200968:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825754.201059:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825754.201062:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825754.208132:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208157:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825754.208161:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208164:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825754.208173:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208180:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825754.208191:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208196:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208201:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208206:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50d80 00000400:00000200:0.0:1781825754.208210:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208217:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff169 [1] + 224 00000800:00000001:0.0:1781825754.208224:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208229:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825754.208232:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825754.208236:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825754.208243:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825754.208252:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825754.208264:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825754.208287:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825754.208295:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208299:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825754.208301:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208302:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825754.208305:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208309:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825754.208313:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208316:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208318:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208321:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50e00 00000400:00000200:0.0:1781825754.208324:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825754.208328:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff189 [1] + 224 00000800:00000001:0.0:1781825754.208331:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208340:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825754.208342:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825754.208345:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825754.208348:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825754.208351:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825754.208359:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825754.208365:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825754.208368:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825754.208371:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.208471:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825754.208475:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825754.208483:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825754.208485:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825754.208488:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9268. 00000400:00000200:1.0:1781825754.208493:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781825754.208495:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781825754.208498:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825754.208503:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825754.208512:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208518:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825754.208520:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.208522:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825754.208526:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825754.208529:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825754.208531:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.208534:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825754.208543:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825754.208548:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825754.208551:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825754.208553:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825754.208555:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825754.208560:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.208563:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825754.208566:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825754.208568:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825754.208571:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.208577:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208584:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825754.208588:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825754.208589:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825754.208594:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825754.208602:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482624:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825754.208610:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825754.208611:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825754.208614:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825754.208619:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825754.208621:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825754.208624:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825754.208627:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825754.208645:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208659:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825754.208660:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.208662:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825754.208663:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825754.208665:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825754.208666:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825754.208668:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825754.208672:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=121 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825754.208675:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825754.208677:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825754.208678:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825754.208679:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825754.208682:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.208684:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825754.208685:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825754.208687:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825754.208688:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825754.208692:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208707:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825754.208709:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825754.208710:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825754.208714:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825754.208721:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051482496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825754.208725:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.208728:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825754.208732:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051482624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208739:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825754.208741:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825754.208745:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825754.208748:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825754.208751:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825754.208753:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825754.208755:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825754.208758:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:1.0:1781825754.208761:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825754.208763:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825754.208764:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:1.0:1781825754.208768:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825754.208769:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.208771:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825754.208774:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051482496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.208779:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825754.208780:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825754.208782:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825754.208784:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825754.208785:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825754.208786:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825754.208788:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825754.208789:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825754.208791:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825754.208792:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825754.208793:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:1.0:1781825754.208795:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825754.208797:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825754.208799:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.208801:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825754.208802:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825754.208803:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825754.208805:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825754.215257:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825754.215280:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825754.215284:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825754.215287:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825754.215296:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.215306:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825754.215320:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.215326:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.215331:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.215335:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50d00 00000400:00000200:1.0:1781825754.215341:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825754.215347:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff179 [1] + 224 00000800:00000001:1.0:1781825754.215355:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825754.215365:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825754.215368:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825754.215373:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825754.215379:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825754.215387:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825754.216687:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825754.216725:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825754.216739:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825754.216746:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825754.216819:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825754.216824:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825754.216830:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825754.216832:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825754.216836:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9790. 00000400:00000200:0.0:1781825754.216841:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:0.0:1781825754.216844:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781825754.216848:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825754.216852:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825754.216862:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825754.216869:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825754.216871:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825754.216873:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825754.216877:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825754.216879:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825754.216881:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825754.216884:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825754.216890:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=121 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825754.216894:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=34 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825754.216897:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825754.216898:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825754.216901:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825754.216904:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825754.216907:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825754.216911:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825754.216918:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825754.216922:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825754.216924:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825754.216927:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825754.216935:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051482368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825754.216940:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825754.216942:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825754.216945:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051482368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825770 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825754.216952:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825754.216954:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825754.216957:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:0.0:1781825754.216961:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825754.216963:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825754.216965:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825754.216967:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825754.216970:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825754.216973:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825754.216974:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825754.216976:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:0.0:1781825754.216980:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825754.216981:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825754.216998:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825754.217005:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825754.217007:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825754.217009:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825754.217011:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825754.646320:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825754.646328:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825754.646333:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825754.646334:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825754.646338:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825754.646339:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825754.646503:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825754.646507:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825754.646510:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825755.670263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825755.670271:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825755.670276:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825755.670277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825755.670281:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825755.670282:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825755.670447:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825755.670451:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825755.670454:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825756.694278:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825756.694286:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825756.694294:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825756.694295:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825756.694299:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825756.694300:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825756.697265:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825756.697272:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825756.697277:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825757.721945:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825757.721953:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825757.721960:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825757.721963:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825757.721966:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825757.721969:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825757.721972:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825757.721975:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825757.721977:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825757.721979:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825757.721983:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825757.721984:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825757.722627:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825757.722633:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825757.722636:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825758.742197:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825758.742204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825758.742210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825758.742211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825758.742214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825758.742215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825758.742944:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825758.742949:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825758.742952:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825759.318507:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825759.318517:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825759.318528:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825759.318544:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825759.318548:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825759.318551:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825759.318556:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825759.318565:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825759.318571:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318582:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825759.318592:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825759.318596:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318601:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_01+1] req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.318637:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318640:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825759.318643:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825759.318646:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825759.318649:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825759.318651:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825759.318653:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825759.318654:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825759.318658:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825759.318660:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318664:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825759.318672:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825759.318673:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318677:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.318685:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318687:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825759.318689:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825759.318691:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781825759.318693:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825759.318695:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825759.318696:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825759.318697:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825759.318700:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825759.318702:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318706:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825759.318711:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825759.318714:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318717:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_01+1] req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.318724:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318726:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825759.318729:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825759.318732:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825759.318734:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825759.318738:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8388) 00000100:00000001:1.0:1781825759.318749:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825759.318752:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825759.318753:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825759.318757:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.318765:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825759.318767:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825759.318770:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825759.318772:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825759.318775:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825759.318778:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051482880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825759.318782:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825759.318787:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825759.318790:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825759.318793:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825759.318798:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825759.318800:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.318807:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781825759.318808:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825759.318812:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1781825759.318815:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000100:00000001:0.0:1781825759.318816:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1781825759.318823:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825759.318830:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482880, portal 10 00000100:00000001:1.0:1781825759.318833:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825759.318835:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:1.0:1781825759.318842:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.318849:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825759.318852:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825759.318854:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781825759.318857:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051482880, offset 0 00000400:00000200:1.0:1781825759.318863:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825759.318871:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.318877:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825759.318881:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825759.318885:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825759.318888:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825759.318891:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825759.318894:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378678:378678:256:4294967295] 192.168.204.116@tcp LPNI seq info [378629:378629:8:4294967295] 00000400:00000200:1.0:1781825759.318897:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.318905:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825759.318910:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825759.318914:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825759.318920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825759.318927:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825759.318930:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825759.318941:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.318945:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25545 usecs (26 jiffies) 00000400:00000200:1.0:1781825759.318948:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825759.318951:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303051290 00000100:00000001:1.0:1781825759.318954:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303054867 00000100:00000001:1.0:1781825759.318956:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303051290 00000100:00000001:1.0:1781825759.318958:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303054867 00000100:00000001:1.0:1781825759.318961:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825759.318964:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.318966:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.318968:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.318975:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825759.318977:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825759.318979:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825759.318980:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825759.318981:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.318983:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825759.319033:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781825759.319119:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825759.319124:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:1.0:1781825759.319128:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.319133:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825759.319138:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781825759.319140:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781825759.319144:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825759.319147:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.319156:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825759.319159:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.319165:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.319167:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825759.319252:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825759.319255:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.319258:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825759.319260:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825759.319262:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825759.319266:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051482752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825759.319270:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825759.319273:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825759.319275:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.319277:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825759.319281:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825759.319283:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825759.319288:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825759.319291:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e70. 00000400:00000010:0.0:1781825759.319296:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825759.319300:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051482752, portal 25 00000100:00000001:0.0:1781825759.319302:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825759.319303:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:0.0:1781825759.319998:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.320010:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825759.320014:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825759.320019:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825759.320023:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051482752, offset 0 00000400:00000200:0.0:1781825759.320028:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825759.320034:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825759.320039:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825759.320916:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825759.320926:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825759.320930:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825759.320934:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825759.320938:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378679:378679:256:4294967295] 192.168.204.116@tcp LPNI seq info [378630:378630:8:4294967295] 00000400:00000200:0.0:1781825759.320944:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825759.320953:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825759.320960:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825759.320968:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f500. 00000800:00000200:0.0:1781825759.320975:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825759.320982:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825759.320987:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825759.321012:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825759.321018:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825759.321022:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303059987 00000100:00000001:0.0:1781825759.321032:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303054867 00000100:00000001:0.0:1781825759.321037:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303059987 00000100:00000001:0.0:1781825759.321040:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303054867 00000100:00000001:0.0:1781825759.321287:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825759.321292:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.321296:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825759.321304:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.321323:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825759.321326:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.321330:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825759.321333:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825759.321336:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825759.321339:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825759.321353:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825759.321358:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825759.321361:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.321364:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825759.321370:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac400. 02000000:00000001:0.0:1781825759.321372:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825759.321377:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825759.321390:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825759.321396:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781825759.321401:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483008, portal 10 00000100:00000001:0.0:1781825759.321404:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825759.321405:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:0.0:1781825759.321413:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.321420:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825759.321422:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825759.321425:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825759.321428:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051483008, offset 0 00000400:00000200:0.0:1781825759.321433:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825759.321439:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825759.321444:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825759.321448:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825759.321450:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825759.321452:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825759.321454:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825759.321457:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378680:378680:255:4294967295] 192.168.204.116@tcp LPNI seq info [378631:378631:7:4294967295] 00000400:00000200:0.0:1781825759.321462:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825759.321467:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825759.321472:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825759.321475:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825759.321480:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825759.321484:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825759.321487:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825759.321491:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825759.321494:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20093 usecs (21 jiffies) 00000400:00000200:0.0:1781825759.321498:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825759.321500:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303051288 00000100:00000001:0.0:1781825759.321502:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303059987 00000100:00000001:0.0:1781825759.321505:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303051288 00000100:00000001:0.0:1781825759.321507:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303059987 00000100:00000001:0.0:1781825759.321509:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825759.321511:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.321514:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.321516:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.321525:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825759.321527:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825759.321530:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825759.321531:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825759.321545:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.321548:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825759.321793:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825759.321799:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f500. 00000400:00000200:1.0:1781825759.321805:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.321811:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825759.321816:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:1.0:1781825759.321818:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:1.0:1781825759.321834:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825759.321840:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.321851:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825759.321855:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.321862:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.321864:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825759.321937:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825759.321940:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:1.0:1781825759.321943:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.321947:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825759.321950:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:1.0:1781825759.321952:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:1.0:1781825759.321954:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825759.321957:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.321964:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825759.321967:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.321973:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.321974:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825759.330064:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330136:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825759.330141:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330144:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330156:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330165:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825759.330178:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330184:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330192:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330197:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d50e80 00000400:00000200:1.0:1781825759.330203:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330211:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1a9 [1] + 224 00000800:00000001:1.0:1781825759.330220:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330224:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330228:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.330234:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825759.330244:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825759.330256:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825759.330269:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.330359:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825759.330365:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825759.330384:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825759.330398:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330402:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825759.330404:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330406:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330410:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330414:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825759.330419:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330422:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330425:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330428:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50f80 00000400:00000200:1.0:1781825759.330431:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330436:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1b9 [1] + 224 00000800:00000001:1.0:1781825759.330441:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330445:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330446:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.330449:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825759.330452:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825759.330458:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825759.330466:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.330472:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825759.330476:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330480:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825759.330482:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330484:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330487:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330489:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825759.330493:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330495:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330498:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330500:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d50f00 00000400:00000200:1.0:1781825759.330503:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825759.330507:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff199 [1] + 224 00000800:00000001:1.0:1781825759.330511:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330518:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825759.330521:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825759.330523:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825759.330526:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825759.330530:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825759.330548:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.330568:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825759.330572:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825759.330576:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.330589:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825759.330591:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825759.330598:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825759.330601:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825759.330604:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825759.330610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825759.330613:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825759.330617:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825759.330621:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825759.330630:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.330638:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825759.330639:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.330643:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825759.330647:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825759.330650:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825759.330652:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825759.330656:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825759.330668:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825759.330686:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825759.330689:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825759.330691:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825759.330694:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825759.330699:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.330705:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825759.330708:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825759.330710:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825759.330711:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825759.330717:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.330725:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825759.330729:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825759.330732:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825759.330736:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825759.330745:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051482880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825759.330752:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.330755:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825759.330758:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051482880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825759.330764:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825759.330768:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825759.330773:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825759.330787:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825759.330791:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825759.330794:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825759.330796:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825759.330800:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:1.0:1781825759.330805:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825759.330807:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825759.330809:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:1.0:1781825759.330814:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825759.330815:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.330818:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825759.330827:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825759.330830:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825759.330832:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825759.330834:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1781825759.331190:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825759.331196:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825759.331199:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e70. 00000400:00000200:0.0:1781825759.331204:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:0.0:1781825759.331206:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:0.0:1781825759.331211:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825759.331217:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825759.331225:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331232:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825759.331234:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331236:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825759.331238:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825759.331240:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825759.331242:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.331244:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825759.331248:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825759.331251:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825759.331254:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825759.331255:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825759.331256:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825759.331259:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.331261:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825759.331265:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331271:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825759.331273:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825759.331275:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825759.331278:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825759.331285:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051482752:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825759.331290:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825759.331292:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825759.331293:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:0.0:1781825759.331296:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:0.0:1781825759.331297:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:0.0:1781825759.331299:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825759.331303:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825759.331310:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331315:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825759.331317:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331318:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825759.331320:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825759.331321:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825759.331323:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825759.331325:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825759.331331:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825759.331334:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=126 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825759.331336:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825759.331337:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825759.331339:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825759.331341:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.331343:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825759.331345:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825759.331347:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825759.331348:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825759.331352:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331359:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825759.331360:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825759.331361:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825759.331365:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825759.331372:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825759.331377:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331379:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825759.331382:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051482752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331388:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825759.331390:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825759.331392:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825759.331396:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825759.331397:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825759.331399:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825759.331401:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825759.331403:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825759.331406:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825759.331408:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825759.331410:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:0.0:1781825759.331413:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825759.331415:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331416:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825759.331419:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051483008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825775 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825759.331424:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825759.331425:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825759.331427:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac400. 02000000:00000001:0.0:1781825759.331429:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825759.331430:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825759.331431:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825759.331432:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825759.331434:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:0.0:1781825759.331435:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825759.331437:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825759.331438:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:0.0:1781825759.331441:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825759.331442:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331444:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825759.331449:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825759.331450:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825759.331453:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825759.331455:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825759.767980:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825759.767991:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825759.767999:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825759.768000:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825759.768004:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825759.768005:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825759.768185:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825759.768190:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825759.768194:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825760.790259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825760.790271:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825760.790274:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825760.790280:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790287:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825760.790290:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790292:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790294:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790299:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825760.790301:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790305:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825760.790306:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825760.790307:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825760.790309:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790310:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825760.790313:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790314:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825760.790316:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825760.790453:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825760.790458:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825760.790461:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825761.814589:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825761.814599:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825761.814605:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825761.814606:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825761.814610:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825761.814611:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825761.814709:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825761.814715:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825761.814718:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825762.843516:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825762.843525:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825762.843533:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825762.843534:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825762.843538:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825762.843539:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825762.843573:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825762.843576:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825762.843579:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825763.872622:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825763.872631:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825763.872644:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825763.872645:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825763.872649:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825763.872651:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825763.874070:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825763.874121:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825763.874127:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825764.440760:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825764.440777:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825764.440792:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781825764.440801:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825764.440808:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825764.440812:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825764.440819:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825764.440830:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825764.440839:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440854:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825764.440868:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825764.440873:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440881:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_00+0] req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.440920:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440924:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825764.440928:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825764.440931:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825764.440934:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825764.440936:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825764.440938:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825764.440940:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825764.440943:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781825764.440946:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440950:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825764.440958:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825764.440959:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440963:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.440971:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440974:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825764.440977:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825764.440980:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781825764.440982:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825764.440984:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825764.440985:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825764.440987:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825764.440990:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781825764.440993:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.440997:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825764.441003:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825764.441004:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.441007:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441013:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.441016:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825764.441019:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825764.441022:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825764.441025:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825764.441041:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8394) 00000100:00000001:0.0:1781825764.441061:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825764.441065:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825764.441068:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825764.441075:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441108:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825764.441111:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441115:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825764.441118:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825764.441121:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825764.441124:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825764.441129:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825764.441138:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825764.441141:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441144:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825764.441150:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825764.441153:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825764.441163:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825764.441168:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825764.441178:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781825764.441188:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483264, portal 10 00000100:00000001:0.0:1781825764.441190:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825764.441192:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781825764.441200:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441208:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825764.441212:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825764.441215:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781825764.441218:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051483264, offset 0 00000400:00000200:0.0:1781825764.441227:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441240:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441251:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825764.441258:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825764.441264:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825764.441270:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825764.441273:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441277:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378681:378681:256:4294967295] 192.168.204.116@tcp LPNI seq info [378632:378632:8:4294967295] 00000400:00000200:0.0:1781825764.441282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441292:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825764.441300:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825764.441305:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825764.441313:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825764.441322:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825764.441327:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825764.441339:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.441344:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25520 usecs (26 jiffies) 00000400:00000200:0.0:1781825764.441348:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825764.441352:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303056413 00000100:00000001:0.0:1781825764.441356:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303059987 00000100:00000001:0.0:1781825764.441359:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303056413 00000100:00000001:0.0:1781825764.441361:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303059987 00000100:00000001:0.0:1781825764.441364:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.441367:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.441371:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.441373:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.441382:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825764.441385:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825764.441387:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825764.441388:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825764.441390:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825764.441392:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825764.441394:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.441396:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825764.441398:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.441399:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825764.441400:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825764.441401:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825764.441405:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441411:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825764.441413:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441416:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825764.441418:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825764.441420:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825764.441423:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825764.441426:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825764.441429:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825764.441431:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441445:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825764.441449:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825764.441451:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825764.441456:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825764.441459:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e70. 00000400:00000010:0.0:1781825764.441465:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825764.441468:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483136, portal 25 00000100:00000001:0.0:1781825764.441470:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825764.441471:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:0.0:1781825764.441477:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441483:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825764.441486:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825764.441488:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781825764.441490:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051483136, offset 0 00000400:00000200:0.0:1781825764.441494:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441498:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441501:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825764.441504:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825764.441507:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825764.441509:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825764.441511:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441514:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378682:378682:255:4294967295] 192.168.204.116@tcp LPNI seq info [378633:378633:7:4294967295] 00000400:00000200:0.0:1781825764.441518:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441523:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825764.441528:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825764.441532:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825764.441535:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825764.441539:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825764.441541:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825764.441544:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825764.441547:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825764.441549:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303065108 00000100:00000001:0.0:1781825764.441558:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303059987 00000100:00000001:0.0:1781825764.441563:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303065108 00000100:00000001:0.0:1781825764.441567:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303059987 00000100:00000001:0.0:1781825764.441570:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.441572:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.441574:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825764.441577:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441584:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825764.441585:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441587:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825764.441589:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825764.441591:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825764.441594:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825764.441598:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825764.441601:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825764.441602:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.441604:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825764.441608:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825764.441609:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825764.441612:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825764.441615:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825764.441619:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781825764.441621:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483392, portal 10 00000100:00000001:0.0:1781825764.441623:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825764.441625:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781825764.441630:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.441637:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825764.441640:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825764.441642:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781825764.441644:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051483392, offset 0 00000400:00000200:0.0:1781825764.441649:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441656:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825764.441659:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825764.441661:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825764.441664:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825764.441666:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825764.441669:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378683:378683:254:4294967295] 192.168.204.116@tcp LPNI seq info [378634:378634:6:4294967295] 00000400:00000200:0.0:1781825764.441674:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825764.441680:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825764.441684:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825764.441688:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825764.441691:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825764.441696:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825764.441698:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825764.441701:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.441704:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20086 usecs (21 jiffies) 00000400:00000200:0.0:1781825764.441707:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825764.441709:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303056408 00000100:00000001:0.0:1781825764.441711:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303065108 00000100:00000001:0.0:1781825764.441713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303056408 00000100:00000001:0.0:1781825764.441715:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303065108 00000100:00000001:0.0:1781825764.441717:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.441719:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.441721:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.441723:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825764.441986:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825764.441991:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825764.442059:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825764.442065:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825764.442073:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.442100:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825764.442106:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:1.0:1781825764.442109:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:1.0:1781825764.442117:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825764.442122:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442132:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825764.442137:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442145:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825764.442147:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825764.442162:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825764.442165:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825764.442168:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.442171:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825764.442174:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:1.0:1781825764.442186:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:1.0:1781825764.442189:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825764.442193:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442201:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825764.442204:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442210:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825764.442211:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825764.442302:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825764.442305:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825764.442308:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.442312:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825764.442315:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:1.0:1781825764.442317:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:1.0:1781825764.442320:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825764.442324:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442332:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825764.442335:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.442342:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825764.442344:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825764.446190:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446216:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825764.446222:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446225:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446237:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446247:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825764.446258:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446265:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446273:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446278:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51080 00000400:00000200:1.0:1781825764.446283:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446292:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1c9 [1] + 224 00000800:00000001:1.0:1781825764.446302:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446312:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446316:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.446321:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825764.446331:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825764.446344:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825764.446357:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.446385:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825764.446396:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446400:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825764.446833:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446841:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825764.446843:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446845:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446849:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446854:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825764.446859:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446862:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446865:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446870:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51100 00000400:00000200:1.0:1781825764.446873:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446878:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1e9 [1] + 224 00000800:00000001:1.0:1781825764.446882:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446886:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446888:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.446891:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825764.446895:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825764.446901:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825764.446910:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.446917:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825764.446921:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446924:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825764.446926:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446928:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446931:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446933:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825764.446937:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446939:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446942:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446944:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51000 00000400:00000200:1.0:1781825764.446947:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825764.446952:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1d9 [1] + 224 00000800:00000001:1.0:1781825764.446955:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.446978:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825764.446980:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825764.446984:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825764.446988:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825764.446993:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825764.447009:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825764.447016:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825764.447020:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825764.447023:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447276:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825764.447283:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825764.447291:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825764.447294:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825764.447298:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e70. 00000400:00000200:0.0:1781825764.447304:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825764.447308:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825764.447314:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825764.447320:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825764.447330:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447337:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825764.447339:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447342:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825764.447347:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825764.447349:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825764.447352:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.447355:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825764.447363:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825764.447368:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825764.447371:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825764.447373:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825764.447376:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825764.447379:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.447381:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.447386:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447394:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.447398:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825764.447399:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825764.447404:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825764.447410:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483136:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825764.447417:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825764.447418:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825764.447420:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:0.0:1781825764.447422:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:0.0:1781825764.447424:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:0.0:1781825764.447426:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825764.447429:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825764.447448:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447455:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825764.447457:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447458:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825764.447460:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825764.447461:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825764.447463:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.447464:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825764.447471:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825764.447474:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825764.447476:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825764.447478:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825764.447480:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825764.447483:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.447488:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825764.447491:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825764.447493:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825764.447494:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.447498:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447505:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.447507:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825764.447508:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825764.447512:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825764.447519:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483392:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825764.447525:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825764.447527:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825764.447529:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:0.0:1781825764.447531:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:0.0:1781825764.447533:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:0.0:1781825764.447536:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825764.447539:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825764.447548:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447555:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825764.447556:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447558:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825764.447559:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825764.447561:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825764.447562:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825764.447564:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825764.447568:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=131 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825764.447572:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825764.447574:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825764.447575:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825764.447576:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825764.447578:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.447581:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825764.447582:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825764.447584:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825764.447585:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825764.447588:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447595:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825764.447597:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825764.447598:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825764.447601:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825764.447613:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825764.447617:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447620:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825764.447623:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051483136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.447631:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825764.447634:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825764.447639:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825764.447644:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825764.447647:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825764.447649:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825764.447652:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825764.447655:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781825764.447659:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825764.447660:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825764.447663:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781825764.447667:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825764.447669:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.447671:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825764.447674:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051483392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.448156:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825764.448158:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825764.448160:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825764.448164:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825764.448166:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825764.448167:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825764.448169:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825764.448535:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:0.0:1781825764.448542:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825764.448544:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825764.448546:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:0.0:1781825764.448550:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825764.448552:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.448554:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825764.448563:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051483264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825780 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825764.448570:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825764.448571:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825764.448573:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825764.448575:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825764.448577:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825764.448579:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825764.448580:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825764.448582:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:0.0:1781825764.448583:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825764.448585:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825764.448586:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781825764.448588:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825764.448589:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.448592:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825764.448601:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825764.448603:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825764.448606:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825764.448609:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825764.886675:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825764.886685:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825764.886693:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825764.886694:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825764.886698:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825764.886700:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825764.886732:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825764.886735:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825764.886739:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825765.910926:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825765.910936:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825765.910943:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825765.910944:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825765.910947:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825765.910948:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825765.911170:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825765.911174:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825765.911178:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825766.934647:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825766.934657:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825766.934664:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825766.934666:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825766.934670:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825766.934671:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825766.934709:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825766.934712:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825766.934716:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825767.958562:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825767.958572:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825767.958580:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825767.958584:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825767.958588:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825767.958593:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825767.958598:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825767.958601:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825767.958604:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825767.958606:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825767.958611:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825767.958612:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825767.959919:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825767.959925:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825767.959930:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825768.982502:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825768.982511:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825768.982519:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825768.982521:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825768.982525:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825768.982526:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825768.982566:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825768.982569:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825768.982572:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825769.558527:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825769.558543:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825769.558559:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825769.558568:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825769.558574:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825769.558578:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825769.558587:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825769.558599:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781825769.558607:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558622:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825769.558636:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825769.558641:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558651:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.558693:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558697:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825769.558700:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825769.558704:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781825769.558707:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825769.558709:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825769.558710:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825769.558712:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825769.558716:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781825769.558719:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558723:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825769.558730:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825769.558732:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558736:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.558744:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558746:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825769.558750:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825769.558752:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781825769.558755:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825769.558757:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825769.558758:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825769.558759:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825769.558762:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781825769.558765:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558767:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825769.558779:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825769.558781:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558784:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_01+1] req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.558790:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.558792:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825769.558796:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825769.558798:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825769.558801:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825769.558807:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8399) 00000100:00000001:1.0:1781825769.558961:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.558967:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825769.558971:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825769.558978:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.558986:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825769.558988:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.558993:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825769.558995:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825769.558998:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825769.559002:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825769.559007:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825769.559015:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825769.559018:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.559021:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825769.559027:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825769.559029:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825769.559038:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825769.559054:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825769.559064:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825769.559076:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483520, portal 25 00000100:00000001:1.0:1781825769.559118:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825769.559119:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:1.0:1781825769.559126:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.559134:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825769.559137:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825769.559141:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781825769.559144:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051483520, offset 0 00000400:00000200:1.0:1781825769.559152:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559164:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559175:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825769.559180:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825769.559185:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825769.559189:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825769.559193:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559197:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378684:378684:256:4294967295] 192.168.204.116@tcp LPNI seq info [378635:378635:8:4294967295] 00000400:00000200:1.0:1781825769.559202:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559213:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825769.559220:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825769.559226:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825769.559235:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825769.559244:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825769.559249:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825769.559266:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825769.559271:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825769.559274:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303070226 00000100:00000001:1.0:1781825769.559284:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303065108 00000100:00000001:1.0:1781825769.559288:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303070226 00000100:00000001:1.0:1781825769.559291:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303065108 00000100:00000001:1.0:1781825769.559295:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825769.559298:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559302:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825769.559384:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.559393:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825769.559394:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.559396:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825769.559398:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825769.559400:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825769.559403:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825769.559406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825769.559409:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825769.559411:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.559413:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825769.559426:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:1.0:1781825769.559428:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825769.559432:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825769.559435:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9268. 00000400:00000010:1.0:1781825769.559439:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825769.559443:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483776, portal 10 00000100:00000001:1.0:1781825769.559445:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825769.559446:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:1.0:1781825769.559453:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.559460:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825769.559462:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825769.559464:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781825769.559467:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051483776, offset 0 00000400:00000200:1.0:1781825769.559471:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559476:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559479:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825769.559483:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825769.559486:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825769.559488:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825769.559490:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559493:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378685:378685:255:4294967295] 192.168.204.116@tcp LPNI seq info [378636:378636:7:4294967295] 00000400:00000200:1.0:1781825769.559497:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559503:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825769.559508:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825769.559511:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ce00. 00000800:00000200:1.0:1781825769.559515:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825769.559519:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825769.559522:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825769.559525:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825769.559529:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20063 usecs (21 jiffies) 00000400:00000200:1.0:1781825769.559533:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825769.559535:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303061526 00000100:00000001:1.0:1781825769.559538:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303070226 00000100:00000001:1.0:1781825769.559540:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303061526 00000100:00000001:1.0:1781825769.559542:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303070226 00000100:00000001:1.0:1781825769.559544:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825769.559546:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559549:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559551:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.559561:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825769.559563:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825769.559567:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.559568:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825769.559570:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825769.559572:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825769.559574:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.559575:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825769.559577:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.559579:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.559580:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825769.559581:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825769.559585:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.559591:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825769.559592:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.559594:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825769.559596:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825769.559598:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825769.559600:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825769.559604:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825769.559606:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825769.559608:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.559609:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825769.559615:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825769.559617:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825769.559620:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825769.559622:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9dc0. 00000400:00000010:1.0:1781825769.559625:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781825769.559627:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483648, portal 10 00000100:00000001:1.0:1781825769.559629:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825769.559630:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:1.0:1781825769.559635:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.559641:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825769.559643:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825769.559645:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781825769.559648:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051483648, offset 0 00000400:00000200:1.0:1781825769.559652:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559655:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559658:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825769.559661:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825769.559664:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825769.559666:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825769.559667:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825769.559670:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378686:378686:254:4294967295] 192.168.204.116@tcp LPNI seq info [378637:378637:6:4294967295] 00000400:00000200:1.0:1781825769.559673:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.559677:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825769.559681:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825769.559684:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c600. 00000800:00000200:1.0:1781825769.559688:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825769.559692:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825769.559694:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825769.559697:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825769.559700:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25480 usecs (26 jiffies) 00000400:00000200:1.0:1781825769.559703:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825769.559705:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303061531 00000100:00000001:1.0:1781825769.559707:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303070226 00000100:00000001:1.0:1781825769.559709:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303061531 00000100:00000001:1.0:1781825769.559711:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303070226 00000100:00000001:1.0:1781825769.559712:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825769.559714:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559716:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559718:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.559737:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.559739:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825769.559956:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825769.559962:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:0.0:1781825769.559970:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825769.559976:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825769.559982:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:0.0:1781825769.559984:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:0.0:1781825769.559990:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825769.559996:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560006:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825769.560009:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560016:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.560018:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825769.560030:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825769.560032:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ce00. 00000400:00000200:0.0:1781825769.560034:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825769.560038:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825769.560051:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:0.0:1781825769.560053:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:0.0:1781825769.560056:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825769.560060:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560067:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825769.560070:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560076:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.560146:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825769.560235:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825769.560238:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c600. 00000400:00000200:0.0:1781825769.560241:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825769.560245:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825769.560248:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:0.0:1781825769.560249:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:0.0:1781825769.560252:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825769.560255:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560264:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825769.560266:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.560272:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.560273:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825769.566657:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566682:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825769.566687:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566690:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825769.566713:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566723:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825769.566737:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566744:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566751:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566756:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51280 00000400:00000200:1.0:1781825769.566761:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566769:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff209 [1] + 224 00000800:00000001:1.0:1781825769.566778:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566783:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825769.566787:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825769.566791:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825769.566802:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825769.566813:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825769.566825:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.566854:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825769.566867:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566870:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825769.566872:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566873:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825769.566876:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566879:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825769.566883:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566885:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566887:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566890:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51200 00000400:00000200:1.0:1781825769.566893:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825769.566897:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff219 [1] + 224 00000800:00000001:1.0:1781825769.566901:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566909:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825769.566911:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825769.566914:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825769.566917:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825769.566922:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825769.566930:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.566937:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825769.566940:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825769.566943:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825769.567124:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825769.567129:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825769.567138:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825769.567140:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825769.567144:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9dc0. 00000400:00000200:0.0:1781825769.567149:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781825769.567153:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781825769.567156:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825769.567161:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825769.567175:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567181:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825769.567183:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825769.567186:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825769.567190:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825769.567193:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825769.567196:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825769.567199:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825769.567212:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825769.567216:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=49 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825769.567219:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825769.567222:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825769.567225:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825769.567229:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.567234:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825769.567236:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825769.567238:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825769.567240:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.567245:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567253:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825769.567257:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825769.567259:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825769.567263:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825769.567270:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483648:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825769.567277:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825769.567279:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825769.567280:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9268. 00000400:00000200:0.0:1781825769.567283:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:0.0:1781825769.567285:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:0.0:1781825769.567288:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825769.567291:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825769.567298:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567381:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825769.567384:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825769.567386:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825769.567388:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825769.567389:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825769.567390:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825769.567392:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825769.567398:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825769.567402:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825769.567404:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825769.567405:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825769.567407:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825769.567409:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.567411:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825769.567413:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825769.567415:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825769.567416:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825769.567420:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567427:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825769.567429:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825769.567430:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825769.567434:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825769.567441:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051483776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825769.567448:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.567451:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825769.567454:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051483648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567462:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825769.567464:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825769.567469:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825769.567474:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825769.567477:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825769.567479:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825769.567482:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825769.567485:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:0.0:1781825769.567489:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825769.567491:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825769.567493:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:0.0:1781825769.567497:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825769.567498:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825769.567500:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825769.567503:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051483776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.567509:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825769.567510:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825769.567511:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825769.567513:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825769.567514:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825769.567515:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825769.567517:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825769.567518:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781825769.567520:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825769.567521:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825769.567522:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781825769.567524:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825769.567526:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825769.567529:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.567531:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825769.567533:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825769.567535:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825769.567537:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825769.574874:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825769.574897:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825769.574904:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825769.574906:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825769.574919:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825769.574928:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825769.574938:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825769.574944:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825769.574951:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825769.574956:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51180 00000400:00000200:0.0:1781825769.574961:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825769.574969:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff1f9 [1] + 224 00000800:00000001:0.0:1781825769.574978:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825769.574986:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825769.574990:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825769.574995:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825769.575003:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825769.575014:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825769.575026:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825769.575059:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825769.575070:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825769.575074:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.575812:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.575819:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825769.575830:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825769.575833:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825769.575837:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:1.0:1781825769.575844:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:1.0:1781825769.575847:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:1.0:1781825769.575850:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825769.575858:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825769.575868:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.575874:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825769.575876:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.575879:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825769.575883:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825769.575886:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825769.575888:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825769.575892:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825769.575901:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825769.575905:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825769.575907:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825769.575909:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825769.575912:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825769.575914:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.575918:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825769.575923:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.575931:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825769.575935:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825769.575937:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825769.575941:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825769.575949:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825769.575955:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.575957:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825769.575961:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051483520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825785 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825769.575968:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825769.575971:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825769.575975:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8a00. 02000000:00000001:1.0:1781825769.575979:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825769.575983:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825769.575985:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825769.575987:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825769.575990:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781825769.575994:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825769.575996:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825769.575998:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:1.0:1781825769.576002:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825769.576004:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.576006:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825769.576016:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825769.576018:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825769.576021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825769.576024:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825770.006322:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825770.006339:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825770.006348:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825770.006349:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825770.006353:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825770.006354:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825770.011225:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825770.011236:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825770.011242:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825771.030283:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825771.030297:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825771.030300:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825771.030312:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030318:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825771.030321:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030323:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030326:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030331:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825771.030333:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030337:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825771.030339:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825771.030340:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825771.030341:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030343:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825771.030345:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030346:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825771.030348:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825771.030382:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825771.030386:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825771.030389:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825772.054470:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825772.054476:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825772.054482:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825772.054483:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825772.054487:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825772.054488:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825772.057460:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825772.057467:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825772.057471:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825773.078289:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825773.078296:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825773.078303:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825773.078304:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825773.078307:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825773.078309:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825773.078341:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825773.078345:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825773.078348:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825774.102224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825774.102231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825774.102414:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825774.102415:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825774.102418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825774.102419:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825774.102512:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825774.102515:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825774.102517:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825774.684823:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825774.684833:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825774.684844:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825774.684850:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825774.684855:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825774.684858:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825774.684863:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825774.684870:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cf00. 00000100:00000001:1.0:1781825774.684877:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.684888:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825774.684899:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825774.684903:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.684910:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.684953:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.684956:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825774.684959:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825774.684962:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8700. 00000020:00000040:1.0:1781825774.684965:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825774.684967:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825774.684968:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825774.684970:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825774.684975:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825774.684977:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.684982:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825774.684989:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825774.684991:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.684995:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0748a6a] to pc [ptlrpcd_00_01+1] req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685004:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685006:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825774.685009:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825774.685011:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db480. 00000020:00000040:1.0:1781825774.685013:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825774.685015:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825774.685016:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825774.685018:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825774.685021:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825774.685023:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685027:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825774.685033:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825774.685035:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685038:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d477c16] to pc [ptlrpcd_00_00+0] req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685046:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685048:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825774.685052:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825774.685054:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825774.685057:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825774.685062:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8404) 00000100:00000001:1.0:1781825774.685112:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825774.685116:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825774.685118:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825774.685124:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685139:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825774.685140:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685144:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825774.685146:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825774.685149:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825774.685152:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825774.685156:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825774.685162:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825774.685165:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685167:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825774.685172:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825774.685174:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825774.685181:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825774.685186:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e91b8. 00000400:00000010:1.0:1781825774.685193:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781825774.685200:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484032, portal 10 00000100:00000001:1.0:1781825774.685203:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825774.685204:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693308160 : -122531016243456 : ffff908f064d8700) 00000100:00000040:1.0:1781825774.685212:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685218:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825774.685221:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825774.685223:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eb28. 00000100:00000200:1.0:1781825774.685226:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484032, offset 0 00000400:00000200:1.0:1781825774.685242:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685252:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685259:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825774.685264:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825774.685269:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825774.685273:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825774.685275:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685279:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378687:378687:256:4294967295] 192.168.204.116@tcp LPNI seq info [378638:378638:8:4294967295] 00000400:00000200:1.0:1781825774.685283:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685292:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825774.685297:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825774.685302:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825774.685310:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825774.685317:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825774.685321:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825774.685333:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685338:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25445 usecs (26 jiffies) 00000400:00000200:1.0:1781825774.685341:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825774.685344:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303066657 00000100:00000001:1.0:1781825774.685348:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303070226 00000100:00000001:1.0:1781825774.685350:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303066657 00000100:00000001:1.0:1781825774.685352:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303070226 00000100:00000001:1.0:1781825774.685355:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825774.685358:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685361:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685363:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.685505:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825774.685508:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825774.685510:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825774.685512:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825774.685513:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825774.685515:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825774.685517:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.685519:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825774.685520:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.685522:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825774.685523:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825774.685524:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825774.685529:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685536:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825774.685537:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685540:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825774.685541:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825774.685543:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825774.685546:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825774.685549:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825774.685551:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825774.685553:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685555:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825774.685558:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825774.685559:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825774.685563:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825774.685565:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e99a0. 00000400:00000010:1.0:1781825774.685569:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825774.685572:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051483904, portal 25 00000100:00000001:1.0:1781825774.685574:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825774.685575:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:1.0:1781825774.685580:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685587:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825774.685589:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825774.685591:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781825774.685593:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051483904, offset 0 00000400:00000200:1.0:1781825774.685597:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685601:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685604:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825774.685607:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825774.685611:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825774.685613:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825774.685615:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685618:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378688:378688:255:4294967295] 192.168.204.116@tcp LPNI seq info [378639:378639:7:4294967295] 00000400:00000200:1.0:1781825774.685622:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685626:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825774.685631:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825774.685633:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000800:00000200:1.0:1781825774.685637:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825774.685642:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825774.685644:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825774.685648:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825774.685651:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825774.685653:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303075352 00000100:00000001:1.0:1781825774.685660:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303070226 00000100:00000001:1.0:1781825774.685664:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303075352 00000100:00000001:1.0:1781825774.685667:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303070226 00000100:00000001:1.0:1781825774.685670:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825774.685671:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685673:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825774.685677:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685683:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825774.685684:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685686:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825774.685687:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825774.685689:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825774.685691:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825774.685694:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825774.685698:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825774.685699:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.685701:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825774.685703:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825774.685705:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825774.685708:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825774.685710:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9ec8. 00000400:00000010:1.0:1781825774.685713:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781825774.685716:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484160, portal 10 00000100:00000001:1.0:1781825774.685718:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825774.685720:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000100:00000040:1.0:1781825774.685726:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685732:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825774.685734:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825774.685736:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781825774.685739:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484160, offset 0 00000400:00000200:1.0:1781825774.685743:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685746:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685749:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825774.685752:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825774.685754:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825774.685756:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825774.685758:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825774.685761:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378689:378689:254:4294967295] 192.168.204.116@tcp LPNI seq info [378640:378640:6:4294967295] 00000400:00000200:1.0:1781825774.685765:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.685770:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825774.685774:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825774.685778:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825774.685782:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825774.685785:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825774.685787:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825774.685790:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.685793:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20047 usecs (21 jiffies) 00000400:00000200:1.0:1781825774.685795:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825774.685797:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303066652 00000100:00000001:1.0:1781825774.685799:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303075352 00000100:00000001:1.0:1781825774.685801:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303066652 00000100:00000001:1.0:1781825774.685803:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303075352 00000100:00000001:1.0:1781825774.685805:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825774.685806:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685808:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685810:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825774.685854:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825774.685858:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:1.0:1781825774.685863:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825774.685868:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825774.685872:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:1.0:1781825774.685875:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:1.0:1781825774.685878:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825774.685882:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685891:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825774.685895:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685902:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685903:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825774.685914:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825774.685916:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:1.0:1781825774.685918:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825774.685921:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825774.685923:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781825774.685925:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781825774.685927:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825774.685930:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685937:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825774.685940:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.685946:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.685947:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825774.686013:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825774.686016:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:1.0:1781825774.686018:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825774.686022:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825774.686024:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:1.0:1781825774.686026:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:1.0:1781825774.686028:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825774.686032:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.686039:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825774.686041:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.686046:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.686048:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825774.686248:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825774.686251:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825774.694533:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.694550:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825774.694554:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.694556:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825774.694566:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.694574:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825774.694582:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.694587:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.694593:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.694597:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51300 00000400:00000200:0.0:1781825774.694602:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.694607:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff239 [1] + 224 00000800:00000001:0.0:1781825774.694614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.694620:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825774.694624:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825774.694628:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825774.694635:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825774.694646:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825774.694656:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.694680:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825774.694688:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.694691:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.694832:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825774.694836:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825774.694843:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825774.694845:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825774.694848:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e99a0. 00000400:00000200:1.0:1781825774.694852:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:1.0:1781825774.694854:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:1.0:1781825774.694857:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825774.694863:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825774.694938:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.694950:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825774.694953:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.694955:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825774.694958:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825774.694961:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825774.694962:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825774.694965:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825774.694972:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825774.694976:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825774.694979:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825774.694980:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825774.694983:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825774.694985:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.694988:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825774.694993:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.694999:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825774.695003:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825774.695005:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825774.695009:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825774.695016:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051483904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825774.695023:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.695025:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825774.695028:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051483904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825774.695034:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825774.695037:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825774.695041:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825774.695045:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825774.695047:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825774.695050:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825774.695051:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825774.695053:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cf00. 02000000:00000001:1.0:1781825774.695057:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825774.695058:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825774.695060:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:1.0:1781825774.695063:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825774.695065:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825774.695068:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.695069:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825774.695070:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825774.695072:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825774.695073:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825774.699456:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825774.699473:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825774.699487:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825774.699490:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825774.699499:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.699506:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825774.699514:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.699520:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.699525:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.699530:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51400 00000400:00000200:1.0:1781825774.699534:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825774.699540:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff249 [1] + 224 00000800:00000001:1.0:1781825774.699547:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825774.699561:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825774.699565:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825774.699569:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825774.699577:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825774.699586:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825774.699597:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.699663:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825774.699668:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825774.699688:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825774.699699:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825774.699702:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825774.707186:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825774.707192:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825774.707197:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9ec8. 00000400:00000200:0.0:1781825774.707203:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:0.0:1781825774.707206:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:0.0:1781825774.707211:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825774.707220:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825774.707241:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707250:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825774.707253:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707256:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825774.707258:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825774.707260:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825774.707262:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825774.707265:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825774.707274:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825774.707278:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825774.707281:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825774.707282:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825774.707285:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825774.707288:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825774.707291:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825774.707293:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825774.707295:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825774.707297:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825774.707301:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707308:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825774.707311:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825774.707313:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825774.707317:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825774.707325:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484160:192.168.204.116@tcp:400:kworker.0 00000800:00000001:0.0:1781825774.707351:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.707365:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825774.707367:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.707369:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825774.707375:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.707380:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825774.707388:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.707393:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.707398:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.707402:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51380 00000400:00000200:0.0:1781825774.707406:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825774.707411:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff229 [1] + 224 00000800:00000001:0.0:1781825774.707417:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.707423:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825774.707425:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825774.707429:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825774.707435:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825774.707439:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825774.707447:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707455:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825774.707462:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825774.707464:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825774.707613:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825774.707615:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825774.707617:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e91b8. 00000400:00000200:0.0:1781825774.707620:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:0.0:1781825774.707622:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:0.0:1781825774.707624:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825774.707628:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825774.707637:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707643:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825774.707644:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707646:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825774.707647:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825774.707648:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825774.707650:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825774.707651:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825774.707656:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=141 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825774.707659:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=54 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825774.707661:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825774.707662:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825774.707664:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825774.707666:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825774.707668:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825774.707669:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825774.707671:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825774.707672:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825774.707675:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707682:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825774.707684:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825774.707685:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825774.707688:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825774.707694:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825774.707698:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707701:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825774.707704:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051484160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707710:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825774.707712:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825774.707715:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825774.707718:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825774.707720:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825774.707722:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825774.707725:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825774.707728:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:0.0:1781825774.707731:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825774.707733:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825774.707735:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:0.0:1781825774.707738:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825774.707740:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707741:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825774.707803:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8700 x1868371051484032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825790 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825774.707810:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825774.707811:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825774.707813:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9200. 02000000:00000001:0.0:1781825774.707815:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825774.707816:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825774.707818:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825774.707820:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825774.707821:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:0.0:1781825774.707823:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825774.707824:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825774.707826:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8700. 00000100:00000001:0.0:1781825774.707828:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825774.707829:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707831:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825774.707838:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825774.707840:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825774.707843:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825774.707845:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825775.126250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825775.126257:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825775.126263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825775.126264:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825775.126267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825775.126268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825775.126299:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825775.126301:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825775.126304:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825776.152756:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825776.152774:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825776.152781:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825776.152782:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825776.152785:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825776.152786:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825776.155353:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825776.155359:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825776.155363:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825777.174226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825777.174233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825777.174240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825777.174241:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825777.174244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825777.174245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825777.174286:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825777.174289:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825777.174292:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825778.198238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825778.198244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825778.198250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825778.198253:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825778.198255:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825778.198259:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825778.198262:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825778.198264:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825778.198266:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825778.198269:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825778.198273:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825778.198274:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825778.198375:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825778.198379:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825778.198382:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825779.222178:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825779.222185:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825779.222190:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825779.222191:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825779.222194:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825779.222196:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825779.222217:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825779.222220:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825779.222223:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825779.798209:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825779.798219:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825779.798230:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825779.798236:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825779.798241:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825779.798243:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825779.798249:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825779.798257:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cf00. 00000100:00000001:1.0:1781825779.798263:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798276:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825779.798286:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825779.798302:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798309:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_01+1] req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.798338:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798341:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825779.798345:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825779.798348:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825779.798350:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825779.798353:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825779.798355:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825779.798356:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825779.798359:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825779.798362:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798366:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825779.798374:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825779.798375:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798380:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_00+0] req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.798388:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798390:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825779.798393:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825779.798396:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825779.798398:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825779.798400:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825779.798401:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825779.798403:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825779.798406:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825779.798408:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798412:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825779.798419:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825779.798421:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798424:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_01+1] req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.798432:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.798434:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825779.798438:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825779.798442:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825779.798445:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825779.798450:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8409) 00000100:00000001:0.0:1781825779.798570:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.798574:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825779.798576:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825779.798583:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.798590:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825779.798593:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.798596:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825779.798599:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825779.798601:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825779.798604:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051484288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825779.798609:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825779.798615:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825779.798617:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.798620:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825779.798627:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825779.798630:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825779.798636:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825779.798640:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825779.798648:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781825779.798655:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484288, portal 25 00000100:00000001:0.0:1781825779.798657:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825779.798659:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:0.0:1781825779.798664:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.798672:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825779.798675:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825779.798677:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781825779.798680:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051484288, offset 0 00000400:00000200:0.0:1781825779.798686:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825779.798695:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.798702:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825779.798707:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825779.798711:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825779.798715:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825779.798717:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825779.798720:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378690:378690:256:4294967295] 192.168.204.116@tcp LPNI seq info [378641:378641:8:4294967295] 00000400:00000200:0.0:1781825779.798724:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.798733:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825779.798739:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825779.798744:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825779.798815:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825779.798824:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825779.798828:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825779.798845:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825779.798849:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825779.798852:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303080465 00000100:00000001:0.0:1781825779.798860:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303075352 00000100:00000001:0.0:1781825779.798863:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303080465 00000100:00000001:0.0:1781825779.798866:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303075352 00000100:00000001:0.0:1781825779.798869:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825779.798871:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825779.799039:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825779.799043:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:1.0:1781825779.799048:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825779.799053:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825779.799058:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:1.0:1781825779.799060:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:1.0:1781825779.799064:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825779.799069:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799095:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825779.799099:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799106:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.799107:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825779.799140:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825779.799143:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825779.799144:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825779.799149:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799156:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825779.799157:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825779.799159:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825779.799161:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825779.799163:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825779.799166:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051484416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825779.799169:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825779.799172:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825779.799173:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825779.799176:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825779.799179:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825779.799181:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825779.799184:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825779.799187:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e99a0. 00000400:00000010:1.0:1781825779.799191:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825779.799194:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484416, portal 10 00000100:00000001:1.0:1781825779.799196:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825779.799197:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:1.0:1781825779.799203:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799209:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825779.799211:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825779.799214:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781825779.799216:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484416, offset 0 00000400:00000200:1.0:1781825779.799220:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825779.799223:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.799227:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825779.799229:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825779.799232:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825779.799234:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825779.799237:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825779.799240:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378691:378691:256:4294967295] 192.168.204.116@tcp LPNI seq info [378642:378642:8:4294967295] 00000400:00000200:1.0:1781825779.799244:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.799250:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825779.799254:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825779.799257:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cc00. 00000800:00000200:1.0:1781825779.799260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825779.799264:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825779.799267:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825779.799275:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.799279:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25451 usecs (26 jiffies) 00000400:00000200:1.0:1781825779.799282:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825779.799284:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303071771 00000100:00000001:1.0:1781825779.799286:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303080465 00000100:00000001:1.0:1781825779.799288:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303071771 00000100:00000001:1.0:1781825779.799302:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303080465 00000100:00000001:1.0:1781825779.799304:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825779.799306:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.799309:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.799311:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.799317:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825779.799319:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825779.799322:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825779.799323:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825779.799324:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.799326:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825779.799347:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825779.799349:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cc00. 00000400:00000200:1.0:1781825779.799352:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825779.799355:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825779.799358:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:1.0:1781825779.799360:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:1.0:1781825779.799362:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825779.799366:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799373:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825779.799376:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.799383:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.799385:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825779.800105:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825779.800113:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.800121:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825779.800123:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.800126:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825779.800128:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825779.800130:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825779.800143:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825779.800147:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825779.800150:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825779.800152:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.800154:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825779.800158:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eaca00. 02000000:00000001:0.0:1781825779.800159:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825779.800163:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825779.800166:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825779.800170:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825779.800174:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484544, portal 10 00000100:00000001:0.0:1781825779.800176:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825779.800178:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:0.0:1781825779.800183:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.800195:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825779.800198:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825779.800200:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825779.800202:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484544, offset 0 00000400:00000200:0.0:1781825779.800206:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825779.800210:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.800214:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825779.800217:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825779.800220:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825779.800838:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825779.800848:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825779.800852:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378692:378692:256:4294967295] 192.168.204.116@tcp LPNI seq info [378643:378643:8:4294967295] 00000400:00000200:0.0:1781825779.800856:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.800864:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825779.800869:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825779.801030:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781825779.801037:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825779.801043:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825779.801046:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825779.801062:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825779.801066:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20061 usecs (21 jiffies) 00000400:00000200:0.0:1781825779.801069:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825779.801072:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303071767 00000100:00000001:0.0:1781825779.801075:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303080465 00000100:00000001:0.0:1781825779.801096:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303071767 00000100:00000001:0.0:1781825779.801098:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303080465 00000100:00000001:0.0:1781825779.801100:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825779.801102:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801105:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801107:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.801113:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825779.801115:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825779.801117:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.801118:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825779.801120:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801122:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825779.801472:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.801483:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825779.801485:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.801487:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825779.801492:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.801497:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825779.801513:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.801516:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.801520:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.801524:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51480 00000400:00000200:0.0:1781825779.801528:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.801533:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff259 [1] + 224 00000800:00000001:0.0:1781825779.801539:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.801545:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825779.801547:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825779.801551:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825779.801556:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825779.801562:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825779.801573:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801586:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1781825779.801624:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825779.801627:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:0.0:1781825779.801630:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825779.801633:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825779.801637:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781825779.801639:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781825779.801643:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825779.801646:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801656:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825779.801659:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801666:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801668:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825779.801671:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.801674:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.801682:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.801684:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825779.801688:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825779.801689:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825779.801691:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:0.0:1781825779.801694:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:0.0:1781825779.801695:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:0.0:1781825779.801697:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825779.801700:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825779.801708:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801714:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825779.801715:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.801717:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825779.801720:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825779.801722:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825779.801724:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.801727:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825779.801733:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=146 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825779.801737:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825779.801739:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825779.801741:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825779.801744:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825779.801746:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801749:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825779.801959:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801968:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825779.801970:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825779.801972:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825779.801976:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825779.801984:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051484288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825779.801988:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.801990:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825779.801992:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051484288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.801998:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825779.802001:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825779.802004:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825779.802007:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825779.802009:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825779.802011:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825779.802013:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825779.802016:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cf00. 02000000:00000001:0.0:1781825779.802019:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825779.802020:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825779.802022:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:0.0:1781825779.802025:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825779.802027:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.802029:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.802030:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.802032:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825779.802033:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.802035:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825779.804392:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.804409:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825779.804414:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.804417:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825779.804424:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.804432:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825779.804441:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.804446:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.804451:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.804455:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51500 00000400:00000200:0.0:1781825779.804460:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825779.804466:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff269 [1] + 224 00000800:00000001:0.0:1781825779.804473:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.804482:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825779.804485:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825779.804489:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825779.804496:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825779.804504:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825779.804516:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.804537:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825779.804545:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825779.804548:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.805563:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825779.805570:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825779.805577:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825779.805580:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825779.805584:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e99a0. 00000400:00000200:1.0:1781825779.805589:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:1.0:1781825779.805592:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:1.0:1781825779.805595:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825779.805603:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825779.805614:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.805620:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825779.805622:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.805625:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825779.805628:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825779.805631:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825779.805633:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825779.805636:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825779.805646:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=146 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825779.805650:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825779.805653:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825779.805655:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825779.805657:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825779.805660:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.805664:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825779.805666:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825779.805668:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825779.805670:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825779.805674:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.805682:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825779.805685:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825779.805687:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825779.805691:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825779.805705:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051484416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825779.805711:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.805713:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825779.805716:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051484416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.805723:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825779.805726:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825779.805729:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825779.805733:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825779.805735:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825779.805737:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825779.805740:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825779.805742:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825779.805745:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825779.805747:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825779.805749:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:1.0:1781825779.805762:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825779.805764:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.805766:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825779.805773:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825779.805775:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825779.805777:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825779.805780:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825779.825172:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825779.825191:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825779.825196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825779.825199:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825779.825208:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.825216:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825779.825227:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.825232:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.825238:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.825242:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51580 00000400:00000200:1.0:1781825779.825248:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825779.825253:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff279 [1] + 224 00000800:00000001:1.0:1781825779.825262:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825779.825676:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825779.825680:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825779.825686:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825779.825694:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825779.825702:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825779.825713:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825779.825728:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825779.825737:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825779.825741:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.826050:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.826055:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825779.826062:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825779.826064:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825779.826067:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:0.0:1781825779.826072:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825779.826074:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825779.826115:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825779.826121:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825779.826144:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.826150:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825779.826152:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.826155:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825779.826158:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825779.826160:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825779.826162:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825779.826165:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825779.826175:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=146 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825779.826179:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825779.826182:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825779.826184:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825779.826186:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825779.826190:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.826193:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825779.826195:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825779.826197:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825779.826199:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825779.826203:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.826210:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825779.826214:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825779.826215:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825779.826219:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825779.826228:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051484544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825779.826233:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.826235:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825779.826238:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051484544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825795 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825779.826244:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825779.826246:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825779.826250:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eaca00. 02000000:00000001:0.0:1781825779.826254:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825779.826257:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825779.826259:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825779.826261:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825779.826263:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:0.0:1781825779.826266:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825779.826267:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825779.826269:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:0.0:1781825779.826273:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825779.826275:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.826277:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825779.826285:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825779.826287:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825779.826289:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825779.826303:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825780.246232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825780.246240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825780.246246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825780.246247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825780.246251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825780.246252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825780.246345:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825780.246349:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825780.246352:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825781.270524:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825781.270533:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825781.270536:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825781.270539:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270544:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825781.270546:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270548:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270550:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270554:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825781.270555:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270559:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825781.270560:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825781.270562:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825781.270563:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270565:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825781.270566:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270568:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825781.270570:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825781.270592:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825781.270594:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825781.270597:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825782.294564:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825782.294572:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825782.294578:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825782.294579:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825782.294583:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825782.294584:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825782.294925:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825782.294929:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825782.294932:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825783.322926:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825783.322934:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825783.322940:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825783.322941:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825783.322955:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825783.322957:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825783.327857:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825783.327864:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825783.327868:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825784.342253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825784.342260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825784.342266:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825784.342268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825784.342272:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825784.342273:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825784.342532:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825784.342536:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825784.342539:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825784.918651:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825784.918661:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825784.918671:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825784.918678:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825784.918682:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825784.918685:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825784.918690:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825784.918698:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825784.918705:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918718:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825784.918729:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825784.918734:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918740:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.918775:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918779:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825784.918782:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825784.918786:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825784.918788:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825784.918790:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825784.918792:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825784.918793:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825784.918796:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825784.918799:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918803:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825784.918809:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825784.918811:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918815:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.918823:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918825:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825784.918828:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825784.918830:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825784.918832:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825784.918834:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825784.918835:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825784.918836:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825784.918839:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825784.918842:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918845:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825784.918852:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825784.918853:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918856:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_01+1] req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.918870:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.918872:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825784.918875:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825784.918878:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825784.918880:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825784.918885:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8414) 00000100:00000001:2.0:1781825784.918899:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825784.918903:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825784.918905:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825784.918906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.918910:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1781825784.918911:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.918912:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825784.918917:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.918919:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825784.918921:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.918923:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825784.918924:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825784.918924:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825784.918926:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825784.918927:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825784.918927:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825784.918929:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825784.918929:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825784.918933:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051484672:192.168.204.116@tcp:400:kworker.0 00000100:00100000:2.0:1781825784.918933:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051484800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825784.918937:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825784.918937:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825784.918943:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825784.918943:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825784.918946:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825784.918946:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825784.918948:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781825784.918948:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825784.918952:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825784.918954:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825784.918962:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000010:3.0:1781825784.918963:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825784.918965:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825784.918966:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000200:3.0:1781825784.918968:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825784.918970:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000400:00000010:2.0:1781825784.918973:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000400:00000010:3.0:1781825784.918974:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825784.918980:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484672, portal 25 00000100:00000200:2.0:1781825784.918980:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484800, portal 10 00000100:00000001:3.0:1781825784.918982:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825784.918982:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825784.918984:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000001:2.0:1781825784.918984:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825784.918989:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825784.918990:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.918998:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781825784.919001:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825784.919002:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825784.919003:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825784.919004:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000400:00000010:3.0:1781825784.919005:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825784.919007:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051484672, offset 0 00000100:00000200:2.0:1781825784.919007:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484800, offset 0 00000400:00000200:2.0:1781825784.919014:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825784.919019:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825784.919022:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825784.919030:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825784.919044:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825784.919048:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825784.919051:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825784.919054:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825784.919057:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378693:378693:256:4294967295] 192.168.204.116@tcp LPNI seq info [378644:378644:8:4294967295] 00000400:00000200:2.0:1781825784.919061:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825784.919066:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825784.919069:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825784.919072:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825784.919072:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781825784.919074:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825784.919076:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1781825784.919098:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825784.919104:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825784.919112:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825784.919119:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825784.919123:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825784.919132:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.919136:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25413 usecs (26 jiffies) 00000400:00000200:2.0:1781825784.919139:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825784.919142:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303076891 00000100:00000001:2.0:1781825784.919145:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303080465 00000100:00000001:2.0:1781825784.919147:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303076891 00000100:00000001:2.0:1781825784.919149:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303080465 00000100:00000001:2.0:1781825784.919151:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825784.919154:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825784.919157:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825784.919160:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.919167:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825784.919169:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825784.919171:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825784.919172:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825784.919173:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825784.919180:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825784.919296:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825784.919302:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825784.919307:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825784.919313:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825784.919318:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:0.0:1781825784.919320:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:0.0:1781825784.919325:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825784.919330:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825784.919339:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825784.919342:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825784.919349:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825784.919351:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781825784.919627:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825784.919630:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378694:378694:256:4294967295] 192.168.204.116@tcp LPNI seq info [378645:378645:8:4294967295] 00000400:00000200:3.0:1781825784.919635:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825784.919642:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825784.919647:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825784.919651:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c600. 00000800:00000200:3.0:1781825784.919655:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825784.919658:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825784.919661:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825784.919675:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825784.919678:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825784.919680:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303085586 00000100:00000001:3.0:1781825784.919687:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303080465 00000100:00000001:3.0:1781825784.919690:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303085586 00000100:00000001:3.0:1781825784.919693:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303080465 00000100:00000001:3.0:1781825784.919695:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825784.919697:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.919700:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825784.919703:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.919709:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825784.919711:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825784.919713:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825784.919715:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825784.919717:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825784.919719:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051484928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825784.919722:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825784.919724:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825784.919726:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825784.919727:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825784.919730:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825784.919732:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825784.919735:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825784.919738:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825784.919741:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825784.919744:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051484928, portal 10 00000100:00000001:3.0:1781825784.919746:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825784.919747:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000040:3.0:1781825784.919752:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.919758:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825784.919759:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825784.919761:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825784.919763:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051484928, offset 0 00000400:00000200:3.0:1781825784.919767:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825784.919771:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825784.919774:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825784.919777:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825784.919780:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825784.919782:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825784.919784:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825784.919787:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378695:378695:255:4294967295] 192.168.204.116@tcp LPNI seq info [378646:378646:7:4294967295] 00000400:00000200:3.0:1781825784.919791:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825784.919796:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825784.919801:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825784.919804:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825784.919876:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825784.919881:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825784.919884:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825784.919886:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825784.919889:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20087 usecs (21 jiffies) 00000400:00000200:3.0:1781825784.919892:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825784.919893:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303076886 00000100:00000001:3.0:1781825784.919895:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303085586 00000100:00000001:3.0:1781825784.919897:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303076886 00000100:00000001:3.0:1781825784.919899:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303085586 00000100:00000001:3.0:1781825784.919900:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825784.919902:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.919904:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.919905:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.919909:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825784.919910:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825784.919912:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.919913:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825784.919915:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.919917:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825784.919990:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825784.919994:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c600. 00000400:00000200:1.0:1781825784.919998:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825784.920002:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825784.920006:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:1.0:1781825784.920008:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:1.0:1781825784.920012:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825784.920016:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825784.920023:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825784.920026:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825784.920043:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825784.920045:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825784.920075:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825784.920097:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825784.920100:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825784.920104:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825784.920106:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:1.0:1781825784.920118:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:1.0:1781825784.920121:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825784.920124:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825784.920130:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825784.920132:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825784.920138:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825784.920139:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825784.923475:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.923500:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825784.923506:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.923508:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825784.923521:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.923529:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825784.923539:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.923545:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.923552:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.923556:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51600 00000400:00000200:0.0:1781825784.923562:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.923570:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff291 [1] + 224 00000800:00000001:0.0:1781825784.923579:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.923588:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825784.923591:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825784.923596:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825784.923609:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825784.923621:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825784.923633:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825784.923654:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825784.923664:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.923668:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.923739:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.923744:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825784.923753:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825784.923756:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825784.923759:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:3.0:1781825784.923764:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781825784.923767:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781825784.923771:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825784.923776:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825784.923785:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.923792:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825784.923794:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.923797:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825784.923802:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825784.923805:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825784.923808:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825784.923811:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825784.923820:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825784.923825:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825784.923828:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825784.923829:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825784.923832:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825784.923835:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.923838:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825784.923842:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.923850:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825784.923854:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825784.923856:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825784.923861:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825784.923869:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051484672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825784.923875:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.923878:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825784.923881:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051484672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.923888:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825784.923892:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825784.923896:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825784.923902:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825784.923905:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825784.923907:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825784.923909:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825784.923912:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825784.923917:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825784.923918:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825784.923921:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781825784.923925:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825784.923927:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.923931:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.923933:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.923934:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825784.923936:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.923937:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825784.932666:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825784.932687:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825784.932692:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825784.932695:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825784.932704:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825784.932711:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825784.932722:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825784.932728:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825784.932733:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825784.932738:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51680 00000400:00000200:1.0:1781825784.932743:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825784.932749:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff289 [1] + 224 00000800:00000001:1.0:1781825784.932757:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825784.932827:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825784.932831:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825784.932836:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825784.932844:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825784.932852:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825784.932862:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825784.932888:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825784.932898:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825784.932901:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.933107:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825784.933111:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825784.933118:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825784.933120:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825784.933124:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825784.933128:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825784.933237:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825784.933243:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825784.933248:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825784.933258:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.933264:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825784.933266:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.933269:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825784.933273:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825784.933275:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825784.933277:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825784.933280:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825784.933290:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825784.933294:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825784.933297:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825784.933299:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825784.933301:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825784.933305:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825784.933309:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825784.933312:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825784.933314:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825784.933317:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825784.933322:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.933330:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825784.933333:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825784.933335:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825784.933338:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825784.933345:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051484800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825784.933350:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.933352:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825784.933355:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051484800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825784.933361:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825784.933364:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825784.933367:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825784.933372:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825784.933375:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825784.933377:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825784.933380:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825784.933382:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825784.933386:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825784.933387:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825784.933389:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825784.933394:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825784.933395:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.933397:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825784.933406:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825784.933408:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825784.933410:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825784.933413:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825784.935960:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.935985:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825784.935990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.935993:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825784.936004:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.936014:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825784.936024:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.936031:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.936050:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.936056:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51700 00000400:00000200:0.0:1781825784.936061:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825784.936070:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff299 [1] + 224 00000800:00000001:0.0:1781825784.936111:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.936125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825784.936128:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825784.936133:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825784.936143:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825784.936155:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825784.936168:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825784.936188:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825784.936198:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825784.936202:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.936263:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.936268:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825784.936286:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825784.936289:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825784.936293:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825784.936298:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825784.936300:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825784.936304:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825784.936309:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825784.936317:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.936323:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825784.936325:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.936328:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825784.936332:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825784.936335:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825784.936338:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825784.936342:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825784.936354:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825784.936360:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825784.936363:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825784.936364:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825784.936367:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825784.936372:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.936377:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825784.936379:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825784.936382:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825784.936383:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825784.936388:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.936397:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825784.936400:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825784.936403:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825784.936416:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825784.936427:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051484928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825784.936433:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.936436:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825784.936439:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051484928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825800 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825784.936446:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825784.936450:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825784.936455:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825784.936461:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825784.936465:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825784.936467:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825784.936469:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825784.936472:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781825784.936476:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825784.936478:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825784.936480:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825784.936485:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825784.936486:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.936489:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825784.936498:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825784.936500:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825784.936502:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825784.936505:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825785.366847:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825785.366854:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825785.366859:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825785.366861:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825785.366864:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825785.366865:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825785.366948:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825785.366955:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825785.366960:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825786.390394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825786.390405:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825786.390413:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825786.390414:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825786.390418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825786.390419:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825786.390540:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825786.390544:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825786.390548:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825787.414200:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825787.414207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825787.414213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825787.414216:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825787.414218:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825787.414222:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825787.414225:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825787.414227:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825787.414229:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825787.414231:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825787.414234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825787.414236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825787.414317:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825787.414325:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825787.414329:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825788.438274:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825788.438287:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825788.438295:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825788.438297:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825788.438302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825788.438303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825788.439160:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825788.439168:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825788.439173:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825789.462209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825789.462216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825789.462222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825789.462223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825789.462227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825789.462228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825789.462346:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825789.462359:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825789.462362:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825790.039565:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825790.039576:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825790.039588:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825790.039866:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825790.039872:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825790.039875:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825790.039880:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825790.039888:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825790.039895:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.039908:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825790.039918:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825790.039923:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.039929:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_00+0] req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.040823:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.040828:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.040830:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825790.040839:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.040847:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825790.040849:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.040852:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825790.040855:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825790.040857:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825790.040860:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051485056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.040864:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825790.040870:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825790.040873:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.040875:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825790.040881:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825790.040883:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825790.040890:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825790.040894:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825790.040903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825790.040911:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485056, portal 25 00000100:00000001:0.0:1781825790.040913:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825790.040915:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781825790.040920:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.040927:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825790.040929:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825790.040947:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781825790.040951:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051485056, offset 0 00000400:00000200:0.0:1781825790.040959:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825790.040968:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.040976:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825790.040981:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825790.040985:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825790.040989:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825790.040991:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825790.040995:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378696:378696:256:4294967295] 192.168.204.116@tcp LPNI seq info [378647:378647:8:4294967295] 00000400:00000200:0.0:1781825790.041000:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.041009:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825790.041015:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825790.041020:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781825790.041027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825790.041035:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825790.041039:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825790.041053:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825790.041058:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825790.041061:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303090707 00000100:00000001:0.0:1781825790.041069:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303085586 00000100:00000001:0.0:1781825790.041074:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303090707 00000100:00000001:0.0:1781825790.041093:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303085586 00000100:00000001:0.0:1781825790.041097:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.041100:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.041103:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.041105:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825790.041259:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.041263:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825790.041268:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781825790.041311:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825790.041315:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825790.041550:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825790.041555:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:1.0:1781825790.041560:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825790.041566:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825790.041571:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:1.0:1781825790.041575:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:1.0:1781825790.041580:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825790.041585:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825790.041664:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825790.041670:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825790.041676:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825790.041678:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:1.0:1781825790.041705:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781825790.041710:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825790.041713:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825790.041715:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825790.041719:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825790.041724:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825790.041729:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.041734:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825790.041741:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825790.041744:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.041748:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.041790:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825790.041792:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825790.041794:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.042143:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.042144:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825790.042147:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825790.042149:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.042152:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825790.042154:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.042156:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.042157:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.042158:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825790.042164:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.042171:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825790.042172:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.042175:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825790.042177:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825790.042179:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825790.042182:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051485184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.042185:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825790.042189:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825790.042191:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.042193:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825790.042197:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825790.042199:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825790.042204:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825790.042207:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825790.042213:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825790.042217:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485184, portal 10 00000100:00000001:0.0:1781825790.042219:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825790.042221:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825790.042227:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.042233:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825790.042235:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825790.042237:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781825790.042239:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051485184, offset 0 00000400:00000200:0.0:1781825790.042244:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825790.042465:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.042472:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825790.042476:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825790.042480:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825790.042482:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825790.042485:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825790.042488:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378697:378697:256:4294967295] 192.168.204.116@tcp LPNI seq info [378648:378648:8:4294967295] 00000400:00000200:0.0:1781825790.042491:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.042499:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825790.042504:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825790.042509:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781825790.042513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825790.042518:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825790.042522:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825790.042534:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825790.042539:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25396 usecs (26 jiffies) 00000400:00000200:0.0:1781825790.042541:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825790.042544:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303082013 00000100:00000001:0.0:1781825790.042547:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303090707 00000100:00000001:0.0:1781825790.042549:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303082013 00000100:00000001:0.0:1781825790.042551:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303090707 00000100:00000001:0.0:1781825790.042553:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.042556:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.042558:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.042560:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825790.042632:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825790.042635:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:0.0:1781825790.042638:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825790.042642:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825790.042645:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:0.0:1781825790.042648:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:0.0:1781825790.042651:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825790.042655:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.042664:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825790.042667:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.042674:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.042675:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825790.042693:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.042695:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.046688:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.046696:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.046703:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.046708:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825790.047511:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825790.047530:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825790.047533:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825790.047536:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825790.047550:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.047557:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825790.047568:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.047573:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.047581:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.047584:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51780 00000400:00000200:0.0:1781825790.047588:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.047595:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2a1 [1] + 224 00000800:00000001:0.0:1781825790.047600:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825790.047610:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825790.047613:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825790.047617:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825790.047628:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825790.047637:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825790.047651:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.047667:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825790.047679:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825790.047682:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.047692:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.047694:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825790.047727:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825790.047729:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825790.047732:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:0.0:1781825790.047736:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825790.047738:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825790.047742:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825790.047758:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825790.047767:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.047773:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825790.047779:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.047781:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825790.047793:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825790.047795:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825790.047806:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.047810:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825790.047826:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825790.047830:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825790.047833:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825790.047834:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825790.047837:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825790.047839:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.047841:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825790.047846:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.047864:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.047868:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825790.047869:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825790.047984:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825790.047996:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051485056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.048001:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.048004:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825790.048007:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051485056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.048013:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825790.048016:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825790.048019:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825790.048023:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825790.048026:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825790.048029:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825790.048030:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825790.048033:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825790.048041:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825790.048044:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825790.048047:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:0.0:1781825790.048051:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825790.048053:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.048055:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.048056:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.048057:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.048060:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.048063:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825790.048238:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.048243:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825790.048248:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825790.048254:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da680. 00000020:00000040:1.0:1781825790.048443:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825790.048452:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825790.048455:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825790.048462:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825790.048469:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825790.048477:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.048484:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825790.048681:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825790.048685:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.048692:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed99fa2] to pc [ptlrpcd_00_00+0] req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.049116:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.049120:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.049122:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825790.049127:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.049135:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825790.049137:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.049141:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825790.049143:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825790.049146:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825790.049149:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051485312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.049153:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825790.049158:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825790.049160:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.049163:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825790.049168:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825790.049170:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825790.049176:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825790.049180:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825790.049186:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825790.049191:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485312, portal 10 00000100:00000001:0.0:1781825790.049193:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825790.049195:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693316224 : -122531016235392 : ffff908f064da680) 00000100:00000040:0.0:1781825790.049201:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.049237:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825790.049241:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825790.049258:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781825790.049261:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051485312, offset 0 00000400:00000200:0.0:1781825790.049268:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825790.049277:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.049296:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825790.049312:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825790.049316:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825790.049319:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825790.049334:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825790.049338:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378698:378698:256:4294967295] 192.168.204.116@tcp LPNI seq info [378649:378649:8:4294967295] 00000400:00000200:0.0:1781825790.049343:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825790.049352:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825790.049482:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825790.049488:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781825790.049494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825790.049502:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825790.049506:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825790.049520:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825790.049524:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20091 usecs (21 jiffies) 00000400:00000200:0.0:1781825790.049528:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825790.049531:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303082016 00000100:00000001:0.0:1781825790.049534:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303090707 00000100:00000001:0.0:1781825790.049536:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303082016 00000100:00000001:0.0:1781825790.049538:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303090707 00000100:00000001:0.0:1781825790.049540:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.049543:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.049545:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.049547:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825790.049612:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825790.049616:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825790.049619:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825790.049622:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825790.049625:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825790.049630:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8419) 00000800:00000200:1.0:1781825790.049773:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825790.049778:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:1.0:1781825790.049782:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825790.049787:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825790.049791:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:1.0:1781825790.049793:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:1.0:1781825790.049825:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825790.049830:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825790.049839:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825790.049841:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825790.049848:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825790.049850:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825790.049870:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825790.049873:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825790.052947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.052968:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825790.052973:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.052976:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825790.052986:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.052993:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825790.053004:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.053009:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.053015:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.053019:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51800 00000400:00000200:1.0:1781825790.053024:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.053030:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2b1 [1] + 224 00000800:00000001:1.0:1781825790.053038:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.053048:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825790.053051:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825790.053055:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825790.053062:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825790.053071:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825790.053129:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.053608:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825790.053612:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825790.053616:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.053619:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825790.055919:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825790.055953:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.055964:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825790.056912:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825790.056918:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825790.056922:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:0.0:1781825790.056929:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781825790.056942:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781825790.056949:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825790.056962:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825790.056972:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.056980:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825790.056982:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.056985:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825790.056988:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825790.056990:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825790.056993:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.056995:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825790.057005:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825790.057009:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825790.057011:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825790.057013:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825790.057016:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825790.057019:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.057022:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825790.057024:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825790.057026:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825790.057027:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825790.057032:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.057039:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.057042:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825790.057044:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825790.057047:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825790.057055:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051485184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.057059:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.057062:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825790.057065:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051485184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.057071:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825790.057073:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825790.057091:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825790.057097:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825790.057099:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825790.057101:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825790.057104:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825790.057106:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825790.057110:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825790.057112:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825790.057114:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:0.0:1781825790.057118:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825790.057120:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.057123:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.057126:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.057128:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825790.057131:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.057132:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825790.058487:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.058506:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825790.058510:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.058512:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825790.058521:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.058527:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825790.058537:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.058542:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.058548:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.058552:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51880 00000400:00000200:1.0:1781825790.058557:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825790.058563:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2c1 [1] + 224 00000800:00000001:1.0:1781825790.058570:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.058632:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825790.058635:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825790.058639:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825790.058647:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825790.058656:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825790.058665:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825790.058691:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825790.058699:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825790.058703:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.058967:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.058972:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825790.058978:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825790.058980:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825790.059109:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:0.0:1781825790.059115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825790.059118:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825790.059122:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825790.059128:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825790.059142:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.059151:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825790.059153:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.059155:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825790.059159:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825790.059161:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825790.059163:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825790.059165:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825790.059174:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=7 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825790.059177:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825790.059180:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825790.059181:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825790.059184:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825790.059186:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.059190:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825790.059192:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825790.059194:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825790.059195:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825790.059200:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.059207:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825790.059210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825790.059212:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825790.059216:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825790.059224:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051485312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825790.059229:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.059231:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825790.059233:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da680 x1868371051485312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825790.059240:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825790.059242:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825790.059245:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825790.059249:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825790.059252:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825790.059254:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825790.059256:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825790.059259:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825790.059263:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825790.059264:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825790.059266:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da680. 00000100:00000001:0.0:1781825790.059269:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825790.059271:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.059273:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825790.059280:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825790.059282:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825790.059283:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825790.059285:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825790.486249:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825790.486252:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825790.486255:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486259:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825790.486262:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486264:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486266:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486270:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825790.486272:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825790.486276:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825790.486277:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825790.486278:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486280:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825790.486281:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486282:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825790.486284:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825790.486407:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825790.486410:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825790.486413:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825791.510471:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825791.510478:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825791.510484:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825791.510485:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825791.510488:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825791.510489:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825791.510603:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825791.510606:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825791.510609:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825792.534492:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825792.534499:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825792.534506:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825792.534507:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825792.534511:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825792.534512:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825792.534605:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825792.534609:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825792.534612:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825793.558178:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825793.558185:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825793.558190:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825793.558192:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825793.558195:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825793.558196:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825793.558773:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825793.558778:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825793.558781:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825794.582263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825794.582271:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825794.582277:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825794.582278:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825794.582282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825794.582283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825794.582447:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825794.582451:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825794.582454:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825795.158258:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825795.158269:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825795.158281:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825795.158288:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825795.158293:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825795.158297:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825795.158302:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825795.158311:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825795.158319:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158333:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825795.158344:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825795.158348:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158355:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825795.158389:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158392:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825795.158395:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825795.158399:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825795.158401:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825795.158403:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825795.158405:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825795.158406:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825795.158410:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781825795.158412:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158417:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825795.158423:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825795.158425:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158428:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825795.158435:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158437:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825795.158441:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825795.158443:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825795.158444:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825795.158446:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825795.158447:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825795.158449:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825795.158463:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825795.158466:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158469:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825795.158550:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825795.158552:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158557:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_00+0] req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825795.158564:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825795.158566:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825795.158569:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825795.158572:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825795.158645:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825795.158650:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8424) 00000100:00000001:3.0:1781825795.158722:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.158726:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825795.158729:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825795.158735:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.158743:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825795.158746:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.158750:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825795.158752:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825795.158755:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825795.158758:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051485440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825795.158761:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825795.158767:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825795.158770:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.158772:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825795.158777:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825795.158779:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825795.158785:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825795.158790:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825795.158797:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825795.158804:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485440, portal 25 00000100:00000001:3.0:1781825795.158817:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825795.158819:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825795.158825:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.158841:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825795.158844:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825795.158847:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825795.158850:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051485440, offset 0 00000400:00000200:3.0:1781825795.158857:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825795.158868:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.158877:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825795.158882:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825795.158888:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825795.158891:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825795.158894:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825795.158897:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378699:378699:256:4294967295] 192.168.204.116@tcp LPNI seq info [378650:378650:8:4294967295] 00000400:00000200:3.0:1781825795.158902:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.158911:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825795.158917:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825795.158922:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825795.158929:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825795.158937:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825795.158942:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825795.158959:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825795.158963:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825795.158966:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303095825 00000100:00000001:3.0:1781825795.158975:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303090707 00000100:00000001:3.0:1781825795.158979:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303095825 00000100:00000001:3.0:1781825795.158982:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303090707 00000100:00000001:3.0:1781825795.158985:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.158988:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.158991:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825795.158995:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.159001:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825795.159003:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.159005:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825795.159006:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825795.159008:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825795.159011:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825795.159014:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825795.159017:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825795.159018:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.159020:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825795.159023:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825795.159024:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825795.159028:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825795.159030:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000400:00000010:3.0:1781825795.159034:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825795.159036:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485696, portal 10 00000100:00000001:3.0:1781825795.159038:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825795.159039:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781825795.159045:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.159051:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825795.159053:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825795.159055:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825795.159057:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051485696, offset 0 00000400:00000200:3.0:1781825795.159061:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825795.159064:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.159068:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825795.159070:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825795.159073:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825795.159075:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825795.159111:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825795.159114:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378700:378700:255:4294967295] 192.168.204.116@tcp LPNI seq info [378651:378651:7:4294967295] 00000400:00000200:3.0:1781825795.159118:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.159124:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825795.159129:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825795.159133:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781825795.159137:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825795.159141:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825795.159143:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825795.159146:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825795.159151:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20077 usecs (21 jiffies) 00000400:00000200:3.0:1781825795.159154:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825795.159156:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303087126 00000100:00000001:3.0:1781825795.159159:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303095825 00000100:00000001:3.0:1781825795.159161:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303087126 00000100:00000001:3.0:1781825795.159162:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303095825 00000100:00000001:3.0:1781825795.159164:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.159166:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.159168:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.159170:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.159178:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825795.159180:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825795.159182:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.159183:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825795.159184:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825795.159187:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825795.159189:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.159190:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825795.159192:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.159193:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.159194:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825795.159196:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825795.159199:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.159206:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825795.159207:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.159209:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825795.159211:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825795.159213:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825795.159216:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825795.159219:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825795.159222:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825795.159224:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.159225:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825795.159228:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781825795.159229:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825795.159233:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825795.159236:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781825795.159239:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825795.159242:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485568, portal 10 00000100:00000001:3.0:1781825795.159243:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825795.159244:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781825795.159250:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.159256:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825795.159258:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825795.159260:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825795.159262:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051485568, offset 0 00000400:00000200:3.0:1781825795.159266:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825795.159270:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.159273:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825795.159275:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825795.159278:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825795.159280:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825795.159282:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825795.159284:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378701:378701:254:4294967295] 192.168.204.116@tcp LPNI seq info [378652:378652:6:4294967295] 00000400:00000200:3.0:1781825795.159288:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825795.159294:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825795.159298:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825795.159302:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825795.159305:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825795.159309:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825795.159312:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825795.159316:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825795.159318:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25381 usecs (26 jiffies) 00000400:00000200:3.0:1781825795.159321:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825795.159323:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303087131 00000100:00000001:3.0:1781825795.159326:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303095825 00000100:00000001:3.0:1781825795.159328:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303087131 00000100:00000001:3.0:1781825795.159329:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303095825 00000100:00000001:3.0:1781825795.159331:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.159333:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.159335:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.159338:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.159349:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.159351:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825795.159628:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825795.159633:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:1.0:1781825795.159640:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.159645:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825795.159650:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:1.0:1781825795.159653:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:1.0:1781825795.159657:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825795.159662:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159671:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825795.159674:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159681:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825795.159683:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825795.159694:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825795.159696:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:1.0:1781825795.159698:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.159702:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825795.159704:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:1.0:1781825795.159706:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:1.0:1781825795.159708:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825795.159711:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159718:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825795.159720:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159726:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825795.159728:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825795.159788:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825795.159791:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825795.159794:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.159798:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825795.159800:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:1.0:1781825795.159802:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:1.0:1781825795.159812:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825795.159817:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159825:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825795.159828:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.159844:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825795.159846:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825795.167187:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167214:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825795.167218:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167221:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.167232:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167238:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825795.167248:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167253:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167258:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167262:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51a00 00000400:00000200:1.0:1781825795.167266:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167273:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2d9 [1] + 224 00000800:00000001:1.0:1781825795.167280:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167284:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.167287:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.167291:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825795.167298:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825795.167306:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825795.167318:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.167337:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825795.167345:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167348:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825795.167350:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167352:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.167356:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167359:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825795.167363:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167365:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167368:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167371:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51980 00000400:00000200:1.0:1781825795.167373:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.167376:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2e1 [1] + 224 00000800:00000001:1.0:1781825795.167380:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167386:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.167388:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.167391:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825795.167394:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825795.167398:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825795.167406:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.167413:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825795.167416:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.167419:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.168336:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.168341:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825795.168348:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825795.168350:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825795.168354:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781825795.168360:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781825795.168362:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781825795.168366:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825795.168372:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825795.168382:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.168388:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825795.168389:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.168392:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825795.168395:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825795.168398:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825795.168400:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.168403:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825795.168413:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825795.168418:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825795.168421:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825795.168422:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825795.168425:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825795.168428:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.168431:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825795.168434:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825795.168436:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825795.168437:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825795.168441:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.168448:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.168451:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825795.168453:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825795.168457:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825795.168465:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485568:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825795.168471:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825795.168537:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825795.168539:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:3.0:1781825795.168542:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825795.168543:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825795.168546:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825795.168550:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825795.168558:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.168564:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825795.168565:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.168567:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825795.168569:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825795.168571:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825795.170039:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.170045:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825795.170056:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825795.170060:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825795.170063:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825795.170065:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825795.170067:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825795.170069:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.170072:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825795.170074:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825795.170076:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825795.170092:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825795.170100:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.170107:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.170110:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825795.170111:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825795.170115:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825795.170122:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825795.170127:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.170129:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825795.170133:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051485568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.170140:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825795.170143:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825795.170146:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781825795.170151:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825795.170154:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825795.170156:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825795.170158:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825795.170161:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781825795.170165:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825795.170167:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825795.170169:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781825795.170173:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825795.170174:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.170176:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825795.170179:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051485696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.170185:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825795.170186:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825795.170187:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825795.170190:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825795.170191:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825795.170192:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825795.170193:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825795.170195:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825795.170197:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825795.170198:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825795.170199:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781825795.170202:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825795.170203:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.170207:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.170209:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.170211:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825795.170214:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.170215:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825795.171117:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.171135:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825795.171138:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.171141:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.171149:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.171154:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825795.171164:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.171169:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.171174:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.171178:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51900 00000400:00000200:1.0:1781825795.171182:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825795.171188:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2d1 [1] + 224 00000800:00000001:1.0:1781825795.171196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.171205:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825795.171218:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825795.171223:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825795.171231:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825795.171239:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825795.171248:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825795.171269:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825795.171276:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825795.171280:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.171976:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.171981:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825795.171987:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825795.171989:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825795.171992:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825795.171997:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825795.171999:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825795.172002:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825795.172008:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825795.172023:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.172029:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825795.172030:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.172033:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825795.172036:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825795.172037:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825795.172039:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825795.172042:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825795.172048:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825795.172052:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825795.172054:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825795.172055:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825795.172059:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825795.172061:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.172063:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825795.172067:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.172110:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825795.172113:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825795.172115:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825795.172119:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825795.172127:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051485440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825795.172132:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.172135:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825795.172138:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051485440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825811 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825795.172144:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825795.172146:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825795.172151:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825795.172154:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825795.172157:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825795.172159:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825795.172161:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825795.172163:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781825795.172167:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825795.172168:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825795.172170:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781825795.172174:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825795.172175:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.172177:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825795.172184:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825795.172185:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825795.172188:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825795.172190:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825795.611160:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825795.611168:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825795.611174:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825795.611175:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825795.611179:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825795.611180:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825795.611281:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825795.611284:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825795.611287:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825796.630205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825796.630212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825796.630218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825796.630219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825796.630222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825796.630223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825796.630331:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825796.630334:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825796.630337:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825797.654224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825797.654232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825797.654238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825797.654242:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825797.654244:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825797.654248:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825797.654251:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825797.654253:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825797.654255:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825797.654257:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825797.654261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825797.654262:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825797.654433:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825797.654436:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825797.654439:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825798.678211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825798.678218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825798.678224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825798.678225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825798.678229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825798.678230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825798.678385:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825798.678389:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825798.678391:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825799.702248:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825799.702256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825799.702262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825799.702265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825799.702269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825799.702270:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825799.702374:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825799.702378:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825799.702381:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825800.278665:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825800.278677:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825800.278687:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825800.278693:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825800.278697:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825800.278701:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825800.278705:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825800.278713:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825800.278719:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278730:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825800.278750:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825800.278754:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278761:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.278795:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278798:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825800.278801:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825800.278804:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825800.278806:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825800.278809:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825800.278810:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825800.278812:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825800.278817:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825800.278819:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278823:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825800.278829:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825800.278830:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278834:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.278841:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278843:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825800.278845:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825800.278847:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825800.278850:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825800.278852:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825800.278853:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825800.278854:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825800.278857:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825800.278859:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278863:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825800.278869:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825800.278871:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278875:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825800.278875:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825800.278881:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825800.278884:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825800.278891:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.278895:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825800.278895:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825800.278905:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825800.278912:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825800.278914:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781825800.278918:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825800.278924:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8429) 00000100:00000001:3.0:1781825800.278939:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.278942:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825800.278943:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825800.278948:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.278955:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825800.278957:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.278961:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825800.278963:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825800.278966:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825800.278970:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825800.278976:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825800.278982:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825800.278985:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.278987:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825800.278992:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825800.278994:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825800.279003:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825800.279007:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825800.279014:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825800.279021:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485952, portal 10 00000100:00000001:3.0:1781825800.279024:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825800.279026:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781825800.279033:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.279040:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825800.279043:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825800.279045:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825800.279049:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051485952, offset 0 00000400:00000200:3.0:1781825800.279055:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825800.279064:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825800.279072:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825800.279102:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825800.279107:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825800.279111:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825800.279124:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825800.279128:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378702:378702:256:4294967295] 192.168.204.116@tcp LPNI seq info [378653:378653:8:4294967295] 00000400:00000200:3.0:1781825800.279132:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825800.279141:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825800.279147:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825800.279152:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825800.279159:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825800.279167:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825800.279171:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825800.279192:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.279196:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25351 usecs (26 jiffies) 00000400:00000200:3.0:1781825800.279200:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825800.279203:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303092251 00000100:00000001:3.0:1781825800.279206:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303095825 00000100:00000001:3.0:1781825800.279208:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303092251 00000100:00000001:3.0:1781825800.279211:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303095825 00000100:00000001:3.0:1781825800.279213:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825800.279216:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.279219:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.279221:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.279229:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825800.279231:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825800.279233:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.279234:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825800.279235:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825800.279238:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781825800.279239:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.279241:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825800.279242:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.279243:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.279244:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825800.279245:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825800.279249:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.279255:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825800.279267:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.279270:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825800.279271:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825800.279273:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825800.279276:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051486080:192.168.204.116@tcp:400:kworker.0 00000800:00000200:1.0:1781825800.279517:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825800.279523:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:1.0:1781825800.279528:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.279533:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825800.279539:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:1.0:1781825800.279541:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:1.0:1781825800.279545:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825800.279550:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.279572:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825800.279575:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.279582:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825800.279583:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825800.279828:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825800.279832:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825800.279834:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825800.279836:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825800.279840:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051485824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825800.279844:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825800.279847:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825800.279850:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825800.279851:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825800.279855:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825800.279857:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825800.279861:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825800.279864:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825800.279870:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825800.279873:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051485824, portal 25 00000100:00000001:2.0:1781825800.279875:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825800.279877:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825800.279882:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825800.279889:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825800.279891:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825800.279894:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825800.279896:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051485824, offset 0 00000400:00000200:2.0:1781825800.279901:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825800.279905:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825800.279910:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825800.279913:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825800.279927:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825800.279930:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825800.279932:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825800.279935:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378703:378703:256:4294967295] 192.168.204.116@tcp LPNI seq info [378654:378654:8:4294967295] 00000400:00000200:2.0:1781825800.279939:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825800.279945:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825800.279950:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825800.279954:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825800.279959:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825800.279964:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825800.279967:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825800.279981:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825800.279986:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825800.279988:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303100946 00000100:00000001:2.0:1781825800.279995:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303095825 00000100:00000001:2.0:1781825800.279999:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303100946 00000100:00000001:2.0:1781825800.280001:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303095825 00000100:00000001:2.0:1781825800.280005:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825800.280007:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825800.280009:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825800.280011:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.280015:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825800.280016:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825800.280018:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825800.280019:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825800.280021:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825800.280023:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.280647:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825800.280652:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825800.280654:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.280657:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825800.280662:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623200. 02000000:00000001:3.0:1781825800.280665:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825800.280670:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825800.280674:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000400:00000010:3.0:1781825800.280679:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825800.280682:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486080, portal 10 00000100:00000001:3.0:1781825800.280685:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825800.280686:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825800.280694:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.280702:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825800.280705:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825800.280707:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825800.280710:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051486080, offset 0 00000400:00000200:3.0:1781825800.280715:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825800.280719:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825800.280724:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825800.280728:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825800.280731:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825800.280815:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825800.280818:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825800.280820:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378704:378704:255:4294967295] 192.168.204.116@tcp LPNI seq info [378655:378655:7:4294967295] 00000400:00000200:3.0:1781825800.280825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825800.280833:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825800.280837:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825800.280842:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825800.280846:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825800.280852:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825800.280855:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825800.280858:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.280862:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20063 usecs (21 jiffies) 00000400:00000200:3.0:1781825800.280865:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825800.280867:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303092247 00000100:00000001:3.0:1781825800.280870:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303100946 00000100:00000001:3.0:1781825800.280873:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303092247 00000100:00000001:3.0:1781825800.280876:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303100946 00000100:00000001:3.0:1781825800.280878:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825800.280881:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.280884:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.280887:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825800.280905:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825800.280910:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825800.280914:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.280920:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825800.280923:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:1.0:1781825800.280926:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:1.0:1781825800.280930:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825800.280934:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.280943:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825800.280946:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.280952:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825800.280954:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825800.280998:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825800.281000:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:1.0:1781825800.281004:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.281008:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825800.281010:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:1.0:1781825800.281012:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:1.0:1781825800.281015:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825800.281018:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.281025:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825800.281028:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.281034:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825800.281035:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825800.283514:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.283533:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825800.283539:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.283541:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.283550:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.283557:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825800.283566:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.283571:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.283576:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.283580:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51b00 00000400:00000200:1.0:1781825800.283585:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.283590:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2e9 [1] + 224 00000800:00000001:1.0:1781825800.283596:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.283603:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.283606:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.283610:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825800.283617:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825800.283626:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825800.283636:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.283659:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825800.283668:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.283671:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.284180:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.284185:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825800.284192:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825800.284195:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825800.284198:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825800.284203:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781825800.284206:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781825800.284209:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825800.284215:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825800.284225:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.284232:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825800.284234:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.284236:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825800.284239:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825800.284241:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825800.284243:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.284246:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825800.284255:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825800.284259:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825800.284261:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825800.284263:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825800.284265:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825800.284269:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.284272:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825800.284274:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825800.284275:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825800.284277:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.284281:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.284288:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825800.284291:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825800.284293:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825800.284296:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825800.284303:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051485952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825800.284308:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.284310:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825800.284313:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051485952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.284319:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825800.284322:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825800.284326:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825800.284331:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825800.284334:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825800.284336:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825800.284338:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825800.284341:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:3.0:1781825800.284344:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825800.284346:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825800.284349:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:3.0:1781825800.284352:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825800.284354:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.284357:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.284359:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.284360:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825800.284361:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.284363:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825800.286416:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286433:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825800.286437:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286440:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.286449:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286456:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825800.286475:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286481:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286486:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286489:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51b80 00000400:00000200:1.0:1781825800.286494:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286500:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2f9 [1] + 224 00000800:00000001:1.0:1781825800.286507:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286510:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.286513:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.286517:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825800.286523:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825800.286532:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825800.286542:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.286562:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825800.286572:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286575:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825800.286577:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286578:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.286581:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286584:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825800.286589:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286591:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286594:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286596:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51a80 00000400:00000200:1.0:1781825800.286600:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825800.286604:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff2f1 [1] + 224 00000800:00000001:1.0:1781825800.286607:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286614:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825800.286616:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825800.286619:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825800.286622:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825800.286625:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825800.286633:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825800.286651:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825800.286655:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825800.286658:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.286695:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825800.286700:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825800.286708:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825800.286710:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825800.286713:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825800.286719:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825800.286721:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825800.286725:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825800.286729:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825800.286753:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825800.286760:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825800.286762:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.286765:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825800.286768:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825800.286771:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825800.286773:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825800.286775:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825800.286781:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825800.286785:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825800.286788:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825800.286789:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825800.286792:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825800.286794:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825800.286978:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825800.286985:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825800.286993:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825800.286996:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825800.286998:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825800.287002:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825800.287010:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051485824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825800.287014:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.287017:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825800.287020:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051485824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825800.287026:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825800.287029:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825800.287032:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825800.287036:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825800.287039:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825800.287041:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825800.287043:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825800.287045:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825800.287049:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825800.287051:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825800.287053:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825800.287058:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825800.287060:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.287062:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825800.287068:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825800.287070:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825800.287072:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825800.287074:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.287166:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.287169:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825800.287172:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825800.287174:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825800.287177:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:3.0:1781825800.287181:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781825800.287183:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781825800.287186:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825800.287190:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825800.287198:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.287204:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825800.287205:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.287207:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825800.287209:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825800.287211:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825800.287212:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825800.287214:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825800.287220:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825800.287224:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825800.287226:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825800.287227:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825800.287229:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825800.287231:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.287234:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825800.287236:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825800.287238:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825800.287240:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825800.287243:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.287250:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825800.287252:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825800.287254:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825800.287258:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825800.287265:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051486080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825800.287270:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.287271:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825800.287274:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051486080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825816 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825800.287280:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825800.287281:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825800.287283:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623200. 02000000:00000001:3.0:1781825800.287287:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825800.287288:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825800.287290:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825800.287292:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825800.287293:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781825800.287296:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825800.287297:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825800.287298:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825800.287302:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825800.287303:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.287305:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825800.287309:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825800.287310:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825800.287312:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825800.287313:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825800.726219:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825800.726222:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825800.726226:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726230:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825800.726233:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726236:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726238:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825800.726244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825800.726248:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825800.726250:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825800.726251:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726252:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825800.726253:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726255:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825800.726257:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825800.726364:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825800.726368:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825800.726371:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825801.750775:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825801.750782:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825801.750787:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825801.750788:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825801.750791:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825801.750793:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825801.751250:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825801.751254:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825801.751257:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:1.0:1781825801.814209:0:131477:0:(osc_request.c:745:osc_update_next_shrink()) next time 9626 to shrink grant 00000008:00000001:1.0:1781825801.814220:0:131477:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:1.0:1781825801.814228:0:131477:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff908f0618c700. 00000008:00000020:1.0:1781825801.814244:0:131477:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0001-mdc-ffff908f02d98000: dirty: 0 undirty: 484638720 dropped 0 grant: 2146304 cl_lost_grant 0 00000008:00000020:1.0:1781825801.814248:0:131477:0:(osc_request.c:745:osc_update_next_shrink()) next time 9626 to shrink grant 00000008:00000001:1.0:1781825801.814251:0:131477:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:1.0:1781825801.814258:0:131477:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781825801.814263:0:131477:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825801.814268:0:131477:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825801.814271:0:131477:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825801.814277:0:131477:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825801.814286:0:131477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff908f070b8800. 00000100:00000001:1.0:1781825801.814292:0:131477:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781825801.814592:0:131477:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff908f0670ed00. 00000100:00000001:1.0:1781825801.814600:0:131477:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825801.814605:0:131477:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.814619:0:131477:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_01+1] req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1781825801.814658:0:131477:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781825801.814661:0:131477:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff908f0618c700. 00000008:00000001:1.0:1781825801.814667:0:131477:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1781825801.814670:0:131477:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:1.0:1781825801.814673:0:131477:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff908f0618c700. 00000008:00000020:1.0:1781825801.814675:0:131477:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0000-mdc-ffff908f02d98000: dirty: 0 undirty: 484638720 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000020:1.0:1781825801.814678:0:131477:0:(osc_request.c:745:osc_update_next_shrink()) next time 9626 to shrink grant 00000008:00000001:1.0:1781825801.814680:0:131477:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:1.0:1781825801.814684:0:131477:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da680. 00000020:00000040:1.0:1781825801.814687:0:131477:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825801.814689:0:131477:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825801.814690:0:131477:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825801.814692:0:131477:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825801.814696:0:131477:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff908f070b8c00. 00000100:00000001:1.0:1781825801.814700:0:131477:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781825801.814715:0:131477:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff908f0670e750. 00000100:00000001:1.0:1781825801.814717:0:131477:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825801.814720:0:131477:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.814725:0:131477:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed99fa2] to pc [ptlrpcd_00_00+0] req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:1.0:1781825801.814734:0:131477:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1781825801.814736:0:131477:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff908f0618c700. 00000008:00000001:1.0:1781825801.814738:0:131477:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.814754:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825801.814757:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825801.814759:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825801.814765:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.814772:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825801.814775:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.814778:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825801.814781:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825801.814784:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825801.814788:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051486208:192.168.204.116@tcp:17:kworker.0 00000100:00000001:1.0:1781825801.814792:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825801.814799:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825801.814802:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.814804:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825801.814808:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff908f047a1c00. 02000000:00000001:1.0:1781825801.814810:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825801.814819:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825801.814825:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e99a0. 00000400:00000010:1.0:1781825801.814903:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825801.814912:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868371051486208, portal 10 00000100:00000001:1.0:1781825801.814915:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825801.814917:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:1.0:1781825801.814926:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.814934:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825801.814937:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825801.814940:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781825801.814943:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1868371051486208, offset 0 00000400:00000200:1.0:1781825801.814950:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825801.814959:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825801.814967:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825801.814973:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825801.814978:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825801.814981:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825801.814984:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825801.814987:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378705:378705:256:4294967295] 192.168.204.116@tcp LPNI seq info [378656:378656:8:4294967295] 00000400:00000200:1.0:1781825801.814992:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825801.815002:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825801.815076:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825801.815108:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000800:00000200:1.0:1781825801.815115:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825801.815123:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825801.815127:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1781825801.815140:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.815145:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20046 usecs (21 jiffies) 00000400:00000200:1.0:1781825801.815148:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825801.815151:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303093782 00000100:00000001:1.0:1781825801.815155:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303100946 00000100:00000001:1.0:1781825801.815157:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303093782 00000100:00000001:1.0:1781825801.815159:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303100946 00000100:00000001:1.0:1781825801.815160:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825801.815163:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.815166:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.815168:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.815176:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825801.815178:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825801.815180:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825801.815182:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825801.815183:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825801.815185:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781825801.815187:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.815189:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825801.815190:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.815192:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825801.815193:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825801.815195:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825801.815199:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.815206:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825801.815207:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.815209:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825801.815211:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825801.815213:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825801.815215:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051486336:192.168.204.116@tcp:17:kworker.0 00000100:00000001:1.0:1781825801.815219:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825801.815222:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825801.815223:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.815225:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825801.815228:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff908f047a3000. 00000100:00000001:0.0:1781825801.815589:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825801.815593:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825801.815720:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825801.815725:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825801.815730:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825801.815735:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825801.815741:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:0.0:1781825801.815744:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:0.0:1781825801.815748:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825801.815753:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.815764:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825801.815768:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.815775:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825801.815777:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1781825801.815895:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825801.815901:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825801.815905:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9210. 00000400:00000010:1.0:1781825801.815910:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781825801.815913:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1868371051486336, portal 10 00000100:00000001:1.0:1781825801.815916:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825801.815917:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693316224 : -122531016235392 : ffff908f064da680) 00000100:00000040:1.0:1781825801.815925:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.815931:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825801.815933:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825801.815935:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eb28. 00000100:00000200:1.0:1781825801.815937:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1868371051486336, offset 0 00000400:00000200:1.0:1781825801.815942:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825801.815947:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825801.815952:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825801.815955:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825801.815958:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825801.815960:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825801.815962:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825801.815965:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378706:378706:256:4294967295] 192.168.204.116@tcp LPNI seq info [378657:378657:8:4294967295] 00000400:00000200:1.0:1781825801.815969:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825801.815976:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825801.815981:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825801.815984:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825801.815988:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825801.815994:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825801.815997:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1781825801.816110:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.816115:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25308 usecs (26 jiffies) 00000400:00000200:1.0:1781825801.816119:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825801.816121:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303093788 00000100:00000001:1.0:1781825801.816124:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303100946 00000100:00000001:1.0:1781825801.816126:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303093788 00000100:00000001:1.0:1781825801.816127:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303100946 00000100:00000001:1.0:1781825801.816129:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825801.816132:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.816135:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.816137:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825801.816268:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825801.816271:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825801.816274:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825801.816278:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825801.816281:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:0.0:1781825801.816283:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:0.0:1781825801.816286:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825801.816289:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.816613:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825801.816617:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.816623:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825801.816625:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825801.832826:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.832844:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825801.832848:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.832851:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825801.832860:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.832868:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825801.832877:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.832883:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.832888:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.832893:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 432 into portal 10 MB=0x6a34608d51c80 00000400:00000200:0.0:1781825801.832897:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.832905:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 432/432 into md 0x3ff311 [1] + 224 00000800:00000001:0.0:1781825801.832913:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.832917:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825801.832920:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825801.832924:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825801.832932:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825801.832954:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825801.832968:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.832992:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825801.833003:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.833007:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825801.833009:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.833012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825801.833015:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.833019:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825801.833024:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.833026:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.833029:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.833032:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 432 into portal 10 MB=0x6a34608d51c00 00000400:00000200:0.0:1781825801.833036:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825801.833040:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 432/432 into md 0x3ff301 [1] + 224 00000800:00000001:0.0:1781825801.833044:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.833053:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825801.833055:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825801.833058:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825801.833062:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825801.833066:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825801.833118:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825801.833126:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825801.833130:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825801.833133:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.833546:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825801.833551:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825801.833558:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825801.833561:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825801.833564:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9210. 00000400:00000200:1.0:1781825801.833569:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781825801.833571:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781825801.833574:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825801.833580:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825801.833588:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.833594:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825801.833596:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.833599:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825801.833603:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825801.833606:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825801.833608:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.833611:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825801.833620:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825801.833624:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825801.833627:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825801.833628:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825801.833631:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825801.833634:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.833638:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825801.833640:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825801.833642:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825801.833643:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.833648:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.833654:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825801.833657:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825801.833659:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1781825801.833664:0:2393:0:(osc_request.c:759:osc_update_grant()) got 1048576 extra grant 00000008:00000010:1.0:1781825801.833667:0:2393:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff908f0670e750. 00000100:00000040:1.0:1781825801.833672:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825801.833679:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051486336:192.168.204.116@tcp:17:kworker.0 00000400:00000001:1.0:1781825801.833684:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825801.833685:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825801.833687:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e99a0. 00000400:00000200:1.0:1781825801.833690:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:1.0:1781825801.833692:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:1.0:1781825801.833694:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825801.833696:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825801.833716:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.833722:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825801.833723:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.833725:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825801.833726:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825801.833727:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825801.833729:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825801.833730:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825801.833735:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825801.833738:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=18 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825801.833740:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825801.833741:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825801.833742:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825801.833744:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.833747:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825801.833748:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825801.833750:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825801.833751:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825801.833754:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.833759:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825801.833760:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825801.833762:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1781825801.833763:0:2393:0:(osc_request.c:759:osc_update_grant()) got 1097728 extra grant 00000008:00000010:1.0:1781825801.833765:0:2393:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff908f0670ed00. 00000100:00000040:1.0:1781825801.833769:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825801.833776:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051486208:192.168.204.116@tcp:17:kworker.0 00000100:00000001:1.0:1781825801.833780:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.833783:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825801.833787:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da680 x1868371051486336/t0(0) o17->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.833793:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825801.833795:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825801.833799:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff908f047a3000. 02000000:00000001:1.0:1781825801.833805:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825801.833808:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825801.833810:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825801.833813:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825801.833816:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff908f070b8c00. 02000000:00000001:1.0:1781825801.833819:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825801.833821:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825801.833823:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da680. 00000100:00000001:1.0:1781825801.833826:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825801.833828:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.833829:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825801.834558:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051486208/t0(0) o17->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 456/432 e 0 to 0 dl 1781825817 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825801.834570:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825801.834573:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825801.834575:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff908f047a1c00. 02000000:00000001:1.0:1781825801.834579:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825801.834581:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825801.834583:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825801.834586:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825801.834587:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825801.834590:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825801.834591:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825801.834592:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:1.0:1781825801.834596:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825801.834597:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.834600:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825801.834607:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825801.834610:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825801.834612:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825801.834616:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825802.774217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825802.774225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825802.774232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825802.774234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825802.774237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825802.774238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825802.774398:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825802.774402:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825802.774405:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825803.798207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825803.798213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825803.798229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825803.798230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825803.798234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825803.798235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825803.798356:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825803.798360:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825803.798363:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825804.827050:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825804.827058:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825804.827063:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825804.827065:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825804.827068:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825804.827069:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825804.827126:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825804.827131:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825804.827134:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825805.400909:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825805.400918:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825805.400928:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825805.400934:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825805.400938:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825805.400941:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825805.400946:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825805.400954:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825805.400961:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.401072:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825805.401099:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825805.401103:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.401111:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.401146:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.401149:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825805.401152:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825805.401156:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825805.401159:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825805.401162:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825805.401163:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825805.401165:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825805.401169:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825805.401172:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.401176:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825805.401183:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825805.401186:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.401189:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.401373:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.401377:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825805.401380:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825805.401387:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.401395:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825805.401397:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825805.401400:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825805.401403:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825805.401405:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825805.401408:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051486464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825805.401412:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825805.401417:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825805.401420:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825805.401422:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825805.401427:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825805.401429:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825805.401435:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825805.401439:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35840. 00000400:00000010:3.0:1781825805.401446:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825805.401453:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486464, portal 25 00000100:00000001:3.0:1781825805.401456:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825805.401458:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:3.0:1781825805.401463:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.401470:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825805.401473:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825805.401475:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825805.401479:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051486464, offset 0 00000400:00000200:3.0:1781825805.401487:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825805.401496:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825805.401504:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825805.401509:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825805.401513:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825805.401516:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825805.401518:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825805.401522:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378707:378707:256:4294967295] 192.168.204.116@tcp LPNI seq info [378658:378658:8:4294967295] 00000400:00000200:3.0:1781825805.401526:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825805.401536:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825805.401541:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825805.401546:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781825805.401553:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825805.401560:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825805.401564:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825805.401585:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825805.401590:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825805.401593:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303106068 00000800:00000200:0.0:1781825805.401825:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825805.401829:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781825805.401834:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825805.401840:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825805.401845:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:0.0:1781825805.401847:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:0.0:1781825805.401851:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825805.401855:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825805.401863:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825805.401867:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825805.401873:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825805.401875:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825805.401966:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303100946 00000100:00000001:3.0:1781825805.401980:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303106068 00000100:00000001:3.0:1781825805.401984:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303100946 00000100:00000001:3.0:1781825805.402046:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825805.402049:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.402052:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.402055:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.402062:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825805.402064:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825805.402066:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.402067:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825805.402068:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.402070:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.402120:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.402122:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.405865:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.405870:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825805.405874:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825805.405884:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825805.405890:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825805.405894:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825805.405897:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825805.405903:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825805.405910:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825805.405916:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.405929:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825805.405939:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825805.405945:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.405952:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.405961:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.405964:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825805.406738:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825805.406745:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825805.406751:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825805.406758:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8435) 00000100:00000001:3.0:1781825805.407171:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.407176:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825805.407179:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825805.407188:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.407205:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825805.407208:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825805.407219:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825805.407222:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825805.407225:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825805.407229:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051486592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825805.407513:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825805.407521:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825805.407524:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825805.407526:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825805.407532:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825805.407535:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825805.407542:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825805.407547:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825805.407554:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825805.407561:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486592, portal 10 00000100:00000001:3.0:1781825805.407563:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825805.407565:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781825805.407573:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.407587:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825805.407590:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825805.407593:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825805.407596:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051486592, offset 0 00000400:00000200:3.0:1781825805.407703:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825805.407711:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825805.407718:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825805.407722:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825805.407726:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825805.407729:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825805.407732:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825805.407735:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378708:378708:256:4294967295] 192.168.204.116@tcp LPNI seq info [378659:378659:8:4294967295] 00000400:00000200:3.0:1781825805.407740:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825805.407749:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825805.407755:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825805.407760:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825805.407766:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825805.407773:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825805.407777:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825805.408738:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825805.408743:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825805.408745:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825805.408755:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.408765:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825805.408767:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825805.408770:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825805.408773:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825805.408776:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825805.408779:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051486720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825805.408783:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825805.408787:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825805.408789:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825805.408791:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825805.408797:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825805.408799:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825805.408804:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825805.408806:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825805.408808:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000100:00000040:3.0:1781825805.408814:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25305 usecs (26 jiffies) 00000400:00000010:2.0:1781825805.408816:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000400:00000200:3.0:1781825805.408821:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000200:2.0:1781825805.408822:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486720, portal 10 00000100:00000001:3.0:1781825805.408825:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303097380 00000100:00000001:2.0:1781825805.408826:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825805.408829:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000001:3.0:1781825805.408831:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303106068 00000100:00000001:3.0:1781825805.408834:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303097380 00000100:00000040:2.0:1781825805.408837:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.408838:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303106068 00000100:00000001:3.0:1781825805.408843:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825805.408848:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.408853:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781825805.408854:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.408859:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825805.408859:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825805.408863:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825805.408866:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051486720, offset 0 00000100:00000001:3.0:1781825805.408868:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825805.408871:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1781825805.408873:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825805.408875:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.408877:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825805.408879:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825805.408881:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825805.408883:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825805.408899:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825805.408903:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825805.408906:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825805.408909:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825805.408912:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825805.408916:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378709:378709:255:4294967295] 192.168.204.116@tcp LPNI seq info [378660:378660:7:4294967295] 00000400:00000200:2.0:1781825805.408920:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825805.408929:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825805.408933:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825805.408937:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825805.408942:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825805.408947:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825805.408950:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000800:00000001:0.0:1781825805.413070:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1781825805.414206:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825805.414212:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825805.414219:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825805.414238:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825805.414245:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:1.0:1781825805.414249:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:1.0:1781825805.414254:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825805.414261:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825805.414273:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825805.414276:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825805.414283:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825805.414285:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825805.414574:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825805.414578:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.414582:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825805.414588:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.414592:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825805.414599:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.414603:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.414608:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.414612:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51d00 00000400:00000200:0.0:1781825805.414616:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.414622:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff321 [1] + 224 00000800:00000001:0.0:1781825805.414630:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.414654:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825805.414656:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825805.414660:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825805.414664:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825805.414670:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825805.414680:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825805.414688:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825805.414693:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.414696:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.429926:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.429940:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20053 usecs (21 jiffies) 00000400:00000200:2.0:1781825805.430111:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825805.430156:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303097397 00000100:00000001:2.0:1781825805.430160:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303106068 00000100:00000001:2.0:1781825805.430162:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303097397 00000100:00000001:2.0:1781825805.430164:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303106068 00000100:00000001:2.0:1781825805.430166:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825805.430170:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1781825805.430180:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825805.430182:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825805.430186:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35840. 00000400:00000200:2.0:1781825805.430192:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:2.0:1781825805.430196:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:2.0:1781825805.430204:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825805.430215:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825805.430355:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.430364:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825805.430366:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.430369:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825805.430372:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825805.430375:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825805.430377:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825805.430380:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825805.430386:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825805.430390:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825805.430393:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825805.430394:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825805.430397:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825805.430400:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.430402:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.430407:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.430414:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825805.430417:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825805.430419:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825805.430422:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825805.430430:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051486464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825805.430435:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.430439:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825805.430442:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051486464/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.430449:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825805.430452:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825805.430456:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:2.0:1781825805.430461:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825805.430464:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825805.430466:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825805.430469:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825805.430471:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825805.430474:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825805.430476:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825805.430478:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825805.430482:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825805.430483:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.430486:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.430493:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825805.430496:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825805.430498:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825805.430500:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825805.430502:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.430505:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825805.433773:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825805.433795:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825805.433799:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825805.433802:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825805.433810:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825805.433818:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825805.433829:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825805.433834:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825805.433839:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825805.433843:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51d80 00000400:00000200:1.0:1781825805.433848:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825805.433855:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff329 [1] + 224 00000800:00000001:1.0:1781825805.433861:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825805.433872:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825805.433875:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825805.433879:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825805.433886:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825805.433894:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825805.433905:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825805.433925:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1781825805.434027:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825805.434031:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825805.434036:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825805.434039:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825805.434043:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:1.0:1781825805.434045:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:1.0:1781825805.434049:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825805.434054:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825805.434063:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825805.434066:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825805.434074:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825805.434076:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825805.434097:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825805.434102:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.435580:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.435586:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825805.435594:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825805.435596:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825805.435613:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825805.435618:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825805.435620:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825805.435624:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825805.435641:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825805.435651:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.435659:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825805.435662:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.435665:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825805.435669:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825805.435671:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825805.435673:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825805.435677:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825805.435685:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=22 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825805.435690:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825805.435692:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825805.435694:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825805.435697:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825805.435701:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.435704:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825805.435707:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825805.435708:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825805.435711:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825805.435715:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.435722:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825805.435725:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825805.435728:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825805.435731:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825805.435738:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051486592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825805.435743:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.435746:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825805.435749:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051486592/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825805.435755:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825805.435757:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825805.435761:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825805.435765:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825805.435767:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825805.435769:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825805.435771:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825805.435773:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825805.435777:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825805.435779:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825805.435780:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781825805.435784:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825805.435785:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.435787:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825805.435795:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825805.435796:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825805.435798:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825805.435801:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825805.439350:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.439369:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825805.439374:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.439377:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825805.439387:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.439394:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825805.439404:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.439410:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.439416:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.439420:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51e00 00000400:00000200:0.0:1781825805.439425:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825805.439431:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff331 [1] + 224 00000800:00000001:0.0:1781825805.439438:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.439445:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825805.439448:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825805.439453:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825805.439460:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825805.439469:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825805.439479:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.439537:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825805.439542:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825805.439565:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825805.439573:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825805.439577:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825805.444537:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825805.444545:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825805.444550:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825805.444560:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825805.444563:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825805.444570:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825805.444581:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825805.444594:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.444615:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825805.444618:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.444621:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825805.444625:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825805.444627:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825805.444629:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825805.444640:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825805.444651:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=22 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825805.444656:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825805.444659:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825805.444661:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825805.444663:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825805.444667:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.444671:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825805.444673:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825805.444675:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825805.444677:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825805.444681:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.444689:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825805.444693:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825805.444695:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825805.444699:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825805.444707:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051486720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825805.444713:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.444716:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825805.444719:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051486720/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825821 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825805.444726:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825805.444729:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825805.444733:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825805.444738:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825805.444740:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825805.444743:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825805.444745:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825805.444748:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825805.444751:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825805.444753:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825805.444756:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825805.444759:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825805.444761:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.444763:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825805.444771:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825805.444773:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825805.444775:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825805.444778:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825805.846791:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825805.846803:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825805.846811:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825805.846812:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825805.846827:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825805.846828:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825805.846922:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825805.846930:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825805.846935:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825806.871555:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825806.871562:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825806.871566:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825806.871567:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825806.871571:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825806.871573:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825806.872711:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825806.872716:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825806.872720:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825807.902854:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825807.902862:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825807.902868:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825807.902872:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825807.902875:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825807.902878:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825807.902881:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825807.902884:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825807.902886:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825807.902888:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825807.902892:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825807.902893:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825807.903099:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825807.903103:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825807.903106:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825808.918200:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825808.918207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825808.918213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825808.918214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825808.918217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825808.918218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825808.918300:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825808.918303:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825808.918306:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825809.943245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825809.943252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825809.943257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825809.943258:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825809.943261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825809.943262:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825809.943338:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825809.943342:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825809.943346:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825810.518345:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825810.518357:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825810.518368:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825810.518375:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825810.518383:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825810.518387:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825810.518395:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825810.518405:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825810.518414:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518429:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825810.518440:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825810.518445:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518464:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825810.518493:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518496:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825810.518500:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825810.518503:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825810.518505:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825810.518509:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825810.518510:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825810.518512:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825810.518516:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825810.518518:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518526:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825810.518543:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825810.518547:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518552:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825810.518561:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518563:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825810.518569:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825810.518572:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825810.518574:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825810.518576:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825810.518580:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825810.518582:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825810.518584:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825810.518587:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518591:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825810.518600:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825810.518602:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518606:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825810.518615:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825810.518617:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825810.518621:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825810.518624:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825810.518630:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825810.518634:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8440) 00000100:00000001:2.0:1781825810.518753:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.518757:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825810.518759:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825810.518768:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.518776:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825810.518778:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.518782:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825810.518785:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825810.518787:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825810.518791:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051486848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.518795:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825810.518802:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825810.518805:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.518807:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825810.518812:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825810.518813:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825810.518821:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825810.518825:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825810.518832:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825810.518844:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486848, portal 25 00000100:00000001:2.0:1781825810.518846:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825810.518848:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825810.518854:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.518861:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825810.518867:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825810.518870:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825810.518874:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051486848, offset 0 00000400:00000200:2.0:1781825810.518882:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825810.518890:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825810.518900:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825810.518907:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825810.518918:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825810.518922:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825810.518924:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825810.518928:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378710:378710:256:4294967295] 192.168.204.116@tcp LPNI seq info [378661:378661:8:4294967295] 00000400:00000200:2.0:1781825810.518933:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825810.518942:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825810.518949:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825810.518954:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825810.518961:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825810.518978:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825810.518983:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825810.519002:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825810.519009:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825810.519012:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303111185 00000100:00000001:2.0:1781825810.519020:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303106068 00000100:00000001:2.0:1781825810.519024:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303111185 00000100:00000001:2.0:1781825810.519026:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303106068 00000100:00000001:2.0:1781825810.519029:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.519032:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.519035:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825810.519038:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.519044:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825810.519046:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.519047:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825810.519049:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825810.519050:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825810.519053:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051487104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.519056:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825810.519058:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825810.519059:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.519060:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825810.519063:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825810.519065:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825810.519068:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825810.519070:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825810.519073:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825810.519105:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487104, portal 10 00000100:00000001:2.0:1781825810.519108:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825810.519109:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825810.519117:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.519122:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825810.519124:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825810.519126:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825810.519129:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051487104, offset 0 00000400:00000200:2.0:1781825810.519133:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825810.519136:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825810.519140:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825810.519143:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825810.519144:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825810.519147:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825810.519149:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825810.519151:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378711:378711:255:4294967295] 192.168.204.116@tcp LPNI seq info [378662:378662:7:4294967295] 00000400:00000200:2.0:1781825810.519155:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:1.0:1781825810.519159:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1781825810.519161:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000010:1.0:1781825810.519164:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825810.519166:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825810.519169:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781825810.519169:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1781825810.519172:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:1.0:1781825810.519174:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000800:00000200:2.0:1781825810.519176:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825810.519178:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1781825810.519179:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000100:00000001:2.0:1781825810.519181:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781825810.519182:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000040:2.0:1781825810.519185:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20103 usecs (21 jiffies) 00000100:00000001:1.0:1781825810.519186:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1781825810.519188:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825810.519190:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303102486 00000100:00000200:1.0:1781825810.519190:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.519193:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303111185 00000100:00000001:1.0:1781825810.519199:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825810.519203:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825810.519210:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825810.519212:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825810.519225:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825810.519227:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781825810.519229:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825810.519232:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825810.519235:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:1.0:1781825810.519236:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:1.0:1781825810.519238:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825810.519242:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825810.519248:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825810.519251:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825810.519257:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825810.519259:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825810.519348:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303102486 00000100:00000001:2.0:1781825810.519351:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303111185 00000100:00000001:2.0:1781825810.519352:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.519355:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.519357:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.519359:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.519366:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825810.519368:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825810.519370:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.519371:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825810.519372:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825810.519374:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825810.519376:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.519378:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825810.519379:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.519381:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.519382:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825810.519383:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825810.519387:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.519394:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825810.519395:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.519398:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825810.519400:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825810.519402:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825810.519405:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051486976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.519408:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825810.519410:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825810.519412:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.519413:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825810.519416:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825810.519418:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825810.519421:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825810.519424:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825810.519427:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825810.519430:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051486976, portal 10 00000100:00000001:2.0:1781825810.519432:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825810.519433:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825810.519440:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.519446:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825810.519448:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825810.520567:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825810.520573:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051486976, offset 0 00000400:00000200:2.0:1781825810.520581:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825810.520587:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825810.520592:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825810.520596:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825810.520598:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825810.520601:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825810.520605:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825810.520608:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378712:378712:256:4294967295] 192.168.204.116@tcp LPNI seq info [378663:378663:8:4294967295] 00000400:00000200:2.0:1781825810.520612:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825810.520619:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825810.520625:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825810.520629:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825810.520634:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825810.520640:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825810.520643:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825810.520662:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825810.520667:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25332 usecs (26 jiffies) 00000400:00000200:2.0:1781825810.520671:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825810.520673:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303102492 00000100:00000001:2.0:1781825810.520675:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303111185 00000100:00000001:2.0:1781825810.520678:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303102492 00000100:00000001:2.0:1781825810.520680:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303111185 00000100:00000001:2.0:1781825810.520682:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.520685:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.520688:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.520691:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825810.521224:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825810.521229:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:0.0:1781825810.521233:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825810.521238:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825810.521242:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:0.0:1781825810.521245:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:0.0:1781825810.521249:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825810.521255:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825810.521266:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825810.521269:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825810.521276:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825810.521278:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825810.522241:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825810.522246:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825810.523524:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.523548:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825810.523551:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.523554:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825810.523562:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.523568:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825810.523576:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.523580:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.523585:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.523589:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d51e80 00000400:00000200:1.0:1781825810.523593:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.523599:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff339 [1] + 224 00000800:00000001:1.0:1781825810.523605:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.523612:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825810.523615:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825810.523618:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825810.523624:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825810.523633:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825810.523643:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825810.523665:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825810.523673:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.523676:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.525846:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.525854:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825810.525863:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825810.525866:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825810.525869:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825810.525877:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825810.525880:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825810.525884:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825810.525892:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825810.525916:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.525924:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825810.525926:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.525929:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825810.525932:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825810.525935:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825810.525937:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.525940:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825810.525947:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825810.525951:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825810.525953:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825810.525955:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825810.525957:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825810.525960:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.525962:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825810.525968:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.525973:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.525976:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825810.525978:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825810.525981:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825810.525988:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051486848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.525992:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.525995:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825810.525998:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051486848/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.526004:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825810.526007:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825810.526010:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825810.526015:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825810.526018:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825810.526019:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825810.526022:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825810.526024:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825810.526028:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825810.526029:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825810.526032:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825810.526038:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825810.526040:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.526043:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.526045:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.526046:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825810.526047:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.526049:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825810.528739:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825810.528756:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825810.528760:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825810.528763:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825810.528772:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825810.528784:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825810.528793:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825810.528798:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825810.528803:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825810.528807:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51f80 00000400:00000200:0.0:1781825810.528811:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825810.528817:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff341 [1] + 224 00000800:00000001:0.0:1781825810.528825:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825810.528832:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825810.528835:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825810.528839:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825810.528846:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825810.528854:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825810.528864:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825810.528886:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825810.528893:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825810.528896:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.529190:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.529194:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825810.529200:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825810.529202:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825810.529205:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825810.529210:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825810.529213:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825810.529216:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825810.529221:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825810.529230:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.529236:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825810.529238:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.529240:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825810.529243:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825810.529245:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825810.529247:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.529250:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825810.529258:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825810.529262:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825810.529265:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825810.529266:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825810.529269:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825810.529272:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.529276:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825810.529278:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825810.529280:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825810.529282:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825810.529287:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.529295:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.529298:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825810.529300:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825810.529304:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825810.529322:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051487104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.529327:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.529329:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825810.529333:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051487104/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.529339:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825810.529341:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825810.529344:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825810.529348:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825810.529350:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825810.529352:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825810.529354:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825810.529357:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825810.529360:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825810.529362:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825810.529364:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825810.529367:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825810.529368:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.529371:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.529373:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.529374:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825810.529376:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.529377:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825810.533658:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.533675:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825810.533679:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.533681:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825810.533690:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.533697:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825810.533705:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.533710:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.533715:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.533718:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d51f00 00000400:00000200:1.0:1781825810.533722:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825810.533728:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff349 [1] + 224 00000800:00000001:1.0:1781825810.533735:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.533742:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825810.533744:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825810.533748:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825810.533755:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825810.533763:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825810.533773:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825810.533800:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825810.533807:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825810.533810:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.534621:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.534626:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825810.534633:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825810.534635:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825810.534638:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825810.534644:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:2.0:1781825810.534647:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:2.0:1781825810.534651:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825810.534656:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825810.534666:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.534673:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825810.534674:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.534677:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825810.534680:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825810.534682:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825810.534684:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825810.534687:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825810.534695:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825810.534699:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825810.534702:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825810.534704:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825810.534706:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825810.534709:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.534712:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825810.534714:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825810.534716:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825810.534717:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825810.534722:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.534729:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825810.534732:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825810.534734:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825810.534738:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825810.534752:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051486976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825810.534756:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.534758:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825810.534761:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051486976/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825826 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825810.534768:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825810.534770:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825810.534773:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825810.534786:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825810.534789:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825810.534791:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825810.534793:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825810.534795:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781825810.534798:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825810.534800:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825810.534802:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825810.534805:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825810.534807:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.534809:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825810.534817:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825810.534819:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825810.534821:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825810.534823:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966627:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825810.966636:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825810.966638:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825810.966641:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966646:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825810.966648:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966650:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966652:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966656:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825810.966658:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966661:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825810.966662:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825810.966663:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825810.966665:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966666:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825810.966667:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966668:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825810.966670:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825810.970701:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825810.970709:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825810.970713:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825811.990291:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825811.990298:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825811.990303:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825811.990305:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825811.990307:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825811.990309:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825811.990442:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825811.990446:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825811.990449:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825813.014202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825813.014208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825813.014214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825813.014215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825813.014218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825813.014219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825813.014391:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825813.014394:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825813.014397:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825814.038204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825814.038211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825814.038217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825814.038219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825814.038222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825814.038223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825814.038312:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825814.038316:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825814.038318:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825815.062222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825815.062229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825815.062236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825815.062237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825815.062240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825815.062241:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825815.062346:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825815.062350:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825815.062353:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825815.638195:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825815.638206:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825815.638227:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825815.638233:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825815.638238:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825815.638247:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825815.638253:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825815.638262:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825815.638268:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638288:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825815.638300:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825815.638305:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638312:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.638346:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638349:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825815.638361:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825815.638365:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825815.638367:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825815.638370:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825815.638371:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825815.638373:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825815.638377:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825815.638380:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638384:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825815.638391:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825815.638393:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638396:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.638404:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638415:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825815.638418:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825815.638421:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825815.638424:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825815.638426:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825815.638427:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825815.638429:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825815.638440:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825815.638443:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638558:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825815.638572:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825815.638574:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638578:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_00+0] req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.638585:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.638587:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825815.638591:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825815.638594:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825815.638597:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825815.638602:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8445) 00000100:00000001:2.0:1781825815.638905:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.638910:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825815.638912:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825815.638918:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.638927:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825815.638928:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.638932:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825815.638935:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825815.638938:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825815.638942:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051487232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825815.638946:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825815.638952:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825815.638955:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.638958:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825815.638963:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825815.638965:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825815.638972:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825815.638977:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825815.639054:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825815.639062:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487232, portal 25 00000100:00000001:2.0:1781825815.639065:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825815.639067:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825815.639072:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.639117:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825815.639120:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825815.639124:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825815.639127:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051487232, offset 0 00000400:00000200:2.0:1781825815.639133:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825815.639141:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825815.639149:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825815.639154:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825815.639157:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825815.639161:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825815.639164:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825815.639167:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378713:378713:256:4294967295] 192.168.204.116@tcp LPNI seq info [378664:378664:8:4294967295] 00000400:00000200:2.0:1781825815.639171:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825815.639180:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825815.639186:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825815.639191:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825815.639198:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825815.639206:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825815.639210:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825815.639218:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825815.639222:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825815.639225:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303116306 00000100:00000001:2.0:1781825815.639232:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303111185 00000100:00000001:2.0:1781825815.639237:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303116306 00000100:00000001:2.0:1781825815.639240:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303111185 00000100:00000001:2.0:1781825815.639243:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825815.639246:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.639249:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825815.639253:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.639260:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825815.639261:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.639263:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825815.639265:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825815.639267:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825815.639270:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825815.639273:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825815.639276:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1781825815.639720:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825815.639725:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781825815.639731:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825815.639736:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825815.639741:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:0.0:1781825815.639744:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:0.0:1781825815.639748:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825815.639753:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825815.639762:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825815.639765:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825815.639773:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825815.639775:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1781825815.639838:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.639840:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825815.639844:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825815.639846:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825815.639850:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825815.639853:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825815.639858:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825815.639861:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487488, portal 10 00000100:00000001:2.0:1781825815.639863:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825815.639865:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781825815.639872:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.639879:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825815.639881:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825815.639884:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825815.639886:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051487488, offset 0 00000400:00000200:2.0:1781825815.639890:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825815.639894:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825815.639897:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825815.639901:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825815.639903:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825815.639906:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825815.639908:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825815.639911:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378714:378714:256:4294967295] 192.168.204.116@tcp LPNI seq info [378665:378665:8:4294967295] 00000400:00000200:2.0:1781825815.639915:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825815.639921:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825815.639926:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825815.639929:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825815.639933:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825815.639938:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825815.639941:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825815.641151:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825815.641156:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825815.641158:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825815.641166:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.641175:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825815.641177:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825815.641180:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825815.641182:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825815.641185:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825815.641188:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051487360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825815.641191:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825815.641195:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825815.641197:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825815.641198:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825815.641203:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825815.641205:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825815.641209:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825815.641213:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825815.641218:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825815.641222:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487360, portal 10 00000100:00000001:3.0:1781825815.641224:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825815.641225:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781825815.641230:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.641237:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825815.641240:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825815.641242:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825815.641245:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051487360, offset 0 00000400:00000200:3.0:1781825815.641249:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825815.641254:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825815.641259:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825815.641263:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825815.641266:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825815.641269:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825815.641271:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825815.641274:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378715:378715:255:4294967295] 192.168.204.116@tcp LPNI seq info [378666:378666:7:4294967295] 00000400:00000200:3.0:1781825815.641277:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825815.641285:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825815.641289:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825815.641293:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825815.641298:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825815.641302:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825815.641306:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825815.641511:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825815.641517:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20091 usecs (21 jiffies) 00000400:00000200:2.0:1781825815.641520:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825815.641523:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303107608 00000100:00000001:2.0:1781825815.641526:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303116306 00000100:00000001:2.0:1781825815.641528:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303107608 00000100:00000001:2.0:1781825815.641531:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303116306 00000100:00000001:2.0:1781825815.641534:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825815.641537:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.641540:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.641542:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.641549:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825815.641551:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825815.641553:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.641554:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825815.641556:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.641558:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.642311:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.642316:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25321 usecs (26 jiffies) 00000400:00000200:3.0:1781825815.642320:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825815.642322:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303107614 00000100:00000001:3.0:1781825815.642324:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303116306 00000100:00000001:3.0:1781825815.642326:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303107614 00000100:00000001:3.0:1781825815.642328:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303116306 00000100:00000001:3.0:1781825815.642330:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825815.642332:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.642334:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.642336:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.642339:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825815.642340:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825815.642342:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825815.642343:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825815.642344:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.642346:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825815.663265:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825815.663292:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825815.663296:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825815.663299:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825815.663307:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825815.663315:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825815.663325:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825815.663331:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825815.663336:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825815.663341:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52000 00000400:00000200:1.0:1781825815.663345:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825815.663360:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff351 [1] + 224 00000800:00000001:1.0:1781825815.663368:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825815.663388:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825815.663391:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825815.663397:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825815.663405:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825815.663425:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825815.663448:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825815.663469:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1781825815.663507:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825815.663511:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825815.663516:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825815.663520:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825815.663524:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:1.0:1781825815.663527:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:1.0:1781825815.663532:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825815.663536:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825815.663546:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825815.663550:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825815.663557:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825815.663559:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825815.663564:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825815.663567:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781825815.663900:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825815.663904:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825815.663908:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825815.663912:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825815.663915:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:1.0:1781825815.663917:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:1.0:1781825815.663920:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825815.663924:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825815.663932:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825815.663935:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825815.663941:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825815.663943:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825815.664898:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.664904:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825815.664911:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825815.664913:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825815.664916:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825815.664922:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:2.0:1781825815.664924:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:2.0:1781825815.664928:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825815.664935:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825815.664944:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.664950:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825815.664952:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.664955:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825815.664958:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825815.664960:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825815.664962:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.664964:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825815.664970:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825815.664974:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825815.664988:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825815.664990:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825815.664992:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825815.664994:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.664997:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825815.665002:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.665009:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825815.665012:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825815.665014:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825815.665018:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825815.665025:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051487232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825815.665030:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.665032:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825815.665035:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051487232/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.665042:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825815.665045:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825815.665048:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825815.665052:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825815.665055:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825815.665056:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825815.665059:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825815.665061:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781825815.665064:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825815.665066:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825815.665068:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825815.665071:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825815.665072:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.665076:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.665092:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.665093:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825815.665095:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.665096:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825815.672532:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.672550:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825815.672554:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.672557:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825815.672566:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.672574:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825815.672582:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.672589:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.672595:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.672599:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52100 00000400:00000200:0.0:1781825815.672603:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.672609:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff359 [1] + 224 00000800:00000001:0.0:1781825815.673502:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.673511:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825815.673516:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825815.673522:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825815.673530:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825815.673538:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825815.673551:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825815.674046:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825815.674057:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.674063:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825815.674066:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.674069:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825815.674074:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.674095:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825815.674101:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.674104:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.674108:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.674112:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52080 00000400:00000200:0.0:1781825815.674116:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825815.674120:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff361 [1] + 224 00000800:00000001:0.0:1781825815.674125:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.674133:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825815.674135:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825815.674138:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825815.674141:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825815.674146:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825815.674155:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825815.674167:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825815.674170:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825815.674173:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.674707:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825815.674713:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825815.674719:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825815.674721:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825815.674724:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825815.674729:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825815.674732:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825815.674735:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825815.674740:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825815.674750:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.674757:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825815.674759:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.674761:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825815.674765:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825815.674767:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825815.674770:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825815.674773:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825815.674782:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825815.674786:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825815.674788:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825815.674790:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825815.674793:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825815.674796:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.674800:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825815.674802:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825815.674804:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825815.674805:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825815.674809:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.674816:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825815.674819:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825815.674821:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825815.674824:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825815.674831:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051487360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825815.674836:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.674838:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825815.674841:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051487360/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825815.674847:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825815.674850:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825815.674853:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825815.674858:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825815.674860:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825815.674862:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825815.674864:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825815.674867:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781825815.674870:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825815.674872:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825815.674873:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781825815.674876:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825815.674878:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.674880:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825815.674887:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825815.674888:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825815.674890:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825815.674892:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.675738:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.675743:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825815.675747:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825815.675749:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825815.675752:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825815.675758:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825815.675760:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825815.675764:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825815.675771:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825815.675780:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.675786:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825815.675787:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.675789:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825815.675791:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825815.675793:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825815.675794:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825815.675796:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825815.675801:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=32 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825815.675805:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825815.675807:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825815.675808:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825815.675810:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825815.675812:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.675814:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825815.675816:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825815.675817:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825815.675819:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825815.675822:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.675829:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825815.675831:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825815.675833:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825815.675837:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825815.675844:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825815.675849:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.675852:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825815.675854:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051487488/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825831 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825815.675860:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825815.675861:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825815.675864:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825815.675867:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825815.675870:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825815.675871:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825815.675873:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825815.675875:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825815.675877:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825815.675879:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825815.675880:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781825815.675883:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825815.675885:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.675887:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825815.675891:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825815.675892:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825815.675894:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825815.675896:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825816.086163:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825816.086170:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825816.086177:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825816.086179:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825816.086182:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825816.086183:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825816.088691:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825816.088698:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825816.088702:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825817.110180:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825817.110186:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825817.110191:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825817.110192:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825817.110196:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825817.110197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825817.110336:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825817.110339:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825817.110342:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825818.134199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825818.134205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825818.134210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825818.134213:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825818.134216:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825818.134219:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825818.134222:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825818.134224:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825818.134226:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825818.134228:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825818.134232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825818.134233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825818.134379:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825818.134393:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825818.134401:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825819.158208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825819.158215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825819.158220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825819.158221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825819.158224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825819.158225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825819.158329:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825819.158333:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825819.158336:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825820.184786:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825820.184794:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825820.184800:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825820.184802:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825820.184805:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825820.184807:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825820.185429:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825820.185433:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825820.185436:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825820.758194:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825820.758204:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825820.758215:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825820.758220:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825820.758224:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825820.758227:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825820.758233:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825820.758241:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825820.758247:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758258:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825820.758268:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825820.758273:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758295:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_01+1] req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758328:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758341:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825820.758345:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825820.758348:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825820.758351:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825820.758353:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825820.758355:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825820.758357:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825820.758360:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825820.758362:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758367:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825820.758374:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825820.758376:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758381:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758389:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758391:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825820.758394:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825820.758399:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825820.758402:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825820.758404:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825820.758405:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825820.758407:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825820.758410:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825820.758413:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758416:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825820.758428:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825820.758430:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758433:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758440:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758442:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825820.758446:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825820.758449:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825820.758470:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825820.758476:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8450) 00000100:00000001:2.0:1781825820.758489:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825820.758492:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825820.758494:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825820.758500:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758508:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825820.758509:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.758513:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825820.758515:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825820.758518:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825820.758521:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825820.758526:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825820.758531:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825820.758534:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.758537:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825820.758541:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825820.758543:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825820.758551:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825820.758556:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825820.758564:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825820.758571:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487744, portal 10 00000100:00000001:2.0:1781825820.758574:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825820.758588:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825820.758597:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758606:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825820.758609:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825820.758612:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825820.758616:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051487744, offset 0 00000400:00000200:2.0:1781825820.758624:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825820.758825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.758836:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825820.758841:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825820.758845:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825820.758848:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825820.758851:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825820.758855:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378716:378716:256:4294967295] 192.168.204.116@tcp LPNI seq info [378667:378667:8:4294967295] 00000400:00000200:2.0:1781825820.758859:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.758869:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825820.758875:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825820.758881:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825820.758888:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825820.758895:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825820.758899:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825820.758918:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.758923:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25366 usecs (26 jiffies) 00000400:00000200:2.0:1781825820.758926:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825820.758928:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303112730 00000100:00000001:2.0:1781825820.758932:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303116306 00000100:00000001:2.0:1781825820.758934:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303112730 00000100:00000001:2.0:1781825820.758936:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303116306 00000100:00000001:2.0:1781825820.758939:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.758941:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.758944:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.758946:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.758953:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825820.758955:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825820.758956:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825820.758958:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825820.758959:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825820.758961:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825820.758962:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.758964:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825820.758965:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.758966:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825820.758967:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825820.758968:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825820.758972:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.758978:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825820.758979:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.758981:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825820.758983:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825820.758984:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825820.758987:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051487616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825820.758989:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825820.758992:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825820.758993:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.758994:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825820.758998:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825820.758999:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825820.759003:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825820.759006:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825820.759010:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825820.759013:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487616, portal 25 00000100:00000001:2.0:1781825820.759015:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825820.759016:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825820.759020:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.759026:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825820.759028:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825820.759031:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825820.759033:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051487616, offset 0 00000400:00000200:2.0:1781825820.759037:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825820.759040:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.759044:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825820.759046:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825820.759049:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825820.759050:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825820.759052:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825820.759054:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378717:378717:255:4294967295] 192.168.204.116@tcp LPNI seq info [378668:378668:7:4294967295] 00000400:00000200:2.0:1781825820.759058:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.759063:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825820.759068:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825820.759071:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825820.759074:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825820.759102:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825820.759105:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825820.759108:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825820.759111:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825820.759113:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303121426 00000100:00000001:2.0:1781825820.759120:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303116306 00000100:00000001:2.0:1781825820.759124:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303121426 00000100:00000001:2.0:1781825820.759128:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303116306 00000100:00000001:2.0:1781825820.759130:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.759132:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.759134:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825820.759138:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.759145:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825820.759146:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.759149:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825820.759150:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825820.759152:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825820.759154:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825820.759157:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825820.759159:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825820.759160:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.759161:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825820.759164:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825820.759166:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825820.759169:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825820.759171:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825820.759174:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825820.759177:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051487872, portal 10 00000100:00000001:2.0:1781825820.759179:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825820.759180:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825820.759186:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.759192:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825820.759194:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825820.759196:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825820.759198:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051487872, offset 0 00000400:00000200:2.0:1781825820.759202:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825820.759205:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.759209:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825820.759212:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825820.759214:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825820.759216:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825820.759218:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825820.759220:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378718:378718:254:4294967295] 192.168.204.116@tcp LPNI seq info [378669:378669:6:4294967295] 00000400:00000200:2.0:1781825820.759223:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825820.759228:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825820.759232:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825820.759234:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825820.759238:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825820.759242:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825820.759244:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825820.759246:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.759249:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20138 usecs (21 jiffies) 00000400:00000200:2.0:1781825820.759252:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825820.759253:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303112726 00000100:00000001:2.0:1781825820.759255:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303121426 00000100:00000001:2.0:1781825820.759257:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303112726 00000100:00000001:2.0:1781825820.759259:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303121426 00000100:00000001:2.0:1781825820.759260:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.759262:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.759264:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.759266:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825820.759346:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825820.759350:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825820.759521:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825820.759526:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825820.759532:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825820.759538:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825820.759544:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:1.0:1781825820.759546:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:1.0:1781825820.759551:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825820.759556:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759564:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825820.759568:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759585:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825820.759587:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825820.759599:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825820.759601:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825820.759604:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825820.759607:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825820.759610:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:1.0:1781825820.759612:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:1.0:1781825820.759614:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825820.759617:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759623:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825820.759626:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759631:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825820.759633:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825820.759702:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825820.759705:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825820.759707:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825820.759710:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825820.759713:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781825820.759714:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781825820.759717:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825820.759720:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759726:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825820.759729:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825820.759734:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825820.759736:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825820.764430:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764447:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825820.764465:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764469:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764478:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764484:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825820.764492:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764496:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764501:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764505:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52180 00000400:00000200:0.0:1781825820.764510:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764517:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff371 [1] + 224 00000800:00000001:0.0:1781825820.764523:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764527:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764530:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825820.764533:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825820.764540:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825820.764548:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825820.764559:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825820.764581:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825820.764589:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764592:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825820.764594:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764595:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764598:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764602:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825820.764606:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764608:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764611:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764614:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52200 00000400:00000200:0.0:1781825820.764617:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764620:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff369 [1] + 224 00000800:00000001:0.0:1781825820.764623:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764626:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764627:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825820.764630:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825820.764633:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825820.764779:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825820.764789:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825820.764796:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825820.764801:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825820.764808:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764810:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764813:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764816:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825820.764820:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764823:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764826:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764829:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52280 00000400:00000200:0.0:1781825820.764832:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825820.764835:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff379 [1] + 224 00000800:00000001:0.0:1781825820.764839:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764843:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825820.764845:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825820.764848:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825820.764850:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825820.764854:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825820.764862:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825820.764869:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825820.764872:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825820.764874:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765212:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825820.765216:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825820.765223:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825820.765225:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825820.765228:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825820.765233:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825820.765235:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825820.765239:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825820.765243:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825820.765251:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765256:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825820.765258:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765260:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825820.765263:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825820.765266:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825820.765268:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.765270:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825820.765276:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825820.765279:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825820.765429:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825820.765431:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825820.765434:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825820.765436:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.765439:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.765444:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765460:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.765561:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825820.765563:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825820.765568:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825820.765586:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051487616:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825820.765593:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825820.765594:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825820.765596:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825820.765599:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:2.0:1781825820.765601:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:2.0:1781825820.765604:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825820.765607:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825820.765614:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765620:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825820.765621:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765623:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825820.765625:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825820.765626:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825820.765627:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.765629:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825820.765694:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825820.765698:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825820.765700:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825820.765702:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825820.765703:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825820.765758:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.765763:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825820.765766:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825820.765768:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825820.765769:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.765774:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765781:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.765783:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825820.765784:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825820.765788:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825820.765796:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487872:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825820.765801:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825820.765803:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825820.765805:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825820.765808:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825820.765810:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825820.765812:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825820.765815:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825820.765823:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765829:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825820.765830:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765831:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825820.765833:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825820.765834:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825820.765835:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825820.765837:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825820.765841:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825820.765844:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825820.765846:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825820.765847:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825820.765849:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825820.765851:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.765852:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825820.765854:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825820.765855:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825820.765857:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825820.765860:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765866:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825820.765868:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825820.765869:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825820.765872:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825820.765885:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051487744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825820.765888:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765890:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825820.765893:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051487616/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765899:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825820.765901:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825820.765905:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825820.765909:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825820.765911:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825820.765913:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825820.765915:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825820.765917:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825820.765921:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825820.765922:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825820.765924:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825820.765927:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825820.765929:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765930:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825820.765934:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051487872/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765940:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825820.765941:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825820.765942:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825820.765944:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825820.765945:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825820.765947:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825820.765949:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825820.765950:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825820.765952:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825820.765953:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825820.765954:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825820.765956:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825820.765957:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765959:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825820.765962:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051487744/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825836 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825820.765968:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825820.765969:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825820.765970:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825820.765973:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825820.765974:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825820.765975:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825820.765977:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825820.765978:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825820.765980:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825820.765982:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825820.765983:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825820.765985:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825820.765986:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765988:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825820.765996:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825820.765998:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825820.766000:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825820.766003:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825821.206253:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825821.206256:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825821.206260:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206265:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825821.206267:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206269:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206271:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825821.206277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825821.206281:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825821.206282:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825821.206284:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206285:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825821.206286:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206287:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825821.206289:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825821.206555:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825821.206558:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825821.206562:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825822.230924:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825822.230931:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825822.230936:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825822.230937:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825822.230940:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825822.230941:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825822.231004:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825822.231007:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825822.231010:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825823.255466:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825823.255473:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825823.255480:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825823.255481:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825823.255484:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825823.255485:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825823.255527:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825823.255532:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825823.255535:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825824.284901:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825824.284909:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825824.284914:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825824.284915:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825824.284919:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825824.284920:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825824.285616:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825824.285620:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825824.285623:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825825.302826:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825825.302833:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825825.302839:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825825.302841:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825825.302844:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825825.302846:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825825.304685:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825825.304690:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825825.304694:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825825.878770:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825825.878796:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825825.878808:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825825.878815:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825825.878820:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825825.878823:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825825.878828:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825825.878837:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825825.878844:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878856:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825825.878866:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825825.878871:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878877:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_00+0] req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.878908:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878912:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825825.878915:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825825.878918:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825825.878920:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825825.878923:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825825.878924:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825825.878926:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825825.878932:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825825.878935:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878939:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825825.878946:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825825.878948:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878951:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.878959:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878962:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825825.878965:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825825.878967:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825825.878970:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825825.878972:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825825.878974:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825825.878975:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825825.878978:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825825.878981:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878984:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825825.878991:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825825.878993:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.878996:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.879004:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.879006:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825825.879009:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825825.879012:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825825.879015:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825825.879020:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8455) 00000100:00000001:3.0:1781825825.879035:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825825.879039:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825825.879042:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825825.879046:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.879054:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825825.879056:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825825.879060:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825825.879063:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825825.879066:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825825.879069:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825825.879073:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825825.879112:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1781825825.879112:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1781825825.879115:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.879115:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825825.879116:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1781825825.879118:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825825.879122:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 00000100:00000040:2.0:1781825825.879122:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781825825.879124:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.879129:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825825.879130:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825825.879132:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781825825.879132:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825825.879133:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825825.879135:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781825825.879137:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000100:00100000:2.0:1781825825.879138:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051488000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825825.879141:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825825.879144:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1781825825.879145:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 02000000:00000001:2.0:1781825825.879146:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825825.879147:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825825.879150:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825825.879152:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825825.879155:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825825.879159:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000100:00000200:3.0:1781825825.879164:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488128, portal 10 00000400:00000010:2.0:1781825825.879164:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825825.879166:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488000, portal 25 00000100:00000001:3.0:1781825825.879167:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825825.879168:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825825.879169:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000001:2.0:1781825825.879169:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825825.879174:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825825.879175:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.879183:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825825.879183:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825825.879185:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781825825.879186:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825825.879187:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000400:00000010:3.0:1781825825.879188:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825825.879192:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051488128, offset 0 00000100:00000200:2.0:1781825825.879192:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051488000, offset 0 00000400:00000200:3.0:1781825825.879198:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825825.879206:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825825.879214:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825825.879219:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825825.879225:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825825.879229:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825825.879240:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825825.879244:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378719:378719:256:4294967295] 192.168.204.116@tcp LPNI seq info [378670:378670:8:4294967295] 00000400:00000200:3.0:1781825825.879249:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825825.879260:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825825.879266:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825825.879273:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825825.879281:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825825.879290:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825825.879295:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825825.879314:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.879320:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25330 usecs (26 jiffies) 00000400:00000200:3.0:1781825825.879324:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825825.879327:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303117851 00000100:00000001:3.0:1781825825.879331:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303121426 00000100:00000001:3.0:1781825825.879333:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303117851 00000100:00000001:3.0:1781825825.879335:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303121426 00000100:00000001:3.0:1781825825.879337:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825825.879340:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825825.879343:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825825.879346:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.879354:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825825.879356:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825825.879359:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825825.879360:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825825.879361:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825825.879363:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825825.881626:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825825.881634:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825825.881641:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825825.881650:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:2.0:1781825825.881708:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825825.881719:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825825.881726:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825825.881731:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825825.881734:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825825.881737:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825825.881740:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825825.881743:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378720:378720:255:4294967295] 192.168.204.116@tcp LPNI seq info [378671:378671:7:4294967295] 00000400:00000200:2.0:1781825825.881747:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825825.881757:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825825.881762:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825825.881768:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825825.881773:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825825.881780:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825825.881784:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825825.881789:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825825.881796:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825825.881800:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303126548 00000100:00000001:2.0:1781825825.881808:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303121426 00000100:00000001:2.0:1781825825.881812:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303126548 00000100:00000001:2.0:1781825825.881815:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303121426 00000100:00000001:2.0:1781825825.881818:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825825.881822:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.881827:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825825.881834:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.881843:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825825.881845:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825825.881849:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825825.881852:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825825.881854:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825825.881858:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051488256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825825.881861:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825825.881867:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825825.881870:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825825.881872:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825825.881877:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825825.881879:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825825.881884:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825825.881887:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825825.881894:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825825.881901:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488256, portal 10 00000100:00000001:2.0:1781825825.881903:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825825.881904:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825825.881910:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.881917:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825825.881921:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825825.881923:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825825.881927:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051488256, offset 0 00000400:00000200:2.0:1781825825.881932:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825825.881935:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825825.881938:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825825.881941:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825825.881943:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825825.881945:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825825.881947:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825825.881950:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378721:378721:254:4294967295] 192.168.204.116@tcp LPNI seq info [378672:378672:6:4294967295] 00000400:00000200:2.0:1781825825.881954:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825825.881959:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825825.881963:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825825.881966:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825825.881970:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825825.881974:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825825.881976:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825825.881979:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825825.881983:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20118 usecs (21 jiffies) 00000400:00000200:2.0:1781825825.881986:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825825.881988:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303117848 00000100:00000001:2.0:1781825825.881990:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303126548 00000100:00000001:2.0:1781825825.881992:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303117848 00000100:00000001:2.0:1781825825.881994:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303126548 00000100:00000001:2.0:1781825825.881996:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825825.881998:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.882001:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.882004:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.882011:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825825.882013:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825825.882016:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825825.882018:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825825.882019:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.882022:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825825.885518:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:1.0:1781825825.885531:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:1.0:1781825825.885544:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825825.885558:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.885570:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825825.885575:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.885582:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825825.885584:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825825.886621:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825825.886629:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781825825.886637:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825825.886646:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825825.886653:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:1.0:1781825825.886656:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:1.0:1781825825.886662:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825825.886670:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.886681:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825825.886685:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.886692:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825825.886694:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825825.886779:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825825.886782:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781825825.886786:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825825.886789:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825825.886792:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:1.0:1781825825.886794:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:1.0:1781825825.886797:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825825.886802:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.886810:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825825.886813:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.886820:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825825.886822:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825825.891878:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825825.891896:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825825.891900:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825825.891902:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825825.891913:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825825.891922:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825825.891933:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825825.891939:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825825.891946:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825825.891950:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52380 00000400:00000200:0.0:1781825825.891955:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825825.891963:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff381 [1] + 224 00000800:00000001:0.0:1781825825.891970:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825825.891977:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825825.891981:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825825.891985:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825825.891994:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825825.892006:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825825.892017:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825825.892039:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825825.892049:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825825.892051:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.892270:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825825.892274:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825825.892283:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825825.892285:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825825.892288:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825825.892293:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825825.892296:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825825.892299:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825825.892304:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825825.892313:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.892325:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825825.892327:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.892330:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825825.892333:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825825.892335:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825825.892337:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825825.892340:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825825.892349:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825825.892366:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825825.892370:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825825.892371:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825825.892374:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825825.892378:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825825.892382:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825825.892385:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825825.892387:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825825.892388:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825825.892394:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.892401:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825825.892404:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825825.892407:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825825.892410:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825825.892419:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825825.892424:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.892427:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825825.892430:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051488128/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825825.892437:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825825.892440:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825825.892444:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781825825.892448:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825825.892452:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825825.892453:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825825.892455:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825825.892458:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:3.0:1781825825.892461:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825825.892462:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825825.892465:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781825825.892472:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825825.892483:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.892486:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825825.892494:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825825.892496:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825825.892498:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825825.892500:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825825.894726:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894744:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825825.894748:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894750:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825825.894759:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894767:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825825.894775:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894780:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894785:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894789:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52300 00000400:00000200:1.0:1781825825.894794:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894801:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff389 [1] + 224 00000800:00000001:1.0:1781825825.894808:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894812:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825825.894815:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825825.894819:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825825.894826:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825825.894835:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825825.894844:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.894867:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825825.894875:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894878:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825825.894880:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894882:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825825.894885:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894888:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825825.894892:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894895:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894897:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894900:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52400 00000400:00000200:1.0:1781825825.894904:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825825.894907:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff391 [1] + 224 00000800:00000001:1.0:1781825825.894911:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894917:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825825.894919:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825825.894922:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825825.894924:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825825.894929:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825825.894937:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825825.894944:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825825.894947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825825.894949:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.895016:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825825.895021:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825825.895028:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825825.895030:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825825.895034:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825825.895039:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781825825.895042:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781825825.895046:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825825.895051:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825825.895060:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.895066:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825825.895068:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.895071:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825825.895074:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825825.895108:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825825.895111:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825825.895114:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825825.895122:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825825.895128:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825825.895131:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825825.895133:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825825.895137:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825825.895139:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.895143:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825825.895149:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.895156:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825825.895159:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825825.895161:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825825.895166:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825825.895175:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051488000:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825825.895182:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825825.895184:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825825.895185:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825825.895188:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825825.895190:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825825.895192:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825825.895195:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825825.895203:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.895210:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825825.895212:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.895214:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825825.895215:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825825.895216:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825825.895218:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825825.895220:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825825.895227:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825825.895243:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=42 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825825.895247:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825825.895248:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825825.895249:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825825.895252:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.895256:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825825.895258:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825825.895260:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825825.895261:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825825.895265:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.895278:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825825.895280:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825825.895281:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825825.895284:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825825.895292:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051488256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825825.895297:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.895300:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825825.895303:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051488000/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.895310:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825825.897959:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825825.897968:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825825.897978:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825825.897982:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825825.897984:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825825.897987:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825825.897990:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781825825.897994:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825825.897996:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825825.897999:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825825.898003:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825825.898004:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.898008:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825825.898018:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051488256/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825841 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825825.898027:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825825.898028:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825825.898030:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825825.898032:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825825.898033:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825825.898035:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825825.898037:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825825.898038:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781825825.898040:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825825.898041:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825825.898043:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825825.898048:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825825.898055:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.898060:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825825.898072:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825825.898074:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825825.898094:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825825.898097:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825826.326319:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825826.326326:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825826.326331:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825826.326333:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825826.326336:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825826.326337:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825826.326545:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825826.326549:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825826.326552:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825827.350237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825827.350245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825827.350251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825827.350252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825827.350255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825827.350256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825827.350351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825827.350355:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825827.350357:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825828.374738:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825828.374744:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825828.374748:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825828.374751:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825828.374753:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825828.374757:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825828.374759:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825828.374762:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825828.374764:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825828.374766:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825828.374768:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825828.374769:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825828.374888:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825828.374891:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825828.374894:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825829.398208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825829.398214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825829.398219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825829.398220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825829.398223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825829.398224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825829.398323:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825829.398326:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825829.398329:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825830.422380:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825830.422485:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825830.422487:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825830.422491:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422495:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825830.422498:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422500:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422502:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422506:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825830.422507:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422510:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825830.422512:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825830.422513:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825830.422514:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422516:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825830.422517:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422519:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825830.422521:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825830.423050:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825830.423054:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825830.423058:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825830.998211:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825830.998223:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825830.998233:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825830.998239:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825830.998243:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825830.998247:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825830.998252:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825830.998259:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825830.998266:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998277:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825830.998289:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825830.998297:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998304:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825830.998338:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998341:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825830.998344:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825830.998348:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781825830.998350:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825830.998352:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825830.998354:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825830.998356:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825830.998360:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825830.998363:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998367:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825830.998373:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825830.998375:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998379:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_00+0] req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825830.998386:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998388:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825830.998391:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825830.998393:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825830.998395:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825830.998397:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825830.998399:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825830.998400:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825830.998402:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825830.998405:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998408:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825830.998415:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825830.998416:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998420:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825830.998426:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825830.998428:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825830.998432:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825830.998435:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825830.998437:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825830.998442:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8460) 00000100:00000001:2.0:1781825830.998525:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825830.998529:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825830.998531:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825830.998537:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.998545:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825830.998547:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.998550:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825830.998553:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825830.998555:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825830.998559:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051488384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825830.998562:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825830.998569:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825830.998572:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.998574:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825830.998579:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825830.998581:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825830.998588:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825830.998592:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825830.998599:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825830.998606:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488384, portal 25 00000100:00000001:2.0:1781825830.998608:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825830.998610:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:2.0:1781825830.998615:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.998622:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825830.998625:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825830.998627:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781825830.998631:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051488384, offset 0 00000400:00000200:2.0:1781825830.998637:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825830.998645:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.998652:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825830.998657:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825830.998660:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825830.998664:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825830.998667:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825830.998670:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378722:378722:256:4294967295] 192.168.204.116@tcp LPNI seq info [378673:378673:8:4294967295] 00000400:00000200:2.0:1781825830.998674:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.998684:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825830.998690:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825830.998695:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825830.998701:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825830.998708:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825830.998713:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825830.998786:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825830.998791:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825830.998794:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303131665 00000100:00000001:2.0:1781825830.998802:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303126548 00000100:00000001:2.0:1781825830.998806:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303131665 00000100:00000001:2.0:1781825830.998809:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303126548 00000100:00000001:2.0:1781825830.998811:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825830.998814:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.998817:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825830.998821:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.998827:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825830.998828:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.998831:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825830.998832:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825830.998834:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825830.998837:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825830.998840:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825830.998842:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825830.998844:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.998845:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825830.998848:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825830.998850:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825830.998853:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825830.998856:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825830.998859:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781825830.998862:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488640, portal 10 00000100:00000001:2.0:1781825830.998864:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825830.998865:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:2.0:1781825830.998870:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.998876:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825830.998878:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825830.998880:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781825830.998882:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051488640, offset 0 00000400:00000200:2.0:1781825830.998886:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825830.998890:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.998893:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825830.998896:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825830.998898:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825830.998900:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825830.998903:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825830.998905:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378723:378723:255:4294967295] 192.168.204.116@tcp LPNI seq info [378674:378674:7:4294967295] 00000400:00000200:2.0:1781825830.998909:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.998914:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825830.998918:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825830.998921:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825830.998924:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825830.998928:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825830.998930:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825830.998933:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825830.998936:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20118 usecs (21 jiffies) 00000400:00000200:2.0:1781825830.998939:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825830.998941:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303122965 00000100:00000001:2.0:1781825830.998942:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303131665 00000100:00000001:2.0:1781825830.998944:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303122965 00000100:00000001:2.0:1781825830.998946:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303131665 00000100:00000001:2.0:1781825830.998948:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825830.998950:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.998952:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.998955:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825830.998961:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825830.998963:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825830.998965:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825830.998966:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825830.998968:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825830.998970:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825830.998972:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825830.998973:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825830.998975:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825830.998976:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825830.998977:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825830.998978:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825830.998982:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.998987:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825830.998989:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.998991:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825830.998992:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825830.998994:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825830.998996:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825830.998999:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825830.999001:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825830.999002:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825830.999004:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825830.999006:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825830.999008:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825830.999011:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825830.999013:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825830.999016:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825830.999019:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488512, portal 10 00000100:00000001:2.0:1781825830.999020:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825830.999021:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781825830.999026:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825830.999032:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825830.999033:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825830.999035:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781825830.999038:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051488512, offset 0 00000400:00000200:2.0:1781825830.999041:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825830.999044:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.999047:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825830.999049:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825830.999051:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825830.999053:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825830.999055:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825830.999058:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378724:378724:254:4294967295] 192.168.204.116@tcp LPNI seq info [378675:378675:6:4294967295] 00000400:00000200:2.0:1781825830.999061:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825830.999067:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825830.999070:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825830.999073:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825830.999118:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825830.999123:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825830.999126:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825830.999128:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825830.999142:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25310 usecs (26 jiffies) 00000400:00000200:2.0:1781825830.999145:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825830.999147:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303122971 00000100:00000001:2.0:1781825830.999149:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303131665 00000100:00000001:2.0:1781825830.999151:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303122971 00000100:00000001:2.0:1781825830.999153:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303131665 00000100:00000001:2.0:1781825830.999155:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825830.999157:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.999160:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.999162:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825830.999172:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825830.999174:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825830.999300:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825830.999305:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781825830.999312:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825830.999316:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825830.999322:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:0.0:1781825830.999324:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:0.0:1781825830.999328:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825830.999333:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999342:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825830.999345:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999351:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825830.999353:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825830.999363:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825830.999364:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825830.999366:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825830.999369:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825830.999371:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:0.0:1781825830.999373:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:0.0:1781825830.999374:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825830.999377:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999383:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825830.999385:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999391:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825830.999392:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825830.999447:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825830.999449:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825830.999452:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825830.999455:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825830.999457:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:0.0:1781825830.999459:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:0.0:1781825830.999461:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825830.999464:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999470:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825830.999473:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825830.999479:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825830.999481:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825831.001852:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.001869:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825831.001873:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.001875:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.001884:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.001891:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825831.001899:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.001904:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.001909:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.001913:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52480 00000400:00000200:1.0:1781825831.001917:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.001923:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff399 [1] + 224 00000800:00000001:1.0:1781825831.001984:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.001993:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.001996:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825831.002000:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825831.002006:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825831.002014:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825831.003044:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003109:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825831.003113:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825831.003155:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825831.003167:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003174:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825831.003176:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003178:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.003183:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003188:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825831.003193:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003196:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003200:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003203:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52500 00000400:00000200:1.0:1781825831.003207:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003212:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3a9 [1] + 224 00000800:00000001:1.0:1781825831.003217:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003220:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.003223:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825831.003226:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825831.003230:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825831.003235:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825831.003243:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825831.003250:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825831.003253:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003257:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825831.003258:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003260:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.003263:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003266:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825831.003269:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003272:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003274:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003276:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52580 00000400:00000200:1.0:1781825831.003279:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825831.003283:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3a1 [1] + 224 00000800:00000001:1.0:1781825831.003286:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003291:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825831.003293:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825831.003296:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825831.003298:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825831.003302:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825831.003310:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825831.003317:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825831.003320:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825831.003322:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825831.003362:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825831.003365:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825831.003368:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825831.003372:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825831.003375:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825831.003438:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825831.003443:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825831.003457:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003462:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825831.003464:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003467:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825831.003469:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825831.003472:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825831.003474:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825831.003477:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825831.003484:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825831.003488:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825831.003491:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825831.003492:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825831.003494:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825831.003497:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003499:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825831.003504:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003511:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825831.003514:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825831.003516:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825831.003519:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825831.003527:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051488384:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825831.003533:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825831.003534:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825831.003536:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825831.003538:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781825831.003540:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781825831.003542:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825831.003545:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825831.003553:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003559:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825831.003560:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003562:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825831.003563:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825831.003564:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825831.003565:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825831.003567:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825831.003572:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825831.003575:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825831.003577:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825831.003579:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825831.003580:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825831.003583:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003586:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825831.003588:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825831.003590:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825831.003591:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825831.003659:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003666:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825831.003668:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825831.003669:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825831.003672:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825831.003679:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825831.003683:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003686:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825831.003689:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051488384/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003695:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825831.003698:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825831.003701:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825831.003706:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825831.003708:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825831.003710:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825831.003712:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825831.003715:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825831.003718:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825831.003721:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825831.003722:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825831.003728:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825831.003730:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003731:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825831.003735:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051488640/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003740:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825831.003741:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825831.003743:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825831.003745:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825831.003747:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825831.003748:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825831.003749:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825831.003751:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781825831.003752:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825831.003753:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825831.003754:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781825831.003757:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825831.003758:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003760:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003762:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825831.003763:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825831.003766:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825831.003767:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825831.003769:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825831.003771:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825831.003773:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825831.003775:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825831.003778:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825831.003785:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003791:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825831.003793:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003794:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825831.003796:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825831.003797:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825831.003798:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825831.003800:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825831.003804:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825831.003806:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=111 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825831.003809:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825831.003810:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825831.003812:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825831.003813:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003816:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825831.003817:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825831.003819:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825831.003820:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825831.003824:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003829:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825831.003831:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825831.003832:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825831.003835:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825831.003842:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825831.003845:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003847:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825831.003850:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051488512/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825846 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825831.003855:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825831.003856:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825831.003857:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825831.003859:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825831.003861:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825831.003862:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825831.003864:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825831.003865:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781825831.003867:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825831.003868:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825831.003869:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781825831.003871:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825831.003873:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003874:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825831.003881:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825831.003882:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825831.003884:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825831.003885:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825831.446231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825831.446238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825831.446244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825831.446246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825831.446249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825831.446250:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825831.446414:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825831.446418:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825831.446421:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825832.470268:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825832.470276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825832.470281:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825832.470282:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825832.470285:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825832.470286:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825832.470378:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825832.470382:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825832.470386:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825833.496944:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825833.496950:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825833.496956:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825833.496957:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825833.496959:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825833.496961:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825833.499301:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825833.499309:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825833.499314:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825834.518223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825834.518231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825834.518237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825834.518238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825834.518242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825834.518243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825834.518369:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825834.518372:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825834.518375:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825835.542475:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825835.542483:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825835.542489:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825835.542490:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825835.542493:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825835.542495:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825835.543171:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825835.543176:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825835.543179:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825836.118787:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825836.118796:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825836.118806:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825836.118812:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825836.118816:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825836.118818:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825836.118824:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825836.118832:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825836.118838:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118849:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825836.118858:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825836.118862:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118868:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.118907:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118910:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825836.118913:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825836.118917:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825836.118919:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825836.118921:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825836.118922:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825836.118924:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825836.118927:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825836.118929:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118933:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825836.118939:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825836.118941:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118944:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.118963:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118965:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825836.118967:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825836.118970:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825836.118972:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825836.118974:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825836.118975:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825836.118977:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825836.118981:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825836.118983:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.118988:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825836.118994:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825836.118996:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.119000:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119006:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.119009:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825836.119012:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825836.119014:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825836.119017:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825836.119022:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8465) 00000100:00000001:2.0:1781825836.119047:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825836.119050:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825836.119052:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825836.119057:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119064:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825836.119066:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119069:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825836.119072:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825836.119074:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825836.119114:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825836.119119:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825836.119125:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825836.119128:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119130:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825836.119135:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825836.119137:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825836.119144:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825836.119149:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825836.119156:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825836.119162:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488896, portal 10 00000100:00000001:2.0:1781825836.119165:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825836.119166:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825836.119173:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119180:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825836.119183:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825836.119186:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781825836.119190:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051488896, offset 0 00000400:00000200:2.0:1781825836.119207:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119216:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119224:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825836.119229:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825836.119232:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825836.119235:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825836.119238:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119242:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378725:378725:256:4294967295] 192.168.204.116@tcp LPNI seq info [378676:378676:8:4294967295] 00000400:00000200:2.0:1781825836.119246:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119255:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825836.119261:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825836.119266:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825836.119273:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825836.119281:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825836.119285:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825836.119293:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.119297:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25268 usecs (26 jiffies) 00000400:00000200:2.0:1781825836.119301:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825836.119303:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303128091 00000100:00000001:2.0:1781825836.119307:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303131665 00000100:00000001:2.0:1781825836.119309:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303128091 00000100:00000001:2.0:1781825836.119311:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303131665 00000100:00000001:2.0:1781825836.119315:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.119317:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.119321:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.119323:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.119330:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825836.119332:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825836.119334:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825836.119335:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825836.119336:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825836.119338:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825836.119340:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.119342:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825836.119343:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.119345:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825836.119346:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825836.119347:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825836.119351:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119357:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825836.119359:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119361:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825836.119362:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825836.119364:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825836.119366:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051488768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825836.119370:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825836.119372:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825836.119374:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119375:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825836.119378:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825836.119380:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825836.119383:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825836.119386:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825836.119390:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825836.119393:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051488768, portal 25 00000100:00000001:2.0:1781825836.119395:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825836.119396:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825836.119401:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119407:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825836.119409:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825836.119411:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781825836.119413:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051488768, offset 0 00000400:00000200:2.0:1781825836.119418:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119422:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119425:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825836.119428:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825836.119430:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825836.119432:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825836.119434:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119436:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378726:378726:255:4294967295] 192.168.204.116@tcp LPNI seq info [378677:378677:7:4294967295] 00000400:00000200:2.0:1781825836.119440:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119446:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825836.119450:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825836.119454:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825836.119457:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825836.119461:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825836.119464:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825836.119467:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825836.119470:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825836.119471:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303136786 00000100:00000001:2.0:1781825836.119479:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303131665 00000100:00000001:2.0:1781825836.119483:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303136786 00000100:00000001:2.0:1781825836.119487:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303131665 00000100:00000001:2.0:1781825836.119490:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.119492:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.119494:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825836.119498:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119504:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825836.119505:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119508:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825836.119509:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825836.119511:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825836.119514:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051489024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825836.119517:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825836.119519:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825836.119520:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.119521:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825836.119524:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825836.119526:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825836.119529:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825836.119531:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825836.119534:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825836.119537:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489024, portal 10 00000100:00000001:2.0:1781825836.119539:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825836.119540:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825836.119545:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.119552:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825836.119554:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825836.119557:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781825836.119559:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051489024, offset 0 00000400:00000200:2.0:1781825836.119563:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119566:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119569:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825836.119572:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825836.119574:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825836.119576:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825836.119579:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825836.119581:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378727:378727:254:4294967295] 192.168.204.116@tcp LPNI seq info [378678:378678:6:4294967295] 00000400:00000200:2.0:1781825836.119585:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825836.119590:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825836.119594:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825836.119597:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825836.119601:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825836.119604:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825836.119606:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825836.119609:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.119612:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20095 usecs (21 jiffies) 00000400:00000200:2.0:1781825836.119616:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825836.119617:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303128086 00000100:00000001:2.0:1781825836.119620:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303136786 00000100:00000001:2.0:1781825836.119622:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303128086 00000100:00000001:2.0:1781825836.119624:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303136786 00000100:00000001:2.0:1781825836.119625:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.119627:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.119629:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.119631:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825836.119747:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825836.119752:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825836.119758:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825836.119764:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825836.119769:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:0.0:1781825836.119771:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:0.0:1781825836.119775:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825836.119779:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119788:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825836.119791:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119797:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825836.119799:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825836.119811:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825836.119813:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781825836.119815:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825836.119818:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825836.119820:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:0.0:1781825836.119822:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:0.0:1781825836.119824:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825836.119827:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119833:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825836.119835:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119840:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825836.119841:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825836.119904:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825836.119906:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825836.119909:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825836.119912:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825836.119914:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:0.0:1781825836.119916:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:0.0:1781825836.119918:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825836.119921:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119931:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825836.119934:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825836.119941:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825836.119942:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825836.120906:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825836.120912:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825836.122791:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122808:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825836.122813:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122815:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.122824:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122833:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825836.122843:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122848:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122853:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122858:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52600 00000400:00000200:1.0:1781825836.122862:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122868:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3b9 [1] + 224 00000800:00000001:1.0:1781825836.122874:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122878:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.122880:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825836.122884:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825836.122890:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825836.122898:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825836.122910:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825836.122933:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825836.122942:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122945:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825836.122947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122956:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.122960:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122963:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825836.122967:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122970:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122972:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122974:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52680 00000400:00000200:1.0:1781825836.122978:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.122981:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3b1 [1] + 224 00000800:00000001:1.0:1781825836.122993:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.122996:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.122997:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825836.123000:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825836.123002:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825836.123006:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825836.123014:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825836.123021:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825836.123024:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.123026:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825836.123028:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.123039:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.123043:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.123046:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825836.123051:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.123053:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.123056:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.123059:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52700 00000400:00000200:1.0:1781825836.123061:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825836.123065:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3c1 [1] + 224 00000800:00000001:1.0:1781825836.123068:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.123077:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825836.123126:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825836.123130:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825836.123133:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825836.123137:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825836.123151:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825836.123158:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825836.123161:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825836.123164:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.123773:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825836.123778:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825836.123785:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825836.123787:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825836.123790:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825836.123796:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825836.123798:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825836.123802:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825836.123807:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825836.123817:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.123824:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825836.123826:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.123828:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825836.123831:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825836.123833:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825836.123835:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.123838:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825836.123844:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825836.123849:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825836.123851:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825836.123853:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825836.123855:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825836.123857:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.123860:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.123864:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.123869:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.123872:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825836.123874:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825836.123878:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825836.123886:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051488768:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825836.123891:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825836.123892:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825836.123894:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825836.123896:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781825836.123898:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781825836.123900:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825836.123903:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825836.123910:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.123917:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825836.123918:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.123920:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825836.123921:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825836.123922:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825836.123924:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.123925:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825836.123931:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825836.123934:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825836.123936:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825836.123937:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825836.123938:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825836.123941:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.123945:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825836.124076:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825836.124103:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825836.124105:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.124109:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.124116:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.124118:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825836.124119:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825836.124122:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825836.124129:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051489024:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825836.124135:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825836.124137:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825836.124139:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825836.124141:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825836.124144:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825836.124146:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825836.124149:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825836.124157:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.124164:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825836.124165:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.124167:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825836.124168:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825836.124169:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825836.124171:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825836.124172:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825836.124176:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825836.124179:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825836.124181:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825836.124182:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825836.124184:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825836.124186:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.124188:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825836.124189:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825836.124191:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825836.124192:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825836.125790:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.125805:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825836.125808:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825836.125810:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825836.125816:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825836.125824:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051488896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825836.125829:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.125832:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825836.125837:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051488768/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.125844:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825836.125847:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825836.125851:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825836.125858:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825836.125860:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825836.125862:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825836.125865:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825836.125867:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825836.125871:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825836.125873:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825836.125875:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825836.125879:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825836.125880:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.125881:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825836.125885:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051489024/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.125891:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825836.125892:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825836.125894:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825836.125896:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825836.125897:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825836.125899:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825836.125900:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825836.125902:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825836.125904:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825836.125905:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825836.125907:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825836.125909:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825836.125911:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.125912:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825836.125915:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051488896/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825836.125920:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825836.125921:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825836.125922:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825836.125924:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825836.125925:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825836.125926:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825836.125928:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825836.125930:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825836.125931:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825836.125932:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825836.125934:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825836.125936:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825836.125937:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.125939:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825836.125947:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825836.125949:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825836.125952:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825836.125954:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825836.566630:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825836.566636:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825836.566646:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825836.566647:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825836.566653:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825836.566655:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825836.566937:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825836.566943:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825836.566948:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825837.590737:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825837.590745:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825837.590752:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825837.590754:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825837.590758:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825837.590759:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825837.593917:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825837.593934:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825837.593939:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825838.614253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825838.614260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825838.614265:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825838.614269:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825838.614271:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825838.614274:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825838.614277:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825838.614279:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825838.614281:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825838.614283:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825838.614285:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825838.614287:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825838.615829:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825838.615835:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825838.615839:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825839.638280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825839.638287:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825839.638293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825839.638295:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825839.638298:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825839.638299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825839.638447:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825839.638451:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825839.638453:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825840.665689:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825840.665697:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825840.665700:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825840.665704:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665709:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825840.665711:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665713:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665715:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665719:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825840.665720:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665724:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825840.665725:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825840.665726:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825840.665727:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665729:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825840.665730:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665731:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825840.665733:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825840.666590:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825840.666595:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825840.666598:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825841.239237:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825841.239247:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825841.239257:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781825841.239263:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825841.239267:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825841.239270:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825841.239276:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825841.239284:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825841.239290:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239302:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825841.239312:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825841.239316:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239323:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_01+1] req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.239353:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239357:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825841.239360:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825841.239362:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da680. 00000020:00000040:1.0:1781825841.239365:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825841.239367:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825841.239368:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825841.239369:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825841.239372:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cd00. 00000100:00000001:1.0:1781825841.239375:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239379:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825841.239386:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825841.239388:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239391:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bed99fa2] to pc [ptlrpcd_00_00+0] req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.239399:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239401:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825841.239404:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825841.239406:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781825841.239408:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825841.239410:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825841.239411:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825841.239412:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825841.239417:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825841.239419:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239422:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825841.239440:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825841.239441:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239445:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.239456:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825841.239458:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825841.239461:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825841.239463:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825841.239466:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825841.239471:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8470) 00000100:00000001:0.0:1781825841.239592:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.239596:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825841.239598:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825841.239604:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.239612:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825841.239614:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.239617:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825841.239619:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825841.239622:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825841.239625:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051489152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825841.239628:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825841.239634:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825841.239636:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.239639:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825841.239644:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825841.239646:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825841.239653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825841.239657:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825841.239663:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825841.239670:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489152, portal 25 00000100:00000001:0.0:1781825841.239672:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825841.239674:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:0.0:1781825841.239679:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.239686:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825841.239706:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825841.239709:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781825841.239711:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051489152, offset 0 00000400:00000200:0.0:1781825841.239717:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825841.239726:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.239733:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825841.239737:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825841.239741:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825841.239745:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825841.239747:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825841.239751:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378728:378728:256:4294967295] 192.168.204.116@tcp LPNI seq info [378679:378679:8:4294967295] 00000400:00000200:0.0:1781825841.239755:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.239763:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825841.239769:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825841.239773:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825841.239780:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825841.239786:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825841.239790:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825841.239806:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825841.239811:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825841.239813:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303141906 00000100:00000001:0.0:1781825841.239820:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303136786 00000100:00000001:0.0:1781825841.239824:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303141906 00000100:00000001:0.0:1781825841.239827:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303136786 00000100:00000001:0.0:1781825841.239830:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.239832:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.239835:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825841.239839:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.239845:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825841.239847:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.239849:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825841.239851:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825841.239853:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825841.239855:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825841.239858:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825841.239861:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825841.239862:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.239864:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825841.239867:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825841.239869:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825841.239871:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825841.239874:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825841.239878:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825841.239881:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489408, portal 10 00000100:00000001:0.0:1781825841.239883:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825841.239884:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:0.0:1781825841.239890:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.239895:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825841.239897:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825841.239899:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781825841.239901:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051489408, offset 0 00000400:00000200:0.0:1781825841.239905:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825841.239908:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.239911:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825841.239914:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825841.239916:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825841.239918:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825841.239920:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825841.239923:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378729:378729:255:4294967295] 192.168.204.116@tcp LPNI seq info [378680:378680:7:4294967295] 00000400:00000200:0.0:1781825841.239927:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.239943:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825841.239948:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825841.239952:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781825841.239956:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825841.239959:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825841.239962:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825841.239965:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825841.239968:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20070 usecs (21 jiffies) 00000400:00000200:0.0:1781825841.239971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825841.239973:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303133206 00000100:00000001:0.0:1781825841.239975:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303141906 00000100:00000001:0.0:1781825841.239977:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303133206 00000100:00000001:0.0:1781825841.239979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303141906 00000100:00000001:0.0:1781825841.239981:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.239983:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.239985:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.239988:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.239995:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825841.239997:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825841.239999:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.240000:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825841.240002:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825841.240004:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825841.240005:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.240007:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825841.240008:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.240010:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.240011:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825841.240012:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825841.240015:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.240021:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825841.240022:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.240024:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825841.240026:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825841.240028:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825841.240030:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825841.240033:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825841.240035:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825841.240036:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.240038:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825841.240041:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825841.240042:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825841.240045:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825841.240047:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e70. 00000400:00000010:0.0:1781825841.240051:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825841.240054:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489280, portal 10 00000100:00000001:0.0:1781825841.240055:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825841.240056:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693316224 : -122531016235392 : ffff908f064da680) 00000100:00000040:0.0:1781825841.240062:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.240069:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825841.240071:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825841.240073:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781825841.240075:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051489280, offset 0 00000400:00000200:0.0:1781825841.240122:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825841.240126:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.240129:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825841.240132:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825841.240134:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825841.240136:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825841.240138:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825841.240140:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378730:378730:254:4294967295] 192.168.204.116@tcp LPNI seq info [378681:378681:6:4294967295] 00000400:00000200:0.0:1781825841.240144:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825841.240149:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825841.240153:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825841.240156:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825841.240160:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825841.240164:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825841.240166:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825841.240169:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825841.240172:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25226 usecs (26 jiffies) 00000400:00000200:0.0:1781825841.240175:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825841.240177:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303133212 00000100:00000001:0.0:1781825841.240179:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303141906 00000100:00000001:0.0:1781825841.240182:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303133212 00000100:00000001:0.0:1781825841.240183:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303141906 00000100:00000001:0.0:1781825841.240185:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.240188:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.240190:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.240192:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.240203:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.240205:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825841.240577:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825841.240582:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:1.0:1781825841.240588:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.240593:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825841.240598:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:1.0:1781825841.240600:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:1.0:1781825841.240605:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825841.240610:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240619:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825841.240622:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240629:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825841.240630:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825841.240639:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825841.240641:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:1.0:1781825841.240643:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.240646:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825841.240648:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:1.0:1781825841.240649:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:1.0:1781825841.240651:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825841.240654:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240665:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825841.240668:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240673:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825841.240674:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825841.240747:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825841.240750:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825841.240753:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.240756:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825841.240758:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:1.0:1781825841.240759:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:1.0:1781825841.240761:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825841.240764:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240770:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825841.240772:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.240777:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825841.240778:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825841.252449:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252468:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825841.252473:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252476:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252484:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252491:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825841.252500:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252505:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252511:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252515:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52880 00000400:00000200:1.0:1781825841.252519:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252526:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3d9 [1] + 224 00000800:00000001:1.0:1781825841.252533:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252538:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252541:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.252545:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825841.252553:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825841.252562:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825841.252573:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.252598:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825841.252607:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252612:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825841.252613:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252615:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252618:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252622:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825841.252627:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252629:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252632:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252634:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52780 00000400:00000200:1.0:1781825841.252638:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252642:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3c9 [1] + 224 00000800:00000001:1.0:1781825841.252646:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252650:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252652:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.252655:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825841.252658:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825841.252662:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825841.252671:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.252684:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825841.252699:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252703:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825841.252705:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252707:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252710:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252714:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825841.252718:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252721:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252724:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252726:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52800 00000400:00000200:1.0:1781825841.252730:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825841.252734:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3e9 [1] + 224 00000800:00000001:1.0:1781825841.252737:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252744:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825841.252747:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825841.252750:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825841.252753:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825841.252757:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825841.252764:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825841.252771:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825841.252774:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825841.252777:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253020:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.253025:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825841.253031:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825841.253033:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825841.253035:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e70. 00000400:00000200:0.0:1781825841.253040:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:0.0:1781825841.253042:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:0.0:1781825841.253047:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825841.253052:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825841.253074:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253116:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825841.253118:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253121:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825841.253124:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825841.253126:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825841.253129:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.253131:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825841.253140:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825841.253144:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825841.253146:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825841.253148:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825841.253151:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825841.253154:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.253158:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825841.253160:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825841.253162:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825841.253164:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825841.253168:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253522:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.253525:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825841.253527:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825841.253533:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825841.253541:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489280:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825841.253547:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825841.253549:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825841.253551:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:0.0:1781825841.253554:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825841.253555:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825841.253558:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825841.253562:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825841.253569:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253575:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825841.253576:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253578:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825841.253580:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825841.253581:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825841.253583:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.253585:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825841.253587:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825841.253590:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825841.253592:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825841.253594:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825841.253596:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825841.253597:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.253599:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825841.253603:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253609:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.253611:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825841.253612:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825841.253616:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825841.253624:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051489152:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825841.253629:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825841.253630:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825841.253632:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:0.0:1781825841.253634:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:0.0:1781825841.253636:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:0.0:1781825841.253638:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825841.253641:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825841.253650:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253656:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825841.253657:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253659:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825841.253660:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825841.253661:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825841.253662:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825841.253664:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825841.253668:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=58 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825841.253671:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=58 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825841.253674:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825841.253675:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825841.253676:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825841.253678:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.253680:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825841.253682:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825841.253683:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825841.253685:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825841.253702:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253709:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825841.253710:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825841.253712:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825841.253715:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825841.253723:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825841.253727:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253729:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825841.253733:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da680 x1868371051489280/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253740:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825841.253742:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825841.253747:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825841.253751:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825841.253754:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825841.253756:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825841.253759:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825841.253761:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cd00. 02000000:00000001:0.0:1781825841.253764:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825841.253766:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825841.253768:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da680. 00000100:00000001:0.0:1781825841.253772:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825841.253773:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253775:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825841.253778:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051489152/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253785:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825841.253786:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825841.253787:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825841.253789:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825841.253790:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825841.253791:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825841.253793:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825841.253794:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:0.0:1781825841.253796:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825841.253797:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825841.253798:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:0.0:1781825841.253800:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825841.253801:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253802:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825841.253805:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051489408/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825857 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825841.253811:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825841.253812:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825841.253814:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825841.253815:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825841.253817:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825841.253818:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825841.253819:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825841.253821:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:0.0:1781825841.253823:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825841.253824:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825841.253825:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:0.0:1781825841.253827:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825841.253829:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253831:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825841.253838:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825841.253840:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825841.253842:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825841.253845:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825841.688190:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825841.688197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825841.688202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825841.688203:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825841.688206:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825841.688207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825841.688613:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825841.688617:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825841.688620:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825842.710204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825842.710211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825842.710217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825842.710218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825842.710221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825842.710222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825842.710319:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825842.710323:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825842.710326:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825843.734244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825843.734251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825843.734256:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825843.734257:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825843.734260:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825843.734261:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825843.734363:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825843.734367:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825843.734369:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825844.758228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825844.758235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825844.758241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825844.758242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825844.758245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825844.758246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825844.758335:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825844.758339:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825844.758342:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825845.782235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825845.782243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825845.782250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825845.782252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825845.782255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825845.782257:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825845.782579:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825845.782583:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825845.782586:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825846.358349:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825846.358360:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825846.358371:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781825846.358378:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825846.358381:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825846.358385:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825846.358390:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825846.358397:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781825846.358404:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.358415:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825846.358425:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825846.358429:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.359597:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_00+0] req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.359642:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.359646:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825846.359650:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781825846.359660:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825846.359663:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825846.359666:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.359674:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825846.359676:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.359679:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.359681:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825846.359683:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825846.359688:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.359696:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825846.359698:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.359703:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825846.359707:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825846.359710:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825846.359714:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051489536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825846.359718:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825846.359726:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825846.359729:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.359731:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825846.359738:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825846.359740:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825846.359747:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825846.359751:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088385d8. 00000400:00000010:0.0:1781825846.359759:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781825846.359766:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489536, portal 25 00000100:00000001:0.0:1781825846.359769:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825846.359771:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:0.0:1781825846.359776:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.359783:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825846.359786:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825846.359789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825846.359791:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051489536, offset 0 00000400:00000200:0.0:1781825846.359797:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825846.359806:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.359813:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825846.359818:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825846.359823:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825846.359827:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825846.359830:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825846.359845:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378731:378731:256:4294967295] 192.168.204.116@tcp LPNI seq info [378682:378682:8:4294967295] 00000400:00000200:0.0:1781825846.359850:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.359860:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825846.359865:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825846.359870:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825846.359876:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825846.359883:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825846.359887:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825846.359899:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825846.359903:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825846.359906:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303147026 00000100:00000001:0.0:1781825846.359914:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303141906 00000100:00000001:0.0:1781825846.359925:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303147026 00000100:00000001:0.0:1781825846.359928:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303141906 00000100:00000001:0.0:1781825846.359931:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825846.359934:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.359936:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.359938:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825846.360053:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825846.360058:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825846.360063:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825846.360067:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825846.360072:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781825846.360075:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781825846.360108:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825846.360113:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360122:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825846.360126:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360132:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360134:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000010:0.0:1781825846.360147:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781825846.360151:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825846.360155:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825846.360156:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825846.360159:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825846.360164:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781825846.360168:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360172:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825846.360180:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825846.360183:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360186:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_01+1] req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360197:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360200:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825846.360203:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1781825846.360207:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.360209:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825846.360210:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825846.360213:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360219:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825846.360221:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.360223:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825846.360224:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825846.360226:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825846.360229:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825846.360234:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825846.360237:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825846.360238:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.360240:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825846.360243:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825846.360244:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825846.360248:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825846.360251:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389a0. 00000400:00000010:0.0:1781825846.360255:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781825846.360258:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489664, portal 10 00000100:00000001:0.0:1781825846.360260:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825846.360261:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781825846.360268:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360274:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825846.360277:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825846.360279:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825846.360281:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051489664, offset 0 00000400:00000200:0.0:1781825846.360285:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825846.360290:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.360293:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825846.360296:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825846.360298:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825846.360301:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825846.360303:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825846.360306:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378732:378732:256:4294967295] 192.168.204.116@tcp LPNI seq info [378683:378683:8:4294967295] 00000400:00000200:0.0:1781825846.360310:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.360315:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825846.360320:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825846.360323:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825846.360326:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825846.360329:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825846.360332:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825846.360337:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360341:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25207 usecs (26 jiffies) 00000400:00000200:0.0:1781825846.360344:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825846.360345:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303138332 00000100:00000001:0.0:1781825846.360348:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303147026 00000100:00000001:0.0:1781825846.360350:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303138332 00000100:00000001:0.0:1781825846.360352:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303147026 00000100:00000001:0.0:1781825846.360354:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825846.360356:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360358:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360360:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.360363:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825846.360364:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825846.360366:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.360367:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825846.360369:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360370:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1781825846.360379:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825846.360382:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825846.360384:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825846.360385:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825846.360387:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825846.360390:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825846.360393:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360398:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825846.360405:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825846.360408:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.360412:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_00+0] req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.360426:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.360430:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.360431:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1781825846.360434:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825846.360435:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825846.360441:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825846.360445:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825846.360446:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825846.360457:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825846.360458:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825846.360460:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825846.360462:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825846.360464:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825846.360467:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051489792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825846.360471:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825846.360474:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825846.360476:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825846.360478:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825846.360482:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000001:1.0:1781825846.360484:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825846.360488:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825846.360491:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e99a0. 00000400:00000010:1.0:1781825846.360495:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781825846.360499:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489792, portal 10 00000100:00000001:1.0:1781825846.360501:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825846.360502:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:1.0:1781825846.360509:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825846.360516:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781825846.360522:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825846.360526:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825846.360529:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781825846.360529:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.360532:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1781825846.360534:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051489792, offset 0 00000400:00000200:1.0:1781825846.360542:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825846.360546:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825846.360547:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825846.360551:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:0.0:1781825846.360553:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825846.360556:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825846.360560:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000040:0.0:1781825846.360563:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8476) 00000400:00000200:1.0:1781825846.360564:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825846.360569:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825846.360573:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378733:378733:255:4294967295] 192.168.204.116@tcp LPNI seq info [378684:378684:7:4294967295] 00000400:00000200:1.0:1781825846.360578:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825846.360585:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825846.360601:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1781825846.360604:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825846.360606:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000800:00000010:1.0:1781825846.360612:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825846.360612:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1781825846.360622:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:0.0:1781825846.360623:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825846.360630:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000800:00000200:1.0:1781825846.360633:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000010:0.0:1781825846.360634:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000800:00000200:1.0:1781825846.360639:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825846.360641:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1781825846.360646:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1781825846.360648:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825846.360651:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20066 usecs (21 jiffies) 00000400:00000200:1.0:1781825846.360660:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825846.360663:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1781825846.360664:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303138327 00000100:00000001:1.0:1781825846.360668:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303147026 00000100:00000040:0.0:1781825846.360669:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.360673:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303138327 00000100:00000001:1.0:1781825846.360678:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303147026 00000100:00000001:1.0:1781825846.360684:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825846.360684:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.360688:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360689:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825846.360694:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.360696:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.360701:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825846.360703:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825846.360705:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825846.360706:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825846.360708:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.360711:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825846.360720:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825846.360724:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825846.360727:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825846.360732:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825846.360735:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781825846.360737:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781825846.360740:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825846.360743:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360751:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825846.360753:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.360759:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.360761:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825846.366990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367008:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825846.367012:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367015:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.367024:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367032:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825846.367042:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367048:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367054:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367058:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52980 00000400:00000200:0.0:1781825846.367063:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367069:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff409 [1] + 224 00000800:00000001:0.0:1781825846.367075:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367116:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.367119:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825846.367124:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825846.367131:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825846.367140:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825846.367150:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.367174:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825846.367184:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367188:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825846.367189:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367191:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.367194:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367198:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825846.367201:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367204:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367206:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367209:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52a00 00000400:00000200:0.0:1781825846.367212:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.367216:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff419 [1] + 224 00000800:00000001:0.0:1781825846.367219:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.367227:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.367229:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1781825846.367562:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825846.367566:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825846.367573:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825846.367575:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825846.367578:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389a0. 00000400:00000200:1.0:1781825846.367582:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:1.0:1781825846.367585:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:1.0:1781825846.367589:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825846.367595:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825846.367604:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.367610:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825846.367612:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.367614:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825846.367618:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825846.367621:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825846.367624:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825846.367627:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825846.367637:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825846.367641:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825846.367645:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825846.367649:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825846.367649:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00010000:00000001:1.0:1781825846.367655:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1781825846.367655:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1781825846.367659:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1781825846.367662:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825846.367672:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.367679:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825846.367683:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825846.367685:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825846.367687:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825846.367688:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825846.367694:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1781825846.367697:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1781825846.367699:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.367708:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825846.367712:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825846.367715:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825846.367719:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825846.367728:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051489664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825846.367734:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.367737:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825846.367740:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051489664/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.367742:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.367745:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825846.367750:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1781825846.367753:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1781825846.367753:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825846.367757:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e99a0. 02000000:00000001:1.0:1781825846.367758:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1781825846.367762:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 02000000:00000010:1.0:1781825846.367763:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 00000400:00000010:0.0:1781825846.367765:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 02000000:00000001:1.0:1781825846.367770:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1781825846.367770:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:1.0:1781825846.367775:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:0.0:1781825846.367778:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1781825846.367779:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825846.367784:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825846.367787:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781825846.367794:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825846.367797:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825846.367800:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000200:0.0:1781825846.367801:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.367805:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825846.367809:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.367814:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.367815:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825846.367818:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.367819:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.367821:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825846.367823:0:2392:0:(client.c:1579:after_reply()) Process entered 00000100:00000001:1.0:1781825846.367825:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.367827:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825846.367830:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.367841:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825846.367845:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825846.367848:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825846.367853:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825846.367858:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825846.367862:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825846.367863:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825846.367866:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825846.367868:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.367871:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825846.367873:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825846.367875:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825846.367876:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825846.367881:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.367888:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825846.367890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825846.367891:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825846.367895:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825846.367903:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051489792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825846.367907:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.367909:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825846.367912:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051489792/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825846.367918:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825846.367920:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825846.367922:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825846.367925:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825846.367927:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825846.367928:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825846.367930:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825846.367932:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:0.0:1781825846.367934:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825846.367936:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825846.367937:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781825846.367940:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825846.367941:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.367943:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825846.367951:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825846.367953:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825846.367954:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825846.367956:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825846.370437:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.370457:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825846.370462:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.370466:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.370474:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.370482:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825846.370492:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.370497:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.370504:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.370508:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52900 00000400:00000200:0.0:1781825846.370513:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825846.370520:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff3f9 [1] + 224 00000800:00000001:0.0:1781825846.370526:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.370537:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825846.370539:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825846.370544:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825846.370551:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825846.370561:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825846.370573:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.370640:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825846.370645:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825846.370665:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825846.370674:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825846.370677:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781825846.371896:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825846.371900:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825846.371958:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088385d8. 00000400:00000200:1.0:1781825846.371965:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:1.0:1781825846.371967:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:1.0:1781825846.371972:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825846.371981:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825846.371993:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.372000:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825846.372003:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.372005:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825846.372008:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825846.372011:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825846.372013:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825846.372016:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825846.372023:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825846.372027:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825846.372030:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825846.372032:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825846.372034:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825846.372036:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.372039:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825846.372044:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.372052:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825846.372056:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825846.372058:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825846.372062:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825846.372071:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051489536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825846.372076:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.372167:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825846.372171:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051489536/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825862 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825846.372178:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825846.372181:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825846.372184:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781825846.372188:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825846.372191:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825846.372193:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825846.372195:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825846.372198:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781825846.372201:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825846.372208:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825846.372210:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:1.0:1781825846.372214:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825846.372215:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.372218:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825846.372225:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825846.372227:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825846.372229:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825846.372232:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825846.806269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825846.806276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825846.806282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825846.806284:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825846.806287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825846.806288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825846.806477:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825846.806481:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825846.806484:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825847.830198:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825847.830205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825847.830210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825847.830211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825847.830214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825847.830216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825847.830324:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825847.830327:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825847.830330:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825848.854234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825848.854241:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825848.854247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825848.854250:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825848.854252:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825848.854255:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825848.854258:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825848.854261:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825848.854274:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825848.854276:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825848.854280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825848.854281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825848.855572:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825848.855576:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825848.855579:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825849.878203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825849.878210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825849.878215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825849.878216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825849.878220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825849.878221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825849.878287:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825849.878302:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825849.878305:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825850.902247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825850.902256:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825850.902258:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825850.902262:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902267:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825850.902269:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902271:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902274:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902277:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825850.902279:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825850.902284:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825850.902285:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825850.902286:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902288:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825850.902289:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902290:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825850.902292:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825850.902367:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825850.902370:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825850.902373:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825851.478691:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825851.478702:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825851.478712:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825851.478718:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825851.478723:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825851.478726:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825851.478740:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825851.478749:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825851.478755:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478767:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825851.478777:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825851.478782:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478788:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.478827:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478830:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825851.478834:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825851.478837:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825851.478840:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825851.478842:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825851.478843:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825851.478845:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825851.478849:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825851.478851:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478856:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825851.478863:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825851.478865:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478869:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_00+0] req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.478877:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478879:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825851.478882:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825851.478885:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781825851.478887:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825851.478889:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825851.478890:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825851.478892:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825851.478894:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825851.478897:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478900:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825851.478905:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825851.478907:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478910:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_01+1] req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.478916:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.478918:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825851.478921:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825851.478924:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825851.478929:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825851.478933:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8481) 00000100:00000001:0.0:1781825851.478947:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.478951:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825851.478953:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825851.478958:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.478964:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825851.478966:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.478969:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825851.478971:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825851.478973:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825851.478976:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825851.478980:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825851.478986:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825851.478988:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.478990:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825851.478995:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eacc00. 02000000:00000001:0.0:1781825851.478997:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825851.479003:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825851.479007:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e70. 00000400:00000010:0.0:1781825851.479014:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825851.479021:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490048, portal 10 00000100:00000001:0.0:1781825851.479023:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825851.479024:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:0.0:1781825851.479031:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.479037:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825851.479039:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825851.479042:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781825851.479044:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490048, offset 0 00000400:00000200:0.0:1781825851.479051:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825851.479060:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.479067:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825851.479072:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825851.479076:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825851.479097:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825851.479100:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825851.479103:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378734:378734:256:4294967295] 192.168.204.116@tcp LPNI seq info [378685:378685:8:4294967295] 00000400:00000200:0.0:1781825851.479108:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.479117:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825851.479122:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825851.479127:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fe00. 00000800:00000200:0.0:1781825851.479133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825851.479141:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825851.479145:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fe00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825851.479156:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.479161:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25172 usecs (26 jiffies) 00000400:00000200:0.0:1781825851.479164:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825851.479166:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303143451 00000100:00000001:0.0:1781825851.479169:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303147026 00000100:00000001:0.0:1781825851.479171:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303143451 00000100:00000001:0.0:1781825851.479173:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303147026 00000100:00000001:0.0:1781825851.479176:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.479178:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.479181:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.479183:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.479191:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825851.479193:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825851.479195:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.479197:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825851.479198:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825851.479200:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781825851.479202:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.479203:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825851.479205:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.479212:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.479213:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825851.479214:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825851.479218:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.479225:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825851.479226:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.479228:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825851.479229:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825851.479231:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825851.479233:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051489920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825851.479236:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825851.479238:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825851.479240:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.479241:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825851.479245:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825851.479246:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825851.479249:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825851.479252:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088384d0. 00000400:00000010:0.0:1781825851.479255:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825851.479258:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051489920, portal 25 00000100:00000001:0.0:1781825851.479259:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825851.479260:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781825851.479265:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.479270:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825851.479272:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825851.479274:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781825851.479276:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051489920, offset 0 00000400:00000200:0.0:1781825851.479280:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825851.479284:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.479288:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825851.479291:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825851.479293:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825851.479295:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825851.479298:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825851.479300:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378735:378735:255:4294967295] 192.168.204.116@tcp LPNI seq info [378686:378686:7:4294967295] 00000400:00000200:0.0:1781825851.479304:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.479309:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825851.479313:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825851.479317:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f700. 00000800:00000200:0.0:1781825851.479321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825851.479325:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:1.0:1781825851.479365:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825851.479369:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825851.479551:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825851.479556:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fe00. 00000400:00000200:1.0:1781825851.479562:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825851.479568:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825851.479573:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:1.0:1781825851.479575:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:1.0:1781825851.479580:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825851.479585:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.479596:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825851.479599:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.479607:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825851.479609:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825851.480473:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825851.480494:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825851.480501:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825851.480504:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303152147 00000100:00000001:0.0:1781825851.480516:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303147026 00000100:00000001:0.0:1781825851.480520:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303152147 00000100:00000001:0.0:1781825851.480523:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303147026 00000100:00000001:0.0:1781825851.480526:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.480529:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.480532:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825851.480538:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.480546:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825851.480548:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.480551:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825851.480554:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825851.480556:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825851.480559:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825851.480563:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825851.480567:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825851.480570:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.480572:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825851.480577:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825851.480579:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825851.480583:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825851.480586:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c60. 00000400:00000010:0.0:1781825851.480591:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825851.480596:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490176, portal 10 00000100:00000001:0.0:1781825851.480598:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825851.480599:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781825851.480606:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.480613:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825851.480616:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825851.480618:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781825851.480620:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490176, offset 0 00000400:00000200:0.0:1781825851.480626:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825851.480630:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.480635:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825851.480639:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825851.480643:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825851.480645:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1781825851.480831:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825851.480835:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f700. 00000400:00000200:1.0:1781825851.480839:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825851.480858:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825851.480919:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825851.480942:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378736:378736:255:4294967295] 192.168.204.116@tcp LPNI seq info [378687:378687:7:4294967295] 00000400:00000200:0.0:1781825851.480948:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825851.480956:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825851.480961:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825851.480965:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781825851.480970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825851.480976:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825851.480979:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825851.480982:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.480985:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20047 usecs (21 jiffies) 00000400:00000200:0.0:1781825851.480988:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825851.480990:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303143447 00000100:00000001:0.0:1781825851.480993:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303152147 00000100:00000001:0.0:1781825851.480995:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303143447 00000100:00000001:0.0:1781825851.480997:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303152147 00000100:00000001:0.0:1781825851.480999:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.481001:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.481004:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.481007:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825851.481045:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:1.0:1781825851.481048:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:1.0:1781825851.481052:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825851.481057:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.481065:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825851.481069:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.481076:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825851.481104:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825851.481636:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825851.481640:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781825851.481643:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825851.481647:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825851.481661:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:1.0:1781825851.481663:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:1.0:1781825851.481666:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825851.481671:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.481678:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825851.481681:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.481687:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825851.481688:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825851.484229:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.484252:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825851.484263:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.484266:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.484274:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.484288:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825851.484297:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.484302:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.484308:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.484312:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52a80 00000400:00000200:1.0:1781825851.484316:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.484320:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff439 [1] + 224 00000800:00000001:1.0:1781825851.484809:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.484818:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.484821:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825851.484826:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825851.484834:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825851.484842:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825851.484855:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.484918:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.484922:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825851.484941:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825851.484951:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.484955:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781825851.485008:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825851.485010:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825851.485014:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088384d0. 00000400:00000200:0.0:1781825851.485019:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825851.485021:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825851.485026:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825851.485030:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825851.485040:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485045:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825851.485047:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485049:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825851.485052:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825851.485054:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825851.485056:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.485059:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825851.485066:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825851.485071:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825851.485074:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825851.485076:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825851.485106:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825851.485109:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485112:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.485117:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485123:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.485127:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825851.485129:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825851.485132:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825851.485139:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051489920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825851.485145:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485148:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825851.485151:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051489920/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485157:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825851.485160:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825851.485163:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825851.485167:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825851.485169:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825851.485172:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825851.485174:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825851.485177:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:0.0:1781825851.485180:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825851.485182:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825851.485184:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781825851.485188:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825851.485189:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485192:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485194:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.485196:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825851.485197:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485199:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825851.485299:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485305:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825851.485307:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485309:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.485314:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485318:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825851.485324:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485340:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485344:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485347:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52b80 00000400:00000200:1.0:1781825851.485351:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485355:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff449 [1] + 224 00000800:00000001:1.0:1781825851.485360:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485364:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.485366:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825851.485369:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825851.485373:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825851.485377:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825851.485386:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.485404:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825851.485409:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485413:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825851.485415:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485417:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.485420:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485424:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825851.485429:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485431:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485434:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485436:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52b00 00000400:00000200:1.0:1781825851.485439:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825851.485443:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff429 [1] + 224 00000800:00000001:1.0:1781825851.485447:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485465:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825851.485468:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825851.485471:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825851.485475:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825851.485479:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825851.485488:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825851.485495:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825851.485499:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825851.485501:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485670:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.485672:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825851.485676:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825851.485677:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825851.485679:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c60. 00000400:00000200:0.0:1781825851.485683:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825851.485685:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825851.485687:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825851.485692:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825851.485701:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485707:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825851.485708:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485710:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825851.485712:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825851.485713:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825851.485714:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.485716:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825851.485722:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825851.485725:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825851.485728:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825851.485729:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825851.485745:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825851.485748:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485751:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825851.485753:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825851.485754:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825851.485756:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.485760:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485767:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.485770:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825851.485772:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825851.485775:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825851.485783:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490176:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825851.485788:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825851.485789:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825851.485791:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e70. 00000400:00000200:0.0:1781825851.485793:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:0.0:1781825851.485796:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:0.0:1781825851.485798:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825851.485802:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825851.485810:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485816:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825851.485817:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485819:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825851.485820:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825851.485821:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825851.485822:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825851.485824:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825851.485828:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825851.485830:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825851.485832:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825851.485833:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825851.485835:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825851.485836:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485838:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825851.485839:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825851.485841:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825851.485842:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825851.485845:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485851:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825851.485853:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825851.485854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825851.485857:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825851.485863:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825851.485867:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485868:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825851.485871:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051490176/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485878:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825851.485880:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825851.485882:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825851.485884:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825851.485886:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825851.485887:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825851.485889:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825851.485891:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825851.485894:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825851.485895:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825851.485896:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:0.0:1781825851.485899:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825851.485900:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485902:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825851.485905:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051490048/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825867 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825851.485911:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825851.485913:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825851.485914:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eacc00. 02000000:00000001:0.0:1781825851.485916:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825851.485917:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825851.485919:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825851.485920:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825851.485922:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781825851.485923:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825851.485924:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825851.485925:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:0.0:1781825851.485928:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825851.485929:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485931:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825851.485937:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825851.485940:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825851.485942:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825851.485943:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825851.927220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825851.927227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825851.927233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825851.927234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825851.927238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825851.927239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825851.927345:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825851.927349:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825851.927352:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825852.950202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825852.950209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825852.950214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825852.950215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825852.950218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825852.950220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825852.950386:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825852.950390:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825852.950393:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825853.974258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825853.974265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825853.974271:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825853.974272:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825853.974275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825853.974276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825853.974548:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825853.974552:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825853.974555:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825854.998400:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825854.998407:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825854.998413:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825854.998414:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825854.998417:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825854.998418:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825854.998698:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825854.998701:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825854.998705:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825856.023128:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825856.023135:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825856.023141:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825856.023142:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825856.023145:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825856.023147:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825856.023218:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825856.023222:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825856.023225:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825856.599351:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825856.599362:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825856.599373:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825856.599382:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825856.599387:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825856.599391:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825856.599397:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825856.599405:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825856.599413:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.599425:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825856.599436:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825856.599441:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.599447:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_00+0] req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599510:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.599514:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.599518:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825856.599524:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599532:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825856.599534:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.599538:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825856.599541:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825856.599544:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825856.599547:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051490304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825856.599551:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825856.599557:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825856.599560:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.599563:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825856.599568:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac400. 02000000:00000001:0.0:1781825856.599570:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825856.599578:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825856.599582:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e70. 00000400:00000010:0.0:1781825856.599590:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781825856.599597:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490304, portal 25 00000100:00000001:0.0:1781825856.599599:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825856.599601:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781825856.599607:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599614:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825856.599616:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825856.599620:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825856.599622:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051490304, offset 0 00000400:00000200:0.0:1781825856.599628:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825856.599651:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.599659:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825856.599664:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825856.599668:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825856.599671:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825856.599674:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825856.599677:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378737:378737:256:4294967295] 192.168.204.116@tcp LPNI seq info [378688:378688:8:4294967295] 00000400:00000200:0.0:1781825856.599681:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.599690:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825856.599696:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825856.599702:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825856.599710:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825856.599717:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825856.599720:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825856.599739:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825856.599744:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825856.599747:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303157266 00000100:00000001:0.0:1781825856.599756:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303152147 00000100:00000001:0.0:1781825856.599760:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303157266 00000100:00000001:0.0:1781825856.599763:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303152147 00000100:00000001:0.0:1781825856.599767:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825856.599769:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.599773:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.599775:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.599801:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.599804:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825856.599808:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825856.599811:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781825856.599814:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825856.599816:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825856.599818:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825856.599819:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825856.599823:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c800. 00000100:00000001:1.0:1781825856.599826:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.599831:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825856.599838:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825856.599840:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.599844:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_01+1] req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599879:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825856.599882:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825856.599885:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.599886:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.599888:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825856.599903:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825856.599906:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.599908:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825856.599909:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.599911:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.599911:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.599913:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825856.599917:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599924:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825856.599926:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.599928:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825856.599930:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825856.599932:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825856.599935:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825856.599938:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825856.599941:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825856.599943:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.599944:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825856.599947:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825856.599949:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825856.599953:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825856.599956:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c60. 00000400:00000010:0.0:1781825856.599960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825856.599963:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490432, portal 10 00000100:00000001:0.0:1781825856.599964:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825856.599965:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:0.0:1781825856.599972:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.599979:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825856.599981:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825856.599984:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825856.599986:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490432, offset 0 00000400:00000200:0.0:1781825856.599990:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825856.599994:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.599998:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825856.600001:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825856.600003:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825856.600005:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825856.600007:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825856.600010:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378738:378738:255:4294967295] 192.168.204.116@tcp LPNI seq info [378689:378689:7:4294967295] 00000400:00000200:0.0:1781825856.600013:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.600018:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825856.600023:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825856.600026:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f200. 00000800:00000200:0.0:1781825856.600030:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825856.600035:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825856.600037:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825856.600040:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.600044:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25135 usecs (26 jiffies) 00000400:00000200:0.0:1781825856.600047:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825856.600049:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303148571 00000100:00000001:0.0:1781825856.600052:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303157266 00000100:00000001:0.0:1781825856.600054:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303148571 00000100:00000001:0.0:1781825856.600056:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303157266 00000100:00000001:0.0:1781825856.600058:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825856.600060:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.600062:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.600064:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825856.600194:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825856.600198:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825856.600204:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.600209:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825856.600214:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825856.600216:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825856.600222:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825856.600226:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.600235:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825856.600239:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.600246:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.600248:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825856.600469:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825856.600473:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f200. 00000400:00000200:0.0:1781825856.600476:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.600480:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825856.600483:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825856.600485:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825856.600488:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825856.600492:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.600499:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825856.600503:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.600509:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.600511:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825856.600540:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.600542:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825856.600709:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.600713:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825856.600717:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825856.601171:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825856.601176:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825856.601179:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825856.601181:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825856.601185:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825856.601190:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825856.601194:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.601200:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825856.601208:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825856.601210:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.601214:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_00+0] req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.601226:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.601228:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825856.601232:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825856.601235:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825856.601238:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825856.601242:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8486) 00000100:00000001:0.0:1781825856.601249:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825856.601251:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825856.601253:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.601257:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825856.601259:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.601260:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.601262:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.601263:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825856.601266:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.601273:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825856.601274:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.601277:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825856.601279:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825856.601281:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825856.601284:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825856.601287:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825856.601291:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825856.601293:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.601295:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825856.601298:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825856.601300:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825856.601305:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825856.601309:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088384d0. 00000400:00000010:0.0:1781825856.601314:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825856.601318:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490560, portal 10 00000100:00000001:0.0:1781825856.601321:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825856.601322:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:0.0:1781825856.601330:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.601337:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825856.601339:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825856.601342:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825856.601344:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490560, offset 0 00000400:00000200:0.0:1781825856.601348:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825856.601354:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.601361:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825856.601365:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825856.601368:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825856.601371:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825856.601373:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825856.601376:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378739:378739:256:4294967295] 192.168.204.116@tcp LPNI seq info [378690:378690:8:4294967295] 00000400:00000200:0.0:1781825856.601380:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.601386:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825856.601392:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825856.601396:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781825856.601401:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825856.601407:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825856.601411:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825856.601421:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.601425:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 20027 usecs (21 jiffies) 00000400:00000200:0.0:1781825856.601428:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825856.601431:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303148568 00000100:00000001:0.0:1781825856.601433:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303157266 00000100:00000001:0.0:1781825856.601436:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303148568 00000100:00000001:0.0:1781825856.601438:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303157266 00000100:00000001:0.0:1781825856.601440:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825856.601442:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.601445:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.601447:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825856.602711:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825856.602717:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781825856.602723:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.602735:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825856.602742:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825856.602744:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825856.602750:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825856.602757:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.602767:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825856.602778:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.602786:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.602788:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825856.602807:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.602809:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.602812:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.602814:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825856.603496:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603509:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825856.603513:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603515:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.603530:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603536:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825856.603543:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603547:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603552:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603563:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52d00 00000400:00000200:0.0:1781825856.603568:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603575:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff479 [1] + 224 00000800:00000001:0.0:1781825856.603581:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603592:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.603594:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.603597:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825856.603602:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825856.603608:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825856.603616:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.603645:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825856.603652:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825856.603657:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603659:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.603662:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603665:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825856.603669:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603671:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603674:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603676:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52c80 00000400:00000200:0.0:1781825856.603679:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.603682:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff469 [1] + 224 00000800:00000001:0.0:1781825856.603685:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603690:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.603692:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.603695:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825856.603697:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825856.603700:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825856.603708:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.603719:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825856.603722:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.603724:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.603734:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.603737:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825856.603742:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825856.603744:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825856.603747:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088384d0. 00000400:00000200:0.0:1781825856.603750:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825856.603752:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825856.603755:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825856.603759:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825856.603767:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.603773:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825856.603774:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.603777:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825856.603781:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825856.603783:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825856.603785:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.603788:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825856.603798:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825856.603802:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825856.603804:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825856.603806:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825856.603808:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825856.603812:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.603815:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825856.603817:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825856.603819:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825856.603820:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.603825:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.603832:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825856.603836:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825856.603838:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825856.603842:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825856.603849:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825856.603853:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.603856:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825856.603859:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051490560/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.603865:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825856.603867:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825856.603871:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825856.604281:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825856.604285:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825856.604287:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825856.604290:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825856.604293:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825856.604297:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825856.604298:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825856.604301:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:0.0:1781825856.604304:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825856.604306:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.604308:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.604317:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825856.604318:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604321:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.604322:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604330:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.604332:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825856.604336:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825856.604338:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825856.604339:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c60. 00000400:00000200:0.0:1781825856.604342:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825856.604344:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825856.604347:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825856.604353:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825856.604361:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.604368:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825856.604369:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.604371:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825856.604373:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825856.604374:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825856.604375:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825856.604377:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825856.604382:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825856.604385:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=136 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825856.604387:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825856.604388:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825856.604390:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825856.604392:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604394:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825856.604396:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825856.604397:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825856.604399:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825856.604402:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.604409:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825856.604411:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825856.604412:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825856.604416:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825856.604422:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051490432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825856.604426:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604428:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825856.604431:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051490432/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.604436:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825856.604438:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825856.604440:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781825856.604442:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825856.604444:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825856.604445:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825856.604447:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825856.604448:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c800. 02000000:00000001:0.0:1781825856.604451:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825856.604452:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825856.604453:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:0.0:1781825856.604456:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825856.604457:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825856.604459:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604460:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825856.604461:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825856.604463:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825856.604464:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825856.609475:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.609504:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825856.609508:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.609511:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.609530:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.609538:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825856.609555:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.609561:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.609567:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.609571:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52c00 00000400:00000200:0.0:1781825856.609576:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825856.609591:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff459 [1] + 224 00000800:00000001:0.0:1781825856.609600:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.609609:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825856.609612:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825856.609616:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825856.609640:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825856.609650:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825856.609662:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825856.609697:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825856.609705:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825856.609708:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.609883:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825856.609888:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825856.609895:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825856.609897:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825856.609901:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e70. 00000400:00000200:1.0:1781825856.609906:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:1.0:1781825856.609908:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:1.0:1781825856.609913:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825856.609918:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825856.609928:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825856.609935:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825856.609937:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.609940:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825856.609944:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825856.609946:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825856.609948:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825856.609951:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825856.609959:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825856.609963:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825856.609965:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825856.609966:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825856.609969:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825856.609972:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825856.609974:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825856.609979:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825856.610579:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825856.610583:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825856.610585:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825856.610592:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825856.610602:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051490304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825856.610608:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.610610:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825856.610614:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051490304/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825872 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825856.610620:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825856.610623:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825856.610627:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac400. 02000000:00000001:1.0:1781825856.610642:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825856.610645:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825856.610648:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825856.610650:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825856.610656:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:1.0:1781825856.610660:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825856.610662:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825856.610664:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:1.0:1781825856.610668:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825856.610669:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.610672:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825856.610679:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825856.610681:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825856.610683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825856.610686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825857.046474:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825857.046481:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825857.046488:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825857.046489:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825857.046492:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825857.046494:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825857.046829:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825857.046833:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825857.046836:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825858.070381:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825858.070388:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825858.070394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825858.070395:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825858.070398:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825858.070399:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825858.070644:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825858.070648:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825858.070650:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825859.094187:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825859.094193:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825859.094198:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825859.094202:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825859.094204:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825859.094207:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825859.094210:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825859.094212:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825859.094214:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825859.094216:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825859.094220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825859.094221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825859.094331:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825859.094335:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825859.094337:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825860.119688:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825860.119695:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825860.119701:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825860.119702:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825860.119705:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825860.119706:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825860.119758:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825860.119761:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825860.119764:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825861.144376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825861.144386:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825861.144388:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825861.144392:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144396:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825861.144398:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144400:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144402:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144406:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825861.144407:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144410:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825861.144411:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825861.144412:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825861.144414:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144415:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825861.144416:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144418:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825861.144419:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825861.144518:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825861.144522:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825861.144524:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825861.718388:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825861.718399:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825861.718405:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825861.718412:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825861.718416:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825861.718419:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825861.718423:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825861.718431:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825861.718437:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718523:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825861.718546:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825861.718550:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718557:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_01+1] req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.718578:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718580:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825861.718583:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825861.718586:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781825861.718589:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825861.718591:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825861.718593:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825861.718594:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825861.718598:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825861.718601:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718605:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825861.718612:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825861.718614:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718618:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_00+0] req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.718626:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718628:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825861.718630:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825861.718633:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825861.718635:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825861.718638:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825861.718639:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825861.718640:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825861.718643:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825861.718646:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718650:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825861.718657:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825861.718658:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718661:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.718668:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.718670:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825861.718674:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825861.718676:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825861.718679:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825861.718684:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8491) 00000100:00000001:0.0:1781825861.718891:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.718895:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825861.718897:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825861.718903:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.718911:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825861.718913:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.718916:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825861.718919:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825861.718922:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825861.718925:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051490688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825861.718929:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825861.718936:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825861.718939:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.718941:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825861.718947:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825861.718949:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825861.718956:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825861.718961:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c60. 00000400:00000010:0.0:1781825861.718968:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825861.718974:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490688, portal 25 00000100:00000001:0.0:1781825861.718977:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825861.718979:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:0.0:1781825861.718984:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.718992:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825861.718995:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825861.718998:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825861.719000:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051490688, offset 0 00000400:00000200:0.0:1781825861.719006:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825861.719014:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.719022:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825861.719026:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825861.719030:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825861.719034:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825861.719036:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825861.719040:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378740:378740:256:4294967295] 192.168.204.116@tcp LPNI seq info [378691:378691:8:4294967295] 00000400:00000200:0.0:1781825861.719044:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.719053:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825861.719059:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825861.719063:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825861.719069:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825861.719076:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825861.719099:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825861.719109:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825861.719114:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825861.719117:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303162385 00000100:00000001:0.0:1781825861.719125:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303157266 00000100:00000001:0.0:1781825861.719129:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303162385 00000100:00000001:0.0:1781825861.721295:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303157266 00000100:00000001:0.0:1781825861.721302:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.721306:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721311:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825861.721322:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721331:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825861.721333:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.721337:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825861.721341:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825861.721343:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825861.721346:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825861.721349:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825861.721354:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825861.721358:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.721360:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825861.721369:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825861.721371:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825861.721377:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825861.721382:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088384d0. 00000400:00000010:0.0:1781825861.721390:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825861.721396:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490944, portal 10 00000100:00000001:0.0:1781825861.721398:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825861.721400:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781825861.721408:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721415:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825861.721418:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825861.721421:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825861.721424:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490944, offset 0 00000400:00000200:0.0:1781825861.721430:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825861.721438:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.721446:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825861.721451:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825861.721455:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825861.721458:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825861.721460:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825861.721463:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378741:378741:255:4294967295] 192.168.204.116@tcp LPNI seq info [378692:378692:7:4294967295] 00000400:00000200:0.0:1781825861.721467:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.721478:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825861.721483:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825861.721488:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825861.721494:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825861.721500:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825861.721505:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825861.721509:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.721513:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19997 usecs (20 jiffies) 00000400:00000200:0.0:1781825861.721517:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825861.721519:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303153686 00000100:00000001:0.0:1781825861.721521:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303162385 00000100:00000001:0.0:1781825861.721523:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303153686 00000100:00000001:0.0:1781825861.721525:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303162385 00000100:00000001:0.0:1781825861.721527:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.721529:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721542:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721545:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.721552:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825861.721555:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825861.721558:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.721560:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825861.721562:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825861.721565:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825861.721566:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.721568:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825861.721569:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.721571:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.721571:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825861.721573:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825861.721577:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721584:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825861.721585:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.721587:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825861.721588:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825861.721590:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825861.721593:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825861.721596:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825861.721598:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825861.721600:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.721601:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825861.721604:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825861.721606:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825861.721609:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825861.721612:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088381b8. 00000400:00000010:0.0:1781825861.721616:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825861.721618:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051490816, portal 10 00000100:00000001:0.0:1781825861.721620:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825861.721622:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781825861.721626:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721633:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825861.721635:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825861.721638:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825861.721641:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051490816, offset 0 00000400:00000200:0.0:1781825861.721645:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825861.721648:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.721651:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825861.721653:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825861.721655:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825861.721658:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825861.721659:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825861.721662:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378742:378742:254:4294967295] 192.168.204.116@tcp LPNI seq info [378693:378693:6:4294967295] 00000400:00000200:0.0:1781825861.721665:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.721671:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825861.721674:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825861.721677:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781825861.721680:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825861.721684:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825861.721686:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825861.721689:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.721691:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25091 usecs (26 jiffies) 00000400:00000200:0.0:1781825861.721695:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825861.721696:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303153692 00000100:00000001:0.0:1781825861.721699:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303162385 00000100:00000001:0.0:1781825861.721701:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303153692 00000100:00000001:0.0:1781825861.721703:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303162385 00000100:00000001:0.0:1781825861.721704:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.721706:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721708:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721710:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721724:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.721726:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825861.721767:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825861.721771:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825861.721777:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.721781:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825861.721786:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825861.721788:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825861.721793:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825861.721799:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721809:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.721812:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721819:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721821:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825861.721831:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825861.721833:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825861.721836:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.721839:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825861.721841:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781825861.721843:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781825861.721845:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825861.721848:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721855:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.721858:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721864:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721865:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825861.721926:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825861.721929:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781825861.721932:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.721934:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825861.721937:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781825861.721939:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781825861.721941:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825861.721945:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721951:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.721955:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.721960:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.721962:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825861.727566:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727584:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825861.727589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727591:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727601:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727608:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825861.727617:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727622:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727628:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727632:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52e80 00000400:00000200:0.0:1781825861.727637:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727643:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff499 [1] + 224 00000800:00000001:0.0:1781825861.727651:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727654:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727657:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.727662:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825861.727669:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.727678:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825861.727689:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.727777:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825861.727785:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727789:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825861.727791:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727792:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727795:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727798:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825861.727802:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727804:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727807:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727809:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52e00 00000400:00000200:0.0:1781825861.727812:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727815:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4a9 [1] + 224 00000800:00000001:0.0:1781825861.727818:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727820:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727822:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.727824:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825861.727827:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.727830:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825861.727838:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.727844:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825861.727847:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727849:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825861.727850:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727855:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727857:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825861.727860:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727862:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727865:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727867:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52d80 00000400:00000200:0.0:1781825861.727869:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825861.727873:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff489 [1] + 224 00000800:00000001:0.0:1781825861.727876:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727881:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825861.727883:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825861.727885:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825861.727887:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.727891:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825861.727899:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.727907:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825861.727909:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825861.727911:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.727932:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.727936:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825861.727941:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825861.727943:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825861.727945:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088381b8. 00000400:00000200:0.0:1781825861.727949:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781825861.727951:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781825861.727955:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.727959:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825861.727968:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.727974:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825861.727976:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.727978:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825861.727981:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825861.727984:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825861.727986:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.727989:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825861.727997:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825861.728002:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825861.728005:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825861.728006:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825861.728009:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825861.728012:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.728016:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825861.728018:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825861.728020:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825861.728021:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.728026:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.728033:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.728035:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825861.728038:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825861.728041:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825861.728049:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490816:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825861.728054:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825861.728055:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825861.728056:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c60. 00000400:00000200:0.0:1781825861.728059:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825861.728060:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825861.728063:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.728066:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825861.728074:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.728102:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825861.728104:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.728106:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825861.728108:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825861.728109:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825861.728111:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.728113:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825861.728115:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825861.728118:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=141 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825861.728120:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825861.728121:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825861.728122:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825861.728124:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.728126:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.729588:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.729602:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.729605:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825861.729606:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825861.729614:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825861.729622:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051490688:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825861.729632:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825861.729633:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825861.729636:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088384d0. 00000400:00000200:0.0:1781825861.729639:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:0.0:1781825861.729642:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:0.0:1781825861.729646:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825861.729651:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825861.729659:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.729665:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825861.729667:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.729669:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825861.729672:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825861.729674:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825861.729676:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825861.729679:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825861.729686:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825861.729690:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825861.729692:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825861.730789:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825861.730796:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825861.730800:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.730805:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825861.730807:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825861.730810:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825861.730812:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825861.730822:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.730831:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825861.730833:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825861.730835:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825861.730839:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825861.730848:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051490944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825861.730853:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.730858:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.730863:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051490816/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.730869:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825861.730872:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825861.730876:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825861.730880:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825861.730883:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825861.730885:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825861.730888:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825861.730891:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781825861.730895:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825861.730897:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825861.730899:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:0.0:1781825861.730902:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825861.730903:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.730905:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.730908:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051490688/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.730914:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825861.730915:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825861.730916:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781825861.730918:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825861.730919:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825861.730920:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825861.730922:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825861.730924:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781825861.730926:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825861.730927:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825861.730929:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:0.0:1781825861.730931:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825861.730933:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.730935:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825861.730938:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051490944/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825877 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825861.730944:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825861.730945:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825861.730946:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781825861.730948:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825861.730949:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825861.730950:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825861.730951:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825861.730952:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:0.0:1781825861.730954:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825861.730955:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825861.730956:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781825861.730960:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825861.730961:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.730963:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825861.730970:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825861.730972:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825861.730974:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825861.730977:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825862.167655:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825862.167662:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825862.167668:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825862.167669:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825862.167673:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825862.167674:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825862.169725:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825862.169730:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825862.169734:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825863.192097:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825863.192162:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825863.192170:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825863.192171:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825863.192174:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825863.192175:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825863.194803:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825863.194810:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825863.194814:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825864.214565:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825864.214572:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825864.214578:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825864.214581:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825864.214584:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825864.214585:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825864.214748:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825864.214752:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825864.214755:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825865.238253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825865.238261:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825865.238267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825865.238268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825865.238272:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825865.238273:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825865.238403:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825865.238407:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825865.238410:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825866.262195:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825866.262201:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825866.262207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825866.262208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825866.262211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825866.262213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825866.262317:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825866.262321:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825866.262324:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825866.838257:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825866.838269:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825866.838280:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781825866.838286:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825866.838290:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825866.838293:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825866.838298:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825866.838307:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825866.838315:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838325:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825866.838336:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825866.838340:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838346:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_01+1] req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838379:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838381:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825866.838385:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825866.838388:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825866.838390:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825866.838392:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825866.838393:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825866.838395:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825866.838399:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781825866.838401:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838405:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825866.838412:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825866.838414:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838418:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_00+0] req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838426:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838428:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825866.838443:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825866.838446:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825866.838449:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825866.838451:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825866.838452:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825866.838454:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825866.838457:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781825866.838459:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838464:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825866.838471:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825866.838473:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838477:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838483:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838486:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825866.838489:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825866.838491:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825866.838494:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825866.838499:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8496) 00000100:00000001:3.0:1781825866.838513:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.838517:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825866.838519:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825866.838524:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838532:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825866.838534:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838538:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825866.838541:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825866.838543:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825866.838547:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051491200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.838567:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825866.838573:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825866.838576:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838579:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825866.838583:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825866.838585:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825866.838592:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825866.838598:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825866.838605:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825866.838612:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491200, portal 10 00000100:00000001:3.0:1781825866.838615:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825866.838616:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:3.0:1781825866.838623:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838630:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825866.838633:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825866.838636:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781825866.838640:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051491200, offset 0 00000400:00000200:3.0:1781825866.838646:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825866.838654:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.838662:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825866.838667:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825866.838672:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825866.838675:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825866.838679:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825866.838682:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378743:378743:256:4294967295] 192.168.204.116@tcp LPNI seq info [378694:378694:8:4294967295] 00000400:00000200:3.0:1781825866.838686:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.838696:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825866.838701:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825866.838706:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781825866.838713:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825866.838721:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825866.838725:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825866.838742:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.838748:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25061 usecs (26 jiffies) 00000400:00000200:3.0:1781825866.838751:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825866.838754:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303158810 00000100:00000001:3.0:1781825866.838757:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303162385 00000100:00000001:3.0:1781825866.838759:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303158810 00000100:00000001:3.0:1781825866.838761:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303162385 00000100:00000001:3.0:1781825866.838765:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.838768:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.838770:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.838773:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.838780:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825866.838782:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825866.838784:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.838785:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825866.838786:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825866.838789:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825866.838790:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.838792:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825866.838793:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.838795:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.838796:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825866.838797:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825866.838801:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838807:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825866.838808:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838810:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825866.838812:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825866.838814:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825866.838816:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051491072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.838819:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825866.838821:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825866.838823:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838824:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825866.838827:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622000. 02000000:00000001:3.0:1781825866.838829:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825866.838833:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825866.838835:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781825866.838840:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825866.838843:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491072, portal 25 00000100:00000001:3.0:1781825866.838844:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825866.838846:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:3.0:1781825866.838851:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838857:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825866.838859:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825866.838861:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781825866.838874:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051491072, offset 0 00000400:00000200:3.0:1781825866.838879:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825866.838882:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.838886:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825866.838889:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825866.838891:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825866.838893:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825866.838895:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825866.838898:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378744:378744:255:4294967295] 192.168.204.116@tcp LPNI seq info [378695:378695:7:4294967295] 00000400:00000200:3.0:1781825866.838902:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.838909:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825866.838912:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825866.838916:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825866.838919:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825866.838923:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825866.838925:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825866.838928:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825866.838931:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825866.838933:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303167505 00000100:00000001:3.0:1781825866.838940:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303162385 00000100:00000001:3.0:1781825866.838943:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303167505 00000100:00000001:3.0:1781825866.838946:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303162385 00000100:00000001:3.0:1781825866.838948:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.838950:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.838953:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825866.838956:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.838962:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825866.838963:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838965:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825866.838966:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825866.838968:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825866.838970:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051491328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.838973:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825866.838975:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825866.838976:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.838978:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825866.838980:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825866.838982:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825866.838985:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825866.838987:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e353c8. 00000400:00000010:3.0:1781825866.838990:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825866.838993:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491328, portal 10 00000100:00000001:3.0:1781825866.838996:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825866.838997:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:3.0:1781825866.839003:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.839009:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825866.839011:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825866.839014:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781825866.839015:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051491328, offset 0 00000400:00000200:3.0:1781825866.839019:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825866.839023:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.839026:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825866.839029:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825866.839031:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825866.839033:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825866.839036:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825866.839039:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378745:378745:254:4294967295] 192.168.204.116@tcp LPNI seq info [378696:378696:6:4294967295] 00000400:00000200:3.0:1781825866.839043:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825866.839048:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825866.839051:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825866.839054:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781825866.839058:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825866.839061:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825866.839064:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825866.839066:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.839069:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19987 usecs (20 jiffies) 00000400:00000200:3.0:1781825866.839072:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825866.839074:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303158804 00000100:00000001:3.0:1781825866.839108:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303167505 00000100:00000001:3.0:1781825866.839111:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303158805 00000100:00000001:3.0:1781825866.839113:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303167505 00000100:00000001:3.0:1781825866.839115:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.839117:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.839119:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.839122:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825866.839270:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825866.839274:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:0.0:1781825866.839280:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.839285:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825866.839290:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:0.0:1781825866.839292:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:0.0:1781825866.839297:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825866.839301:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839310:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825866.839313:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839320:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825866.839322:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825866.839331:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825866.839332:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781825866.839335:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.839338:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825866.839340:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:0.0:1781825866.839341:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:0.0:1781825866.839343:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825866.839346:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839353:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825866.839355:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839361:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825866.839362:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825866.839420:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825866.839422:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781825866.839424:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.839428:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825866.839441:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:0.0:1781825866.839443:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:0.0:1781825866.839446:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825866.839449:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839456:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825866.839459:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.839465:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825866.839467:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825866.839521:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825866.839524:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825866.844116:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.844144:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825866.844149:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.844152:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.844161:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.844169:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825866.844177:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.844182:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.844187:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.844192:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d52f00 00000400:00000200:0.0:1781825866.844196:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.844202:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4c1 [1] + 224 00000800:00000001:0.0:1781825866.844208:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.844215:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.844218:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.844221:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825866.844241:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825866.844250:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825866.844265:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.844284:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825866.844292:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.844295:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.844359:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.844364:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825866.844370:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825866.844372:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825866.844375:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781825866.844379:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781825866.844381:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781825866.844384:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825866.844389:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825866.844397:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.844403:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825866.844405:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.844407:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825866.844411:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825866.844413:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825866.844415:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.844418:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825866.844425:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825866.844429:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825866.844443:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825866.844444:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825866.844447:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825866.844448:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.844451:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.844455:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.844462:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.844465:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825866.844467:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825866.844471:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825866.844478:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051491072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.844483:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.844485:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825866.844488:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051491072/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.844494:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825866.844496:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825866.844500:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622000. 02000000:00000001:3.0:1781825866.844504:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825866.844506:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825866.844508:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825866.844510:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825866.844513:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:3.0:1781825866.844515:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825866.844518:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825866.844520:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:3.0:1781825866.844525:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825866.844527:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.844530:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.844531:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.844533:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825866.844534:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.844535:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825866.845805:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.845815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825866.845819:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.845822:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.845828:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.845835:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825866.845842:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.845847:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.845852:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.845856:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d52f80 00000400:00000200:0.0:1781825866.845860:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.845940:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4b9 [1] + 224 00000800:00000001:0.0:1781825866.845947:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.845966:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.845969:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.845973:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825866.845979:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825866.845986:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825866.845995:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.846015:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825866.846113:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.846118:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.846445:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.846450:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825866.846455:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825866.846457:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825866.846461:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825866.846466:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781825866.846468:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781825866.846471:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825866.846476:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825866.846483:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.846489:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825866.846491:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.846493:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825866.846497:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825866.846499:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825866.846501:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.846504:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825866.846511:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825866.846515:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=146 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825866.846518:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825866.846520:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825866.846522:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825866.846526:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.846530:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825866.846532:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825866.846533:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825866.846535:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.846539:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.846545:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.846547:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825866.846549:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825866.846931:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825866.846939:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051491200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.846944:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.846946:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825866.846949:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051491200/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.846956:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825866.846958:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825866.846961:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781825866.846965:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825866.846968:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825866.846970:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825866.846971:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825866.846974:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:3.0:1781825866.846977:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825866.846979:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825866.846980:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:3.0:1781825866.846983:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825866.846984:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.846987:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.846988:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.846990:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825866.846992:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.846993:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825866.854768:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.854787:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825866.854792:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.854795:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.854804:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.854811:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825866.854821:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.854827:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.854833:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.854837:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53000 00000400:00000200:0.0:1781825866.854842:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825866.854848:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4c9 [1] + 224 00000800:00000001:0.0:1781825866.854855:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.854936:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825866.854940:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825866.854946:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825866.854953:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825866.854961:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825866.854973:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825866.854994:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825866.855003:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825866.855007:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.857180:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.857187:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825866.857197:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825866.857199:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825866.857203:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e353c8. 00000400:00000200:3.0:1781825866.857210:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825866.857212:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825866.857216:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825866.857226:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825866.857236:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.857243:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825866.857245:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.857247:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825866.857251:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825866.857253:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825866.857255:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825866.857257:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825866.857266:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825866.857270:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825866.857272:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825866.857274:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825866.857276:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825866.857279:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.857283:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825866.857285:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825866.857286:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825866.857288:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825866.857292:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.857298:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825866.857303:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825866.857304:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825866.857308:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825866.857315:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051491328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825866.857320:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.857322:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825866.857325:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051491328/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825882 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825866.857331:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825866.857333:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825866.857337:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781825866.857341:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825866.857344:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825866.857346:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825866.857348:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825866.857351:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:3.0:1781825866.857354:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825866.857355:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825866.857357:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:3.0:1781825866.857364:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825866.857365:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.857368:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825866.857375:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825866.857377:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825866.857379:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825866.857381:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825867.286217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825867.286227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825867.286233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825867.286235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825867.286239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825867.286240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825867.286471:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825867.286475:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825867.286478:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825868.310190:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825868.310196:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825868.310201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825868.310202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825868.310206:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825868.310207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825868.310293:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825868.310297:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825868.310299:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825869.334244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825869.334262:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825869.334269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825869.334272:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825869.334275:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825869.334278:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825869.334281:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825869.334284:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825869.334286:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825869.334289:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825869.334293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825869.334295:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825869.334358:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825869.334362:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825869.334365:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825870.358513:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825870.358523:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825870.358525:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825870.358528:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358533:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825870.358535:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358537:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358539:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358543:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825870.358545:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358548:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825870.358549:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825870.358550:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825870.358552:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358553:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825870.358554:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358556:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825870.358558:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825870.370246:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825870.370253:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825870.370258:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825871.382211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825871.382218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825871.382225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825871.382226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825871.382230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825871.382231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825871.385523:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825871.385531:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825871.385535:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825871.958238:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825871.958248:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825871.958258:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781825871.958263:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825871.958267:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825871.958270:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825871.958275:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825871.958282:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f500. 00000100:00000001:0.0:1781825871.958288:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958299:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825871.958309:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825871.958313:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958320:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_00+0] req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958362:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958365:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825871.958369:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825871.958372:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781825871.958374:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825871.958376:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825871.958378:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825871.958379:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825871.958383:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781825871.958385:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958389:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825871.958397:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825871.958398:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958402:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_01+1] req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958410:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958412:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825871.958415:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825871.958417:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781825871.958419:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825871.958421:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825871.958421:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825871.958423:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825871.958426:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781825871.958428:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958431:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825871.958437:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825871.958438:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958441:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_00+0] req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958447:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958449:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825871.958452:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825871.958454:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825871.958457:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825871.958461:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8501) 00000100:00000001:0.0:1781825871.958473:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825871.958476:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825871.958478:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825871.958482:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958488:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825871.958491:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958494:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825871.958496:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825871.958499:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825871.958502:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825871.958505:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825871.958510:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825871.958513:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958515:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825871.958520:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781825871.958521:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825871.958529:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825871.958533:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088384d0. 00000400:00000010:0.0:1781825871.958540:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781825871.958558:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491584, portal 10 00000100:00000001:0.0:1781825871.958560:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825871.958562:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:0.0:1781825871.958569:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958576:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825871.958578:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825871.958581:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825871.958584:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051491584, offset 0 00000400:00000200:0.0:1781825871.958590:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958598:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958605:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825871.958609:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825871.958614:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825871.958617:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825871.958620:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958623:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378746:378746:256:4294967295] 192.168.204.116@tcp LPNI seq info [378697:378697:8:4294967295] 00000400:00000200:0.0:1781825871.958627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958636:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825871.958642:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825871.958647:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781825871.958653:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825871.958660:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825871.958664:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825871.958675:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958680:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 25028 usecs (26 jiffies) 00000400:00000200:0.0:1781825871.958684:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825871.958687:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303163930 00000100:00000001:0.0:1781825871.958690:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303167505 00000100:00000001:0.0:1781825871.958693:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303163930 00000100:00000001:0.0:1781825871.958695:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303167505 00000100:00000001:0.0:1781825871.958697:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825871.958699:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.958703:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.958705:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825871.958711:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825871.958713:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825871.958715:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825871.958716:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825871.958718:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825871.958720:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781825871.958721:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825871.958723:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825871.958724:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825871.958726:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825871.958727:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825871.958728:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825871.958731:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958738:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825871.958739:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958741:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825871.958743:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825871.958744:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825871.958747:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051491456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825871.958750:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825871.958753:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825871.958755:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958757:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825871.958760:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825871.958762:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825871.958765:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825871.958768:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838c60. 00000400:00000010:0.0:1781825871.958771:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781825871.958774:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491456, portal 25 00000100:00000001:0.0:1781825871.958776:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825871.958777:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781825871.958781:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958787:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825871.958789:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825871.958791:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825871.958793:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051491456, offset 0 00000400:00000200:0.0:1781825871.958797:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958800:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958803:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825871.958806:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825871.958808:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825871.958810:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825871.958812:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958815:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378747:378747:255:4294967295] 192.168.204.116@tcp LPNI seq info [378698:378698:7:4294967295] 00000400:00000200:0.0:1781825871.958818:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958823:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825871.958827:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825871.958830:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825871.958833:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825871.958837:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825871.958839:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825871.958842:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825871.958845:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825871.958847:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303172625 00000100:00000001:0.0:1781825871.958853:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303167505 00000100:00000001:0.0:1781825871.958857:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303172625 00000100:00000001:0.0:1781825871.958859:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303167505 00000100:00000001:0.0:1781825871.958862:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825871.958864:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.958866:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825871.958869:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958876:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825871.958877:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958879:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825871.958881:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825871.958883:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825871.958885:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825871.958888:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825871.958890:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825871.958891:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825871.958893:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825871.958896:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825871.958897:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825871.958900:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825871.958902:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088381b8. 00000400:00000010:0.0:1781825871.958905:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781825871.958907:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491712, portal 10 00000100:00000001:0.0:1781825871.958909:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825871.958910:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781825871.958915:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.958921:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825871.958922:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825871.958925:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825871.958927:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051491712, offset 0 00000400:00000200:0.0:1781825871.958931:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958934:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958937:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825871.958939:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825871.958942:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825871.958944:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825871.958946:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825871.958949:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378748:378748:254:4294967295] 192.168.204.116@tcp LPNI seq info [378699:378699:6:4294967295] 00000400:00000200:0.0:1781825871.958952:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.958958:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825871.958962:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825871.958965:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825871.958968:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825871.958972:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825871.958974:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825871.958977:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825871.958979:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19992 usecs (20 jiffies) 00000400:00000200:0.0:1781825871.958982:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825871.958984:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303163924 00000100:00000001:0.0:1781825871.958986:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303172625 00000100:00000001:0.0:1781825871.958988:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303163924 00000100:00000001:0.0:1781825871.958990:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303172625 00000100:00000001:0.0:1781825871.958992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825871.958994:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.958996:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.958998:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825871.959040:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825871.959043:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781825871.959049:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825871.959054:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825871.959059:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:0.0:1781825871.959061:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:0.0:1781825871.959066:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825871.959071:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959099:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825871.959103:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959109:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.959111:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825871.959122:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825871.959124:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825871.959126:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825871.959129:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825871.959131:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781825871.959133:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781825871.959136:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825871.959139:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959145:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825871.959148:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959155:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.959156:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825871.959465:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825871.959468:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825871.959472:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1781825871.959474:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781825871.959478:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825871.959479:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825871.959482:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781825871.959485:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781825871.959488:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825871.959493:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959501:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825871.959505:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.959511:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825871.959513:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825871.964002:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.964018:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825871.964022:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.964024:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.964033:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.964041:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825871.964050:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.964056:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.964061:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.964065:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53080 00000400:00000200:0.0:1781825871.964070:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.964076:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4e1 [1] + 224 00000800:00000001:0.0:1781825871.964177:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.964185:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.964188:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825871.964192:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825871.964200:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825871.964209:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825871.964219:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.964250:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825871.964260:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.964263:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.965528:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825871.965536:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825871.965555:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825871.965557:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825871.965560:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838c60. 00000400:00000200:1.0:1781825871.965568:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:1.0:1781825871.965570:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:1.0:1781825871.965575:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825871.965584:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825871.965594:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.965603:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825871.965606:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.965608:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825871.965611:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825871.965614:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825871.965616:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825871.965619:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825871.965625:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825871.965629:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825871.965632:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825871.965633:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825871.965636:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825871.965638:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.965641:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825871.965646:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.965653:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825871.965657:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825871.965658:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825871.965662:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825871.965670:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051491456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825871.965676:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.965679:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825871.965682:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051491456/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.965688:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825871.965691:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825871.965695:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781825871.965699:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825871.965701:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825871.965704:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825871.965706:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825871.965709:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f500. 02000000:00000001:1.0:1781825871.965712:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825871.965713:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825871.965715:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:1.0:1781825871.965719:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825871.965721:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.965725:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.965728:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825871.965729:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825871.965731:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.965732:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825871.967111:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825871.967130:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967132:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.967140:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967146:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825871.967154:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967159:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967164:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967168:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53180 00000400:00000200:0.0:1781825871.967173:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967179:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4f1 [1] + 224 00000800:00000001:0.0:1781825871.967185:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967190:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.967192:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825871.967197:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825871.967202:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825871.967209:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825871.967220:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.967241:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825871.967248:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967252:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825871.967253:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967255:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.967258:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967262:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825871.967266:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967267:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967270:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967272:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53100 00000400:00000200:0.0:1781825871.967275:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825871.967279:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff4d1 [1] + 224 00000800:00000001:0.0:1781825871.967283:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967288:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825871.967290:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825871.967293:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825871.967297:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825871.967301:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967315:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825871.967320:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825871.967325:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825871.967326:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825871.967339:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088381b8. 00000400:00000200:1.0:1781825871.967344:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:1.0:1781825871.967346:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:1.0:1781825871.967359:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825871.967364:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825871.967373:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967379:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825871.967382:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967384:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825871.967386:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825871.967388:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825871.967390:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825871.967392:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825871.967400:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825871.967403:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825871.967406:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825871.967407:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825871.967409:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825871.967413:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.967417:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825871.967419:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825871.967421:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825871.967422:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825871.967427:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967434:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825871.967437:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825871.967439:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825871.967442:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825871.967449:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491712:192.168.204.116@tcp:400:kworker.0 00000100:00000040:0.0:1781825871.967473:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825871.967483:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825871.967488:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825871.967492:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781825871.967673:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825871.967676:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825871.967678:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088384d0. 00000400:00000200:1.0:1781825871.967681:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:1.0:1781825871.967682:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:1.0:1781825871.967685:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825871.967689:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825871.967696:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967702:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825871.967703:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967705:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825871.967706:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825871.967708:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825871.967709:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825871.967711:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825871.967715:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825871.967718:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825871.967721:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825871.967722:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825871.967724:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825871.967726:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.967728:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825871.967729:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825871.967731:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825871.967732:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825871.967735:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967741:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825871.967743:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825871.967744:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825871.967748:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825871.967755:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825871.967759:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967761:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825871.967764:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051491712/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967771:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825871.967773:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825871.967776:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:1.0:1781825871.967779:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825871.967782:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825871.967784:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825871.967786:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825871.967788:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781825871.967791:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825871.967793:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825871.967795:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:1.0:1781825871.967798:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825871.967800:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967802:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825871.967805:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051491584/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825887 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825871.967811:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825871.967812:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825871.967814:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781825871.967816:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825871.967817:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825871.967818:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825871.967819:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825871.967821:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:1.0:1781825871.967822:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825871.967824:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825871.967825:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:1.0:1781825871.967827:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825871.967828:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967830:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825871.967838:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825871.967840:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825871.967842:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825871.967844:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825872.406362:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825872.406369:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825872.406374:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825872.406375:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825872.406378:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825872.406379:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825872.406448:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825872.406451:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825872.406454:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825873.432650:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825873.432657:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825873.432664:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825873.432666:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825873.432669:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825873.432671:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825873.433046:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825873.433049:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825873.433052:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825874.454217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825874.454225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825874.454231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825874.454233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825874.454236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825874.454238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825874.455242:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825874.455247:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825874.455251:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825875.478470:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825875.478477:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825875.478482:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825875.478483:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825875.478487:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825875.478488:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825875.478658:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825875.478662:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825875.478665:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825876.502217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825876.502224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825876.502230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825876.502231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825876.502234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825876.502236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825876.504544:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825876.504552:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825876.504557:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825877.079173:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825877.079185:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825877.079196:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825877.079202:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825877.079207:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825877.079209:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825877.079214:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825877.079222:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825877.079229:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.079258:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825877.079270:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825877.079274:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.079281:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_01+1] req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.079345:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.079350:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.079353:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825877.079359:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.079367:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825877.079369:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.079372:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825877.079374:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825877.079377:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825877.079380:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051491840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825877.079384:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825877.079391:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825877.079393:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.079409:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825877.079415:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825877.079417:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825877.079425:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825877.079429:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838cb8. 00000400:00000010:0.0:1781825877.079436:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781825877.079443:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491840, portal 25 00000100:00000001:0.0:1781825877.079446:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825877.079447:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781825877.079454:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.079472:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825877.079475:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825877.079479:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825877.079482:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051491840, offset 0 00000400:00000200:0.0:1781825877.079488:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825877.079496:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.079504:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825877.079508:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825877.079512:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825877.079515:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825877.079518:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825877.079521:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378749:378749:256:4294967295] 192.168.204.116@tcp LPNI seq info [378700:378700:8:4294967295] 00000400:00000200:0.0:1781825877.079526:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.079534:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825877.079539:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825877.079545:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825877.079551:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825877.079557:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825877.079561:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825877.079573:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825877.079577:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825877.079580:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303177746 00000100:00000001:0.0:1781825877.079597:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303172625 00000100:00000001:0.0:1781825877.079602:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303177746 00000100:00000001:0.0:1781825877.079606:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303172625 00000100:00000001:0.0:1781825877.079608:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825877.079611:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.079614:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.079616:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.079707:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.079711:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825877.079714:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825877.079719:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825877.079722:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825877.079725:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825877.079726:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825877.079728:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825877.079732:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825877.079735:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.079740:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825877.079748:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825877.079751:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.079755:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.080681:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825877.080686:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825877.080691:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.080692:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.080695:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825877.080697:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825877.080699:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.080701:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825877.080702:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.080704:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.080705:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.080706:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825877.080715:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.080724:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825877.080726:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.080729:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825877.080732:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825877.080735:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825877.080739:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825877.080743:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825877.080747:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825877.080749:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.080750:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825877.080757:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781825877.080759:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825877.080764:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825877.080768:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838d10. 00000400:00000010:0.0:1781825877.080773:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781825877.080778:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051491968, portal 10 00000100:00000001:0.0:1781825877.080781:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825877.080782:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:0.0:1781825877.080788:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.081007:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825877.081010:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825877.081014:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825877.081018:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051491968, offset 0 00000400:00000200:0.0:1781825877.081023:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825877.081030:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.081036:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825877.081040:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825877.081043:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825877.081046:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825877.081049:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825877.081052:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378750:378750:255:4294967295] 192.168.204.116@tcp LPNI seq info [378701:378701:7:4294967295] 00000400:00000200:0.0:1781825877.081056:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.081064:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825877.081069:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825877.081074:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825877.081079:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825877.081102:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825877.081106:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825877.081110:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825877.081114:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24998 usecs (25 jiffies) 00000400:00000200:0.0:1781825877.081117:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825877.081120:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303169051 00000100:00000001:0.0:1781825877.081123:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303177746 00000100:00000001:0.0:1781825877.081125:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303169051 00000100:00000001:0.0:1781825877.081127:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303177746 00000100:00000001:0.0:1781825877.081130:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825877.081132:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.081134:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.081136:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825877.081185:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825877.081188:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781825877.081193:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825877.081197:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825877.081201:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781825877.081203:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781825877.081209:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825877.081213:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.081223:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825877.081226:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.081243:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.081245:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825877.081313:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825877.081316:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781825877.081318:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825877.081322:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825877.081325:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781825877.081326:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781825877.081329:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825877.081332:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.081339:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825877.081341:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.081347:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.081349:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781825877.081373:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.081376:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.081612:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.081617:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825877.081622:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825877.081627:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8700. 00000020:00000040:1.0:1781825877.081632:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825877.081636:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825877.081638:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825877.081642:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825877.081648:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825877.081653:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.081660:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825877.081680:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825877.081685:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.081691:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0748a6a] to pc [ptlrpcd_00_01+1] req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.081704:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.081716:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825877.081719:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825877.081722:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825877.081725:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825877.081730:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8506) 00000100:00000001:0.0:1781825877.082149:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781825877.082153:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781825877.082155:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.082161:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825877.082163:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.082165:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.082166:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.082168:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825877.082174:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.082181:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825877.082183:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.082187:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825877.082190:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825877.082192:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825877.082195:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825877.082198:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825877.082202:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825877.082204:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.082206:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825877.082210:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825877.082213:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825877.082217:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825877.082220:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e18. 00000400:00000010:0.0:1781825877.082225:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825877.082241:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492096, portal 10 00000100:00000001:0.0:1781825877.082244:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825877.082245:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693308160 : -122531016243456 : ffff908f064d8700) 00000100:00000040:0.0:1781825877.082252:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.082259:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825877.082261:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825877.082264:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781825877.082267:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051492096, offset 0 00000400:00000200:0.0:1781825877.082272:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825877.082277:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.082283:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825877.082287:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825877.082290:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825877.082293:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825877.082295:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825877.082298:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378751:378751:256:4294967295] 192.168.204.116@tcp LPNI seq info [378702:378702:8:4294967295] 00000400:00000200:0.0:1781825877.082303:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.082310:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825877.082315:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825877.082319:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781825877.082324:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825877.082329:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825877.082333:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825877.082347:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825877.082351:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19977 usecs (20 jiffies) 00000400:00000200:0.0:1781825877.082354:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825877.082357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303169048 00000100:00000001:0.0:1781825877.082359:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303177746 00000100:00000001:0.0:1781825877.082361:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303169048 00000100:00000001:0.0:1781825877.082364:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303177746 00000100:00000001:0.0:1781825877.082366:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825877.082368:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.082371:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.082373:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.082387:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.082389:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.082391:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.082393:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825877.082957:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825877.082962:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781825877.082966:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825877.082981:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825877.082986:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:1.0:1781825877.082988:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:1.0:1781825877.082994:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825877.082998:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.083007:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825877.083010:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.083016:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.083018:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825877.086145:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086161:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825877.086165:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086168:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086178:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086187:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825877.086195:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086200:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086205:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086209:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53280 00000400:00000200:0.0:1781825877.086214:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086221:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff511 [1] + 224 00000800:00000001:0.0:1781825877.086228:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086246:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086249:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825877.086253:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825877.086260:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825877.086267:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825877.086279:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.086350:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825877.086355:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825877.086379:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825877.086388:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086392:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825877.086403:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086406:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086410:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086413:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825877.086418:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086421:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086424:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086427:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53300 00000400:00000200:0.0:1781825877.086435:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086439:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff521 [1] + 224 00000800:00000001:0.0:1781825877.086443:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086446:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086448:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825877.086451:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825877.086454:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825877.086459:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825877.086468:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.086483:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825877.086487:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086491:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825877.086493:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086495:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086498:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086501:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825877.086505:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086508:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086510:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086513:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53200 00000400:00000200:0.0:1781825877.086517:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825877.086521:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff501 [1] + 224 00000800:00000001:0.0:1781825877.086525:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086544:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825877.086547:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825877.086550:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825877.086554:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825877.086558:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825877.086571:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.086578:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825877.086582:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825877.086597:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781825877.086664:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1781825877.086709:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.086712:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825877.086752:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825877.086755:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838d10. 00000400:00000200:1.0:1781825877.086760:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:1.0:1781825877.086763:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:1.0:1781825877.086767:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825877.086772:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825877.086780:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.086791:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1781825877.086821:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825877.086824:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825877.086825:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e18. 00000400:00000200:0.0:1781825877.086828:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781825877.086830:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781825877.086833:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825877.086838:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825877.086846:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.086853:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825877.086855:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.086857:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825877.086860:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825877.086863:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825877.086864:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825877.086867:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825877.086876:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=94 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825877.086880:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=94 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825877.086883:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825877.086885:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825877.086887:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825877.086891:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.086894:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825877.086896:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825877.086897:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825877.086899:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825877.086904:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.086911:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825877.086915:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825877.086917:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825877.086921:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825877.086929:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825877.086933:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.086936:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825877.086939:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8700 x1868371051492096/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825877.086946:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825877.086948:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825877.086953:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825877.086957:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825877.086960:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825877.086962:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825877.086964:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825877.086966:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825877.086969:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825877.086971:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825877.086973:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8700. 00000100:00000001:0.0:1781825877.086976:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825877.086977:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.086979:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825877.086985:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825877.086987:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825877.086989:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825877.086991:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.087310:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.087313:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825877.087315:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825877.087316:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825877.087318:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825877.087320:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825877.087325:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825877.087328:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825877.087330:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825877.087331:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825877.087333:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825877.087335:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.087337:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825877.087339:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825877.087340:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825877.087342:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.087346:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.087352:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825877.087354:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825877.087355:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825877.087358:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825877.087365:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051491968:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825877.087370:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825877.087372:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825877.087374:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838cb8. 00000400:00000200:1.0:1781825877.087377:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:1.0:1781825877.087378:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:1.0:1781825877.087381:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825877.087384:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825877.087391:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.087409:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825877.087411:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.087412:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825877.087414:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825877.087415:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825877.087416:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825877.087418:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825877.087420:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825877.087422:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825877.087424:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825877.087426:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825877.087427:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825877.087429:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.087431:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825877.087435:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.087441:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825877.087443:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825877.087444:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825877.087448:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825877.087455:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051491840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825877.087459:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.087460:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825877.087463:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051491968/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.087469:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825877.087471:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825877.087482:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:1.0:1781825877.087485:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825877.087487:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825877.087488:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825877.087489:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825877.087491:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:1.0:1781825877.087493:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825877.087494:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825877.087495:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:1.0:1781825877.087497:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825877.087498:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.087500:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825877.088148:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051491840/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825877.088163:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825877.088165:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825877.088167:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:1.0:1781825877.088170:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825877.088171:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825877.088173:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825877.088174:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825877.088176:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:1.0:1781825877.088178:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825877.088179:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825877.088180:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:1.0:1781825877.088189:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825877.088190:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.088193:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825877.088198:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825877.088199:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825877.088201:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825877.088203:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825877.526553:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825877.526560:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825877.526565:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825877.526566:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825877.526570:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825877.526572:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825877.526864:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825877.526868:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825877.526870:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825878.550237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825878.550247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825878.550254:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825878.550258:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825878.550261:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825878.550265:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825878.550268:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825878.550270:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825878.550273:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825878.550275:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825878.550279:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825878.550280:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825878.550534:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825878.550538:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825878.550542:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825879.574361:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825879.574368:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825879.574374:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825879.574375:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825879.574378:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825879.574379:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825879.574767:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825879.574771:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825879.574774:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825880.600418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825880.600427:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825880.600429:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825880.600433:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600437:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825880.600440:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600442:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600444:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600447:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825880.600448:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600451:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825880.600453:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825880.600454:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825880.600455:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600456:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825880.600458:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600459:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825880.600461:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825880.600598:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825880.600603:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825880.600606:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825881.622229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825881.622236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825881.622241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825881.622243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825881.622246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825881.622247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825881.623770:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825881.623775:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825881.623781:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825882.201784:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825882.201796:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825882.201807:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781825882.201814:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825882.201819:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825882.201821:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825882.201827:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825882.201836:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781825882.201843:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.201857:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825882.201869:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825882.201874:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.201881:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.201970:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.201974:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.201977:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825882.201984:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.201991:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825882.201993:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.201997:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825882.202000:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825882.202003:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825882.202006:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051492224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825882.202011:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825882.202018:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825882.202020:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.202023:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825882.202028:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825882.202031:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825882.202039:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825882.202044:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825882.202051:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825882.202059:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492224, portal 25 00000100:00000001:2.0:1781825882.202061:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825882.202062:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000100:00000040:2.0:1781825882.202068:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.202076:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825882.202093:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825882.202096:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781825882.202100:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051492224, offset 0 00000400:00000200:2.0:1781825882.202107:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825882.202115:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.202123:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825882.202129:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825882.202145:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825882.202148:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825882.202151:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825882.202155:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378752:378752:256:4294967295] 192.168.204.116@tcp LPNI seq info [378703:378703:8:4294967295] 00000400:00000200:2.0:1781825882.202159:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.202169:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825882.202174:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825882.202179:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825882.202187:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825882.202195:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825882.202200:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825882.202218:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825882.202223:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825882.202226:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303182868 00000100:00000001:2.0:1781825882.202234:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303177746 00000100:00000001:2.0:1781825882.202240:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303182868 00000100:00000001:2.0:1781825882.202243:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303177746 00000100:00000001:2.0:1781825882.202246:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.202249:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202253:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202255:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781825882.202392:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825882.202398:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825882.202404:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825882.202409:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825882.202415:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:1.0:1781825882.202418:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:1.0:1781825882.202422:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825882.202427:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.202436:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825882.202439:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.202446:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825882.202448:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825882.202470:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.202475:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825882.202479:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825882.202483:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781825882.202486:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825882.202489:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825882.202490:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825882.202493:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825882.202497:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781825882.202500:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.202505:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825882.202513:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825882.202515:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.202519:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.202593:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825882.202595:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825882.202597:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.202599:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.202601:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825882.202603:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825882.202605:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.202606:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825882.202607:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.202609:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.202610:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.202611:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825882.202615:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.202621:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825882.202622:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.202624:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825882.202626:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825882.202628:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825882.202630:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051492352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825882.202634:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825882.202636:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825882.202638:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.202639:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825882.202643:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825882.202644:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825882.202648:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825882.202650:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825882.202654:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825882.202657:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492352, portal 10 00000100:00000001:2.0:1781825882.202658:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825882.202660:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:2.0:1781825882.202665:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.202671:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825882.202673:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825882.202675:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781825882.202677:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051492352, offset 0 00000400:00000200:2.0:1781825882.202680:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825882.202684:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.202688:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825882.202690:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825882.202693:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825882.202695:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825882.202697:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825882.202700:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378753:378753:256:4294967295] 192.168.204.116@tcp LPNI seq info [378704:378704:8:4294967295] 00000400:00000200:2.0:1781825882.202704:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.202710:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825882.202714:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825882.202717:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825882.202721:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825882.202725:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825882.202728:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825882.202743:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825882.202747:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24963 usecs (25 jiffies) 00000400:00000200:2.0:1781825882.202751:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825882.202753:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303174173 00000100:00000001:2.0:1781825882.202755:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303182868 00000100:00000001:2.0:1781825882.202757:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303174173 00000100:00000001:2.0:1781825882.202759:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303182868 00000100:00000001:2.0:1781825882.202761:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.202763:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202765:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202766:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202788:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.202790:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825882.202844:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825882.202848:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825882.202851:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825882.202855:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825882.202858:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:0.0:1781825882.202860:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:0.0:1781825882.202863:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825882.202867:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825882.202874:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825882.202877:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825882.202883:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825882.202885:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825882.202950:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.202952:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.202954:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.202956:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825882.203616:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.203620:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825882.203624:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825882.203629:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781825882.203633:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825882.203636:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825882.203638:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825882.203641:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825882.203646:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825882.203650:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.203657:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825882.203666:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825882.203668:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.203673:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_00+0] req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.203724:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.203726:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.203728:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825882.203732:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.203739:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825882.203740:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.203743:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825882.203745:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825882.203747:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825882.203750:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051492480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825882.203754:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825882.203758:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825882.203759:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.203761:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825882.203765:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825882.203767:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825882.203772:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825882.203776:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825882.203780:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825882.203784:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492480, portal 10 00000100:00000001:2.0:1781825882.203786:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825882.203788:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781825882.203795:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.203802:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825882.203804:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825882.203806:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781825882.203809:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051492480, offset 0 00000400:00000200:2.0:1781825882.203813:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825882.203818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.203824:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825882.203827:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825882.203830:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825882.203833:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825882.203835:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825882.203839:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378754:378754:256:4294967295] 192.168.204.116@tcp LPNI seq info [378705:378705:8:4294967295] 00000400:00000200:2.0:1781825882.203843:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825882.203850:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825882.203857:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825882.203860:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825882.203865:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825882.203870:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825882.203872:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825882.203887:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825882.203891:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19955 usecs (20 jiffies) 00000400:00000200:2.0:1781825882.203894:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825882.203896:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303174169 00000100:00000001:2.0:1781825882.203899:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303182868 00000100:00000001:2.0:1781825882.203901:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303174169 00000100:00000001:2.0:1781825882.203903:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303182868 00000100:00000001:2.0:1781825882.203906:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.203907:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.203910:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.203911:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825882.203935:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825882.203938:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825882.203951:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825882.203954:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825882.203956:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825882.203962:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8511) 00000100:00000001:3.0:1781825882.203976:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825882.203978:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.204123:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825882.204125:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825882.204128:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.204139:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.204142:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.204145:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825882.204208:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825882.204212:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781825882.204217:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825882.204221:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825882.204225:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:1.0:1781825882.204228:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:1.0:1781825882.204232:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825882.204236:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.204246:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825882.204249:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.204256:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825882.204257:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825882.207724:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825882.207742:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825882.207746:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825882.207749:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825882.207759:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825882.207766:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825882.207774:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825882.207779:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825882.207784:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825882.207788:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53380 00000400:00000200:0.0:1781825882.207793:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825882.207798:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff531 [1] + 224 00000800:00000001:0.0:1781825882.207805:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825882.207812:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825882.207815:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825882.207819:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825882.207826:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825882.207834:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825882.207844:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825882.207866:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825882.207874:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825882.207877:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.207948:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.207953:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825882.207960:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825882.207962:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825882.207965:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825882.207969:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825882.207972:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825882.207976:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825882.207981:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825882.207990:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.207997:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825882.207998:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.208001:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825882.208004:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825882.208006:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825882.208008:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.208011:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825882.208017:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825882.208021:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825882.208024:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825882.208025:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825882.208028:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825882.208030:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.208032:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825882.208037:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.208044:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.208048:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825882.208050:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825882.208054:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825882.208061:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051492224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825882.208066:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.208074:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825882.208076:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051492224/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.208180:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825882.208183:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825882.208186:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825882.208191:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825882.208193:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825882.208195:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825882.208198:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825882.208201:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781825882.208208:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825882.208209:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825882.208211:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781825882.208217:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825882.208218:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.208221:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.208223:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.208224:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825882.208226:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.208228:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825882.212038:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212070:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825882.212075:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212115:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825882.212129:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212149:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825882.212161:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212166:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212171:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212175:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53400 00000400:00000200:1.0:1781825882.212180:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212186:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff539 [1] + 224 00000800:00000001:1.0:1781825882.212197:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212201:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825882.212204:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825882.212207:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825882.212214:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825882.212230:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825882.212241:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.212266:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825882.212275:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212279:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825882.212281:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212283:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825882.212286:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212289:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825882.212293:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212295:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212297:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212300:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53480 00000400:00000200:1.0:1781825882.212303:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825882.212312:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff541 [1] + 224 00000800:00000001:1.0:1781825882.212316:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212323:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825882.212325:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825882.212328:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825882.212331:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825882.212336:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825882.212344:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825882.212355:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825882.212359:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825882.212363:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.212435:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.212439:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825882.212451:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825882.212453:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825882.212457:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825882.212462:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:2.0:1781825882.212464:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:2.0:1781825882.212468:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825882.212473:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825882.212484:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.212490:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825882.212492:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.212494:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825882.212497:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825882.212499:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825882.212501:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.212504:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825882.212516:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825882.212521:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825882.212523:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825882.212525:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825882.212527:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825882.212530:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.212534:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825882.212536:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825882.212538:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825882.212543:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825882.212549:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.212555:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.212558:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825882.212561:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825882.212564:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825882.212576:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051492480:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825882.212582:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825882.212583:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825882.212584:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825882.212587:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825882.212589:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825882.212590:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825882.212593:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825882.212600:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.212605:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825882.212611:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.212612:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825882.212614:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825882.212615:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825882.212616:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825882.212618:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825882.212621:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=99 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825882.212624:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825882.212626:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825882.212627:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825882.212628:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825882.213336:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.213342:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825882.213344:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825882.213346:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825882.213347:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825882.213353:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.213361:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825882.213363:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825882.213364:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825882.213367:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825882.213376:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051492352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825882.213380:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.213383:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825882.213386:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051492480/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.213393:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825882.213396:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825882.213399:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825882.213404:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825882.213407:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825882.213409:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825882.213411:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825882.213413:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825882.213417:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825882.213418:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825882.213420:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781825882.213427:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825882.213429:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.213430:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825882.213433:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051492352/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825898 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825882.213439:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825882.213440:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825882.213441:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825882.213443:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825882.213444:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825882.213446:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825882.213447:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825882.213449:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781825882.213451:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825882.213453:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825882.213454:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781825882.213458:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825882.213459:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.213461:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825882.213468:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825882.213470:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825882.213472:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825882.213475:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825882.646588:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825882.646595:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825882.646601:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825882.646602:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825882.646606:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825882.646607:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825882.646899:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825882.646904:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825882.646907:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825883.670695:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825883.670703:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825883.670709:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825883.670710:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825883.670713:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825883.670715:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825883.670788:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825883.670805:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825883.670809:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825884.694530:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825884.694538:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825884.694543:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825884.694545:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825884.694549:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825884.694551:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825884.695631:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825884.695645:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825884.695648:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825885.719205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825885.719212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825885.719217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825885.719218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825885.719222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825885.719224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825885.719643:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825885.719647:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825885.719650:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825886.742662:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825886.742670:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825886.742676:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825886.742677:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825886.742681:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825886.742682:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825886.742846:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825886.742849:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825886.742852:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781825887.318364:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825887.318374:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825887.318385:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781825887.318391:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781825887.318396:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825887.318400:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825887.318405:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825887.318414:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781825887.318421:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318433:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825887.318662:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825887.318666:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318674:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_00+0] req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.318704:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318707:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825887.318710:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825887.318714:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781825887.318716:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825887.318719:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825887.318720:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825887.318722:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825887.318725:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fd00. 00000100:00000001:0.0:1781825887.318728:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318733:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825887.318744:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825887.318746:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318749:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_01+1] req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.318756:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318757:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781825887.318760:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781825887.318762:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031880. 00000020:00000040:0.0:1781825887.318764:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781825887.318766:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781825887.318767:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781825887.318769:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781825887.318771:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781825887.318774:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318777:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781825887.318783:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781825887.318784:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318787:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c9ac09] to pc [ptlrpcd_00_00+0] req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.318792:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.318794:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825887.318797:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825887.318799:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781825887.318802:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781825887.318806:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8516) 00000100:00000001:1.0:1781825887.318845:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.318850:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825887.318852:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825887.318858:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.318865:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825887.318867:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.318871:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825887.318873:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825887.318875:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825887.318878:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051492608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825887.318882:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825887.318889:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825887.318891:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.318893:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825887.318898:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8800. 02000000:00000001:1.0:1781825887.318900:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825887.318906:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825887.318910:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9210. 00000400:00000010:1.0:1781825887.318916:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781825887.318936:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492608, portal 25 00000100:00000001:1.0:1781825887.318939:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825887.318941:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:1.0:1781825887.318946:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.318952:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825887.318956:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825887.318959:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781825887.318961:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051492608, offset 0 00000400:00000200:1.0:1781825887.318966:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825887.318975:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.318982:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825887.318987:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825887.318992:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825887.318995:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825887.318997:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825887.319000:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378755:378755:256:4294967295] 192.168.204.116@tcp LPNI seq info [378706:378706:8:4294967295] 00000400:00000200:1.0:1781825887.319005:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.319013:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825887.319019:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825887.319023:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c400. 00000800:00000200:1.0:1781825887.319029:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825887.319046:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825887.319051:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825887.319065:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825887.319069:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825887.319072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303187985 00000100:00000001:1.0:1781825887.319110:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303182868 00000100:00000001:1.0:1781825887.319115:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303187985 00000100:00000001:1.0:1781825887.319118:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303182868 00000100:00000001:1.0:1781825887.319121:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825887.319123:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319126:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825887.319130:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319135:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825887.319137:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.319139:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825887.319141:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825887.319142:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825887.319145:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825887.319147:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825887.319150:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825887.319151:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.319153:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825887.319156:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825887.319158:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825887.319161:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825887.319163:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9738. 00000400:00000010:1.0:1781825887.319167:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781825887.319170:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492864, portal 10 00000100:00000001:1.0:1781825887.319171:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825887.319172:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721984640 : -122530987566976 : ffff908f08031880) 00000100:00000040:1.0:1781825887.319179:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319185:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825887.319187:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825887.319190:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781825887.319192:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051492864, offset 0 00000400:00000200:1.0:1781825887.319196:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825887.319199:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.319203:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825887.319205:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825887.319208:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825887.319210:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825887.319212:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825887.319215:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378756:378756:255:4294967295] 192.168.204.116@tcp LPNI seq info [378707:378707:7:4294967295] 00000400:00000200:1.0:1781825887.319218:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.319223:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825887.319227:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825887.319231:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825887.319234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825887.319237:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825887.319240:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825887.319242:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825887.319245:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19938 usecs (20 jiffies) 00000400:00000200:1.0:1781825887.319248:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825887.319250:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303179284 00000100:00000001:1.0:1781825887.319252:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303187985 00000100:00000001:1.0:1781825887.319254:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303179284 00000100:00000001:1.0:1781825887.319256:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303187985 00000100:00000001:1.0:1781825887.319257:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825887.319259:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319261:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319264:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.319272:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825887.319274:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825887.319276:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.319277:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825887.319278:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825887.319280:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781825887.319282:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.319283:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825887.319285:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.319286:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.319287:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825887.319288:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825887.319291:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319297:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825887.319299:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.319301:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825887.319303:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825887.319304:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825887.319307:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825887.319310:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825887.319312:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825887.319314:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.319315:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825887.319318:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825887.319320:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825887.319324:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825887.319326:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e96e0. 00000400:00000010:1.0:1781825887.319329:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ebb0. 00000100:00000200:1.0:1781825887.319332:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492736, portal 10 00000100:00000001:1.0:1781825887.319333:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825887.319334:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:1.0:1781825887.319339:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319346:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825887.319348:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825887.319350:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781825887.319352:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051492736, offset 0 00000400:00000200:1.0:1781825887.319356:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825887.319359:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.319363:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825887.319365:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825887.319368:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825887.319370:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825887.319372:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825887.319375:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378757:378757:254:4294967295] 192.168.204.116@tcp LPNI seq info [378708:378708:6:4294967295] 00000400:00000200:1.0:1781825887.319378:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.319383:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825887.319388:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825887.319390:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825887.319394:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825887.319397:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825887.319400:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825887.319402:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825887.319405:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24936 usecs (25 jiffies) 00000400:00000200:1.0:1781825887.319407:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825887.319409:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303179289 00000100:00000001:1.0:1781825887.319411:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303187985 00000100:00000001:1.0:1781825887.319412:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303179289 00000100:00000001:1.0:1781825887.319414:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303187985 00000100:00000001:1.0:1781825887.319415:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825887.319417:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319419:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319420:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319430:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.319432:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825887.319491:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825887.319494:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c400. 00000400:00000200:1.0:1781825887.319500:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.319504:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825887.319510:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:1.0:1781825887.319512:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:1.0:1781825887.319516:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825887.319521:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319528:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825887.319531:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319538:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319540:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825887.319549:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825887.319551:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:1.0:1781825887.319553:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.319556:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825887.319569:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781825887.319571:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781825887.319574:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825887.319577:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319584:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825887.319586:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319593:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319594:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825887.319655:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825887.319658:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:1.0:1781825887.319660:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.319664:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825887.319666:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781825887.319668:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781825887.319670:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825887.319673:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319680:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825887.319683:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.319689:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.319691:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825887.324120:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.324137:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825887.324142:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.324145:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.324155:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.324163:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825887.324172:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.324178:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.324183:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.324188:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53600 00000400:00000200:1.0:1781825887.324193:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.324200:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff559 [1] + 224 00000800:00000001:1.0:1781825887.324208:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.324216:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.324219:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.324224:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825887.324231:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825887.324242:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825887.325136:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.325153:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825887.325165:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.325170:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.325183:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.325186:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825887.325193:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825887.325195:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825887.325198:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9738. 00000400:00000200:1.0:1781825887.325203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:1.0:1781825887.325205:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:1.0:1781825887.325208:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825887.325212:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825887.325221:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.325231:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825887.325233:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.325235:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825887.325238:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825887.325241:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825887.325243:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825887.325246:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825887.325254:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=104 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825887.325258:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825887.325260:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825887.325262:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825887.325264:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825887.325267:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.325271:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825887.325273:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825887.325275:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825887.325276:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825887.325281:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.325288:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825887.325291:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825887.325293:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825887.325297:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825887.325305:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825887.325309:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.325312:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825887.325315:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031880 x1868371051492864/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.325322:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825887.325325:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825887.325328:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9200. 02000000:00000001:1.0:1781825887.325332:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825887.325335:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825887.325337:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825887.325339:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825887.325341:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:1.0:1781825887.325344:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825887.325346:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825887.325348:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031880. 00000100:00000001:1.0:1781825887.325351:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825887.325353:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825887.325356:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.325358:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825887.325359:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825887.325361:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825887.325362:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825887.332697:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.332715:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825887.332720:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.332723:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.332731:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332738:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825887.332747:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332752:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332758:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332761:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53580 00000400:00000200:1.0:1781825887.332765:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332772:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff569 [1] + 224 00000800:00000001:1.0:1781825887.332779:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.332783:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.332786:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.332790:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825887.332798:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825887.332807:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825887.332825:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.332842:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825887.332850:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.332855:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825887.332857:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.332858:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.332861:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332864:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825887.332868:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332870:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332872:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332875:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53500 00000400:00000200:1.0:1781825887.332878:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825887.332883:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff549 [1] + 224 00000800:00000001:1.0:1781825887.332887:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1781825887.333159:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825887.333164:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825887.333171:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825887.333173:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825887.333177:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e96e0. 00000400:00000200:0.0:1781825887.333182:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781825887.333184:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781825887.333187:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825887.333193:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825887.333215:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.333222:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825887.333224:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.333226:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825887.333229:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825887.333231:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825887.333233:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825887.333236:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825887.333244:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825887.333248:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825887.333250:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825887.333252:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825887.333254:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825887.333258:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.333262:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825887.333264:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825887.333265:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825887.333267:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.333271:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.333278:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825887.333282:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825887.333284:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825887.333288:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825887.333296:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051492736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825887.333301:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.333304:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825887.333307:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051492736/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.333313:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825887.333316:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825887.333319:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:0.0:1781825887.333323:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825887.333325:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825887.333327:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825887.333329:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825887.333332:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fd00. 02000000:00000001:0.0:1781825887.333335:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825887.333337:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825887.333339:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:0.0:1781825887.333342:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825887.333343:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.333346:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.333347:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825887.333349:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825887.333350:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.333352:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825887.338366:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825887.338377:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825887.338386:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825887.338395:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825887.338404:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825887.338416:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825887.338446:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825887.338459:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825887.338466:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.340511:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825887.340519:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825887.340528:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825887.340530:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825887.340534:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9210. 00000400:00000200:0.0:1781825887.340542:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:0.0:1781825887.340544:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:0.0:1781825887.340549:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825887.340716:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825887.340736:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.340744:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825887.340747:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.340750:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825887.340754:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825887.340756:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825887.340759:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825887.340762:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825887.340769:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=104 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825887.340774:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825887.340776:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825887.340778:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825887.340780:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825887.340782:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.340786:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825887.340790:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.340798:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825887.340801:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825887.340803:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825887.340807:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825887.340816:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051492608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825887.340821:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.340825:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825887.340829:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051492608/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825903 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825887.340836:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825887.340839:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825887.340843:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8800. 02000000:00000001:0.0:1781825887.340846:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825887.340849:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825887.340851:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825887.340853:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825887.340855:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:0.0:1781825887.340858:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825887.340860:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825887.340861:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:0.0:1781825887.340865:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825887.340866:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.340868:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825887.340874:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825887.340876:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825887.340878:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825887.340881:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825887.766223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825887.766232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825887.766238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825887.766239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825887.766243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825887.766244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825887.766412:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825887.766416:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825887.766419:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825888.790519:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825888.790525:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825888.790531:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825888.790534:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825888.790536:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825888.790539:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825888.790543:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825888.790545:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825888.790547:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825888.790549:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825888.790552:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825888.790553:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825888.790724:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825888.790728:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825888.790730:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825889.814370:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825889.814377:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825889.814383:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825889.814384:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825889.814388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825889.814389:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825889.814492:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825889.814496:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825889.814498:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825890.839463:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825890.839472:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825890.839475:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825890.839479:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839484:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825890.839486:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839489:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839491:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839495:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825890.839497:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839500:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825890.839502:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825890.839503:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825890.839505:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839506:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825890.839508:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839509:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825890.839512:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825890.840338:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825890.840342:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825890.840345:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825891.862600:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825891.862606:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825891.862613:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825891.862614:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825891.862617:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825891.862618:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825891.864443:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825891.864450:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825891.864454:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825892.441233:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825892.441243:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825892.441261:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825892.441267:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825892.441272:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825892.441275:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825892.441280:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825892.441288:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825892.441295:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441306:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825892.441316:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825892.441320:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441326:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441354:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441357:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825892.441360:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825892.441363:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825892.441365:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825892.441367:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825892.441369:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825892.441370:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825892.441373:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825892.441376:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441380:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825892.441387:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825892.441390:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441393:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441400:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441402:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825892.441405:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825892.441407:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825892.441409:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825892.441411:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825892.441412:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825892.441414:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825892.441429:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825892.441432:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441436:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825892.441443:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825892.441445:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441449:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_01+1] req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441454:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.441456:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825892.441459:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825892.441462:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825892.441464:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825892.441469:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8522) 00000100:00000001:2.0:1781825892.441486:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.441489:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825892.441491:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825892.441496:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441503:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825892.441505:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.441509:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825892.441512:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825892.441514:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825892.441517:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051492992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825892.441521:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825892.441536:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825892.441538:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.441541:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825892.441546:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825892.441548:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825892.441555:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825892.441559:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825892.441566:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825892.441573:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051492992, portal 25 00000100:00000001:2.0:1781825892.441576:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825892.441577:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825892.441583:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441590:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825892.441592:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825892.441595:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781825892.441598:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051492992, offset 0 00000400:00000200:2.0:1781825892.441605:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825892.441613:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.441621:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825892.441626:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825892.441631:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825892.441634:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825892.441637:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825892.441640:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378758:378758:256:4294967295] 192.168.204.116@tcp LPNI seq info [378709:378709:8:4294967295] 00000400:00000200:2.0:1781825892.441645:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.441654:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825892.441660:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825892.441665:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825892.441672:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825892.441679:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825892.441683:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825892.441703:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825892.441712:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825892.441715:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303193108 00000100:00000001:2.0:1781825892.441723:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303187985 00000100:00000001:2.0:1781825892.441726:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303193108 00000100:00000001:2.0:1781825892.441729:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303187985 00000100:00000001:2.0:1781825892.441732:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825892.441734:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.441737:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825892.441740:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441746:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825892.441747:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.441749:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825892.441751:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825892.441752:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825892.441755:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051493248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825892.441757:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825892.441760:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825892.441762:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.441763:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825892.441767:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825892.441769:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825892.441772:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825892.441775:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825892.441778:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825892.441781:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493248, portal 10 00000100:00000001:2.0:1781825892.441782:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825892.441783:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825892.441790:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.441796:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825892.441800:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825892.441802:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781825892.441805:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051493248, offset 0 00000800:00000200:1.0:1781825892.441894:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825892.441900:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825892.441905:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825892.441911:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825892.441916:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:1.0:1781825892.441918:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:1.0:1781825892.441923:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825892.441928:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.441947:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825892.441951:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.441958:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825892.441959:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1781825892.442307:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825892.442311:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.442315:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825892.442318:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825892.442321:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825892.442323:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825892.442325:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825892.442328:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378759:378759:256:4294967295] 192.168.204.116@tcp LPNI seq info [378710:378710:8:4294967295] 00000400:00000200:2.0:1781825892.442332:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.442338:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825892.442342:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825892.442346:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825892.442351:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825892.442355:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825892.442358:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825892.442373:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.442378:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19918 usecs (20 jiffies) 00000400:00000200:2.0:1781825892.442381:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825892.442383:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303184407 00000100:00000001:2.0:1781825892.442385:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303193108 00000100:00000001:2.0:1781825892.442387:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303184407 00000100:00000001:2.0:1781825892.442390:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303193108 00000100:00000001:2.0:1781825892.442392:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825892.442394:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.442397:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.442399:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.442405:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825892.442407:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825892.442409:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.442410:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825892.442412:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825892.442414:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825892.442415:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.442417:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825892.442418:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.442420:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.442421:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825892.442422:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825892.442426:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.442434:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825892.442435:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.442437:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825892.442439:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825892.442441:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825892.442443:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051493120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825892.442446:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825892.442449:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825892.442451:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.442453:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825892.442457:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825892.442458:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825892.442462:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825892.442465:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825892.442468:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825892.442471:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493120, portal 10 00000100:00000001:2.0:1781825892.442473:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825892.442474:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825892.442480:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.442486:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825892.442488:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825892.442490:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825892.442492:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051493120, offset 0 00000400:00000200:2.0:1781825892.442496:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825892.442500:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.442503:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825892.442506:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825892.442508:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825892.442510:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825892.442512:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825892.442515:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378760:378760:255:4294967295] 192.168.204.116@tcp LPNI seq info [378711:378711:7:4294967295] 00000400:00000200:2.0:1781825892.442519:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825892.442524:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825892.442594:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825892.442598:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781825892.442602:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825892.442606:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825892.442609:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825892.442612:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.442615:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24921 usecs (25 jiffies) 00000400:00000200:2.0:1781825892.442618:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825892.442620:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303184412 00000100:00000001:2.0:1781825892.442622:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303193108 00000100:00000001:2.0:1781825892.442624:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303184412 00000100:00000001:2.0:1781825892.442626:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303193108 00000100:00000001:2.0:1781825892.442628:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825892.442630:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.442632:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.442634:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.442645:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.442647:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825892.442732:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825892.442736:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825892.442741:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825892.442745:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825892.442749:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:1.0:1781825892.442751:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:1.0:1781825892.442754:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825892.442758:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.442767:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825892.442770:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.442778:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825892.442780:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825892.442827:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825892.442830:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781825892.442833:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825892.442837:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825892.442839:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:1.0:1781825892.442841:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:1.0:1781825892.442843:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825892.442847:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.442854:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825892.442857:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.442863:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825892.442864:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825892.451862:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.451883:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825892.451888:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.451890:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.451900:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.451907:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825892.451919:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.451924:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.451941:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.451945:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53680 00000400:00000200:1.0:1781825892.451951:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.451957:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff579 [1] + 224 00000800:00000001:1.0:1781825892.451964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.451968:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.451971:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825892.451975:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825892.451982:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825892.451992:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825892.452003:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.452030:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825892.452041:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.452046:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825892.452048:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.452050:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.452053:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452056:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825892.452061:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452063:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452066:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452069:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53780 00000400:00000200:1.0:1781825892.452072:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452076:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff581 [1] + 224 00000800:00000001:1.0:1781825892.452115:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.452120:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.452122:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825892.452125:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825892.452128:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825892.452133:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452136:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.452142:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1781825892.452144:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1781825892.452150:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1781825892.452153:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1781825892.452154:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825892.452159:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825892.452164:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825892.452166:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825892.452170:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1781825892.452173:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1781825892.452177:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825892.452180:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825892.452184:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.452188:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1781825892.452197:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825892.452198:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452208:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00000001:2.0:1781825892.452216:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1781825892.452218:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825892.452220:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.452225:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825892.452227:0:2395:0:(client.c:1579:after_reply()) Process entered 00000400:00000200:1.0:1781825892.452231:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781825892.452232:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825892.452237:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1781825892.452238:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53700 00000100:00000001:2.0:1781825892.452240:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.452246:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825892.452247:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825892.452253:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff589 [1] + 224 00000100:00001000:2.0:1781825892.452254:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=109 v=5 (5 5 5 5) 00000800:00000001:1.0:1781825892.452259:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1781825892.452261:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825892.452265:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825892.452267:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825892.452270:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825892.452272:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452275:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.452281:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825892.452287:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452289:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1781825892.452293:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781825892.452295:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825892.452298:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825892.452302:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000040:2.0:1781825892.452306:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825892.452309:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825892.452317:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825892.452318:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051492992:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825892.452329:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825892.452332:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1781825892.452335:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825892.452336:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825892.452341:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825892.452344:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825892.452348:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781825892.452352:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1781825892.452356:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1781825892.452360:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825892.452365:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1781825892.452369:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452377:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825892.452379:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452380:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825892.452382:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825892.452383:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825892.452385:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.452386:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825892.452392:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825892.452395:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825892.452398:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825892.452399:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825892.452401:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825892.452404:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452407:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825892.452409:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825892.452410:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825892.452412:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.452415:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452432:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825892.452434:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825892.452435:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825892.452438:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825892.452446:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051493248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825892.452450:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452452:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825892.452455:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051492992/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452461:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825892.452463:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825892.452466:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825892.452470:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825892.452473:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825892.452474:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825892.452476:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825892.452479:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825892.452482:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825892.452484:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825892.452486:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825892.452489:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825892.452491:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452492:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825892.452495:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051493248/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452500:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825892.452501:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825892.452503:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825892.452505:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825892.452506:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825892.452507:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825892.452509:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825892.452510:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825892.452512:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825892.452513:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825892.452514:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825892.452516:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825892.452517:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452521:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452522:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.452524:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825892.452534:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825892.452536:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825892.452538:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825892.452541:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:2.0:1781825892.452542:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:2.0:1781825892.452545:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825892.452548:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825892.452556:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452561:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825892.452563:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452564:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825892.452565:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825892.452566:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825892.452568:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825892.452570:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825892.452574:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825892.452577:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825892.452579:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825892.452580:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825892.452581:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825892.452583:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452585:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825892.452586:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825892.452588:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825892.452589:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825892.452593:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452600:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825892.452602:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825892.452603:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825892.452606:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825892.452613:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051493120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825892.452616:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452618:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825892.452620:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051493120/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825908 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825892.452627:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825892.452628:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825892.452630:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825892.452632:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825892.452633:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825892.452635:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825892.452637:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825892.452638:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825892.452640:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825892.452642:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825892.452643:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825892.452645:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825892.452647:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452649:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825892.452656:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825892.452658:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825892.452659:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825892.452661:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825892.886968:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825892.886975:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825892.886981:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825892.886982:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825892.886985:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825892.886986:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825892.889976:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825892.889983:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825892.889988:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825893.910222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825893.910233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825893.910239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825893.910240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825893.910244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825893.910245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825893.910322:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825893.910326:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825893.910329:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825894.934364:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825894.934370:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825894.934377:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825894.934378:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825894.934381:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825894.934383:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825894.934623:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825894.934627:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825894.934630:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825895.958975:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825895.958982:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825895.958987:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825895.958988:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825895.958991:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825895.958992:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825895.959140:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825895.959144:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825895.959148:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825896.983056:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825896.983062:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825896.983067:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825896.983068:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825896.983071:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825896.983073:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825896.983200:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825896.983204:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825896.983207:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825897.559932:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825897.559943:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825897.559954:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781825897.559961:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825897.559965:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825897.559968:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825897.559973:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825897.559981:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825897.559987:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.559999:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825897.560009:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825897.560013:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560020:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825897.560047:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560050:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825897.560053:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825897.560056:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781825897.560058:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825897.560061:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825897.560062:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825897.560064:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825897.560069:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781825897.560072:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560076:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825897.560110:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825897.560112:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560122:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825897.560131:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560133:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825897.560136:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825897.560139:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781825897.560141:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825897.560143:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825897.560145:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825897.560146:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825897.560149:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781825897.560152:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560156:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825897.560162:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825897.560164:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560168:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_00+0] req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825897.560174:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825897.560176:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825897.560180:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825897.560182:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825897.560185:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825897.560190:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8527) 00000100:00000001:2.0:1781825897.560247:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.560252:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825897.560254:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825897.560260:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560268:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825897.560270:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.560273:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825897.560276:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825897.560279:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825897.560282:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051493376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825897.560286:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825897.560293:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825897.560295:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.560298:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825897.560303:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825897.560305:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825897.560312:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825897.560316:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825897.560328:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825897.560335:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493376, portal 25 00000100:00000001:2.0:1781825897.560337:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825897.560339:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781825897.560344:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560351:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825897.560355:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825897.560357:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825897.560361:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051493376, offset 0 00000400:00000200:2.0:1781825897.560367:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560375:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560383:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825897.560388:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825897.560391:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825897.560395:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825897.560398:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560401:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378761:378761:256:4294967295] 192.168.204.116@tcp LPNI seq info [378712:378712:8:4294967295] 00000400:00000200:2.0:1781825897.560405:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560414:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825897.560420:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825897.560425:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825897.560431:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825897.560439:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825897.560442:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825897.560461:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825897.560465:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825897.560468:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303198227 00000100:00000001:2.0:1781825897.560475:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303193108 00000100:00000001:2.0:1781825897.560479:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303198227 00000100:00000001:2.0:1781825897.560482:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303193108 00000100:00000001:2.0:1781825897.560485:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825897.560488:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560490:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825897.560495:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560501:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825897.560503:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.560506:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825897.560507:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825897.560509:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825897.560512:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051493632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825897.560515:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825897.560518:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825897.560520:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.560521:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825897.560525:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825897.560527:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825897.560530:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825897.560533:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825897.560537:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825897.560541:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493632, portal 10 00000100:00000001:2.0:1781825897.560543:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825897.560544:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781825897.560550:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560557:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825897.560559:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825897.560561:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825897.560563:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051493632, offset 0 00000400:00000200:2.0:1781825897.560568:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560572:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560575:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825897.560578:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825897.560581:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825897.560583:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825897.560585:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560588:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378762:378762:255:4294967295] 192.168.204.116@tcp LPNI seq info [378713:378713:7:4294967295] 00000400:00000200:2.0:1781825897.560592:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560598:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825897.560602:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1781825897.560606:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825897.560610:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825897.560615:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000010:1.0:1781825897.560618:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825897.560623:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:1.0:1781825897.560627:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1781825897.560628:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825897.560633:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825897.560636:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000040:2.0:1781825897.560639:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19907 usecs (20 jiffies) 00000400:00000200:2.0:1781825897.560645:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.560646:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000100:00000001:2.0:1781825897.560648:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303189526 00000400:00000010:1.0:1781825897.560650:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825897.560652:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303198227 00000100:00000001:2.0:1781825897.560657:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303189526 00000100:00000001:1.0:1781825897.560657:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781825897.560660:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303198227 00000100:00000001:2.0:1781825897.560666:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1781825897.560666:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560671:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560677:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560682:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825897.560683:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825897.560689:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560692:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825897.560695:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825897.560699:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560700:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.560703:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825897.560704:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825897.560707:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825897.560711:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825897.560713:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.560716:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825897.560717:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.560719:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.560720:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825897.560721:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1781825897.560724:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1781825897.560727:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1781825897.560728:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825897.560733:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781825897.560742:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1781825897.560742:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781825897.560745:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825897.560747:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 02000000:00000001:2.0:1781825897.560749:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1781825897.560751:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 02000000:00000001:2.0:1781825897.560753:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825897.560755:0:2385:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1781825897.560758:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1781825897.560762:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825897.560766:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051493504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825897.560774:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825897.560778:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1781825897.560780:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1781825897.560781:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.560784:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1781825897.560786:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1781825897.560789:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825897.560793:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825897.560800:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825897.560800:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825897.560804:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000100:00000001:1.0:1781825897.560805:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1781825897.560811:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825897.560815:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493504, portal 10 00000100:00000001:2.0:1781825897.560817:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825897.560818:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781825897.560825:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.560843:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825897.560850:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825897.560853:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825897.560856:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051493504, offset 0 00000400:00000200:2.0:1781825897.560860:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560863:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560867:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825897.560870:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825897.560873:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825897.560875:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825897.560877:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825897.560880:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378763:378763:256:4294967295] 192.168.204.116@tcp LPNI seq info [378714:378714:8:4294967295] 00000400:00000200:2.0:1781825897.560884:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825897.560889:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825897.560895:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825897.560898:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825897.560902:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825897.560905:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825897.560908:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825897.560925:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825897.560928:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24897 usecs (25 jiffies) 00000400:00000200:2.0:1781825897.560931:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825897.560933:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303189531 00000100:00000001:2.0:1781825897.560936:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303198227 00000100:00000001:2.0:1781825897.560938:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303189531 00000100:00000001:2.0:1781825897.560940:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303198227 00000100:00000001:2.0:1781825897.560942:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825897.560944:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560947:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560949:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.560960:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.560962:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825897.561144:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825897.561148:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781825897.561151:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825897.561155:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825897.561158:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:1.0:1781825897.561160:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:1.0:1781825897.561162:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825897.561167:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825897.561175:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825897.561178:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825897.561184:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825897.561185:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825897.566490:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.568907:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825897.569121:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.569129:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.569139:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.569160:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825897.569172:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.569178:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.569184:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.569188:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53800 00000400:00000200:1.0:1781825897.569193:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.569200:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff591 [1] + 224 00000800:00000001:1.0:1781825897.569207:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.569217:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.569220:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825897.569225:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825897.569232:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825897.569241:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825897.569253:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825897.569277:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825897.569286:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.569289:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.569396:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.569400:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825897.569407:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825897.569408:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825897.569411:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825897.569416:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:2.0:1781825897.569419:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:2.0:1781825897.569423:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825897.569428:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825897.569437:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.569443:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825897.569446:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.569448:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825897.569451:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825897.569454:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825897.569456:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.569458:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825897.569464:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825897.569468:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825897.569470:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825897.569471:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825897.569474:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825897.569476:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.569478:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825897.569481:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.569488:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825897.569491:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825897.569493:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825897.569497:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825897.569505:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051493376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825897.569509:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.569511:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825897.569514:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051493376/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.569520:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825897.569522:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825897.569526:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781825897.569530:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825897.569532:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825897.569534:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825897.569536:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825897.569538:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825897.569542:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825897.569543:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825897.569546:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781825897.569551:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825897.569553:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.569555:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.569557:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.569558:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825897.569559:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.569560:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825897.572353:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572368:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825897.572373:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572376:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.572384:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572391:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825897.572399:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572404:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572409:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572414:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53880 00000400:00000200:1.0:1781825897.572418:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572425:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5a1 [1] + 224 00000800:00000001:1.0:1781825897.572432:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572435:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.572438:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825897.572443:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825897.572449:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825897.572457:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825897.572468:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825897.572490:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825897.572498:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572502:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825897.572503:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572505:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.572508:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572512:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825897.572516:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572519:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572521:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572524:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53900 00000400:00000200:1.0:1781825897.572527:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825897.572530:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff599 [1] + 224 00000800:00000001:1.0:1781825897.572534:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572540:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825897.572542:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825897.572545:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825897.572548:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825897.572552:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825897.572561:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825897.572568:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825897.572571:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825897.572574:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572639:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.572643:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825897.572649:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825897.572651:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825897.572655:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825897.572660:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781825897.572662:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781825897.572666:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825897.572671:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825897.572679:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572686:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825897.572688:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572690:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825897.572694:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825897.572696:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825897.572699:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.572701:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825897.572710:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825897.572714:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=27 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825897.572717:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825897.572719:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825897.572722:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825897.572725:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.572729:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825897.572731:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825897.572734:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825897.572736:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825897.572741:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572749:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825897.572752:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825897.572754:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825897.572758:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825897.572765:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051493504:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825897.572771:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825897.572772:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825897.572774:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825897.572776:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825897.572778:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825897.572780:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825897.572784:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825897.572792:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572797:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825897.572799:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572800:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825897.572802:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825897.572803:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825897.572804:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825897.572806:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825897.572810:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825897.572813:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825897.572815:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825897.572816:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825897.572818:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825897.572820:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.572822:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825897.572823:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825897.572825:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825897.572826:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825897.572841:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572848:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825897.572849:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825897.572851:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825897.572854:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825897.572861:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051493632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825897.572865:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572867:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825897.572870:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051493504/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572877:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825897.572879:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825897.572882:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825897.572887:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825897.572890:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825897.572892:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825897.572894:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825897.572896:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781825897.572899:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825897.572901:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825897.572902:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781825897.572906:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825897.572908:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572909:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825897.572913:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051493632/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825913 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825897.572919:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825897.572920:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825897.572922:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825897.572924:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825897.572925:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825897.572926:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825897.572928:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825897.572929:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781825897.572931:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825897.572932:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825897.572933:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781825897.572935:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825897.572936:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572938:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825897.572946:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825897.572948:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825897.572950:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825897.572952:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825898.006192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825898.006198:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825898.006203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825898.006205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825898.006207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825898.006209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825898.007450:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825898.007454:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825898.007458:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825899.031205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825899.031211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825899.031217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825899.031219:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825899.031222:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825899.031225:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825899.031228:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825899.031230:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825899.031232:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825899.031234:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825899.031238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825899.031240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825899.031327:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825899.031332:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825899.031334:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825900.054316:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825900.054322:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825900.054328:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825900.054329:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825900.054333:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825900.054334:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825900.054355:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825900.054358:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825900.054361:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825901.078223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825901.078231:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825901.078233:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825901.078237:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078242:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825901.078244:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078246:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078249:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825901.078254:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825901.078258:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825901.078259:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825901.078261:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078263:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825901.078264:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078266:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825901.078268:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825901.078446:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825901.078451:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825901.078453:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825902.102293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825902.102301:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825902.102306:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825902.102307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825902.102310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825902.102311:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825902.102335:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825902.102338:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825902.102340:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825902.678219:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825902.678229:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825902.678240:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781825902.678255:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825902.678259:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825902.678262:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825902.678267:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825902.678275:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825902.678281:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678293:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825902.678303:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825902.678307:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678314:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_01+1] req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.678341:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678355:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825902.678359:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825902.678362:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781825902.678364:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825902.678367:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825902.678368:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825902.678370:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825902.678373:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825902.678376:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678379:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825902.678386:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825902.678388:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678392:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.678399:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678401:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825902.678404:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825902.678407:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db480. 00000020:00000040:1.0:1781825902.678409:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825902.678411:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825902.678412:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825902.678414:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825902.678416:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825902.678418:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678422:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825902.678428:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825902.678430:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678433:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d477c16] to pc [ptlrpcd_00_01+1] req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.678440:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678442:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825902.678445:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825902.678448:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825902.678451:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825902.678460:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8532) 00000100:00000001:1.0:1781825902.678484:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825902.678484:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825902.678487:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825902.678488:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825902.678490:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781825902.678490:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825902.678495:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825902.678496:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.678504:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825902.678504:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825902.678506:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.678506:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825902.678510:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825902.678510:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825902.678512:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825902.678512:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825902.678515:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.678515:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825902.678519:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051493760:192.168.204.116@tcp:400:kworker.0 00000100:00100000:0.0:1781825902.678519:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051493888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825902.678523:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1781825902.678524:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825902.678529:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825902.678529:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825902.678531:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.678531:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825902.678534:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1781825902.678534:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825902.678538:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8c00. 02000000:00000010:0.0:1781825902.678538:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781825902.678540:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.678540:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825902.678546:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825902.678546:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825902.678550:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e18. 00000400:00000010:1.0:1781825902.678551:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9738. 00000400:00000010:1.0:1781825902.678557:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000400:00000010:0.0:1781825902.678557:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825902.678563:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493888, portal 10 00000100:00000001:0.0:1781825902.678565:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825902.678567:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:0.0:1781825902.678573:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825902.678574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051493760, portal 25 00000100:00000001:1.0:1781825902.678576:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825902.678577:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000001:0.0:1781825902.678581:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825902.678582:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825902.678584:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825902.678586:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000001:1.0:1781825902.678588:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1781825902.678589:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051493888, offset 0 00000100:00000040:1.0:1781825902.678590:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825902.678592:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000400:00000200:0.0:1781825902.678595:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000200:1.0:1781825902.678599:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051493760, offset 0 00000400:00000200:1.0:1781825902.678603:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825902.678603:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825902.678610:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825902.678615:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825902.678619:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825902.678622:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825902.678625:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825902.678629:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378764:378764:256:4294967295] 192.168.204.116@tcp LPNI seq info [378715:378715:8:4294967295] 00000400:00000200:0.0:1781825902.678633:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825902.678640:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825902.678646:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825902.678651:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781825902.678653:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.678657:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:0.0:1781825902.678657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:1.0:1781825902.678659:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825902.678661:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825902.678663:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1781825902.678664:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:1.0:1781825902.678665:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825902.678668:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378765:378765:255:4294967295] 192.168.204.116@tcp LPNI seq info [378716:378716:7:4294967295] 00000800:00000200:0.0:1781825902.678668:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1781825902.678671:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.678676:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825902.678680:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:0.0:1781825902.678680:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781825902.678684:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c100. 00000100:00000040:0.0:1781825902.678684:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24877 usecs (25 jiffies) 00000400:00000200:0.0:1781825902.678687:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:1.0:1781825902.678688:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:0.0:1781825902.678690:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303194649 00000800:00000200:1.0:1781825902.678691:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825902.678693:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825902.678693:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303198227 00000100:00000001:0.0:1781825902.678695:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303194649 00000100:00000001:1.0:1781825902.678696:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.678697:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303198227 00000100:00000001:0.0:1781825902.678700:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825902.678702:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825902.678703:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825902.678704:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303203345 00000100:00000001:0.0:1781825902.678705:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.678707:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825902.678711:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303198227 00000100:00000001:1.0:1781825902.678715:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303203345 00000100:00000001:0.0:1781825902.678715:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825902.678717:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303198227 00000100:00000001:0.0:1781825902.678717:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825902.678719:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825902.678720:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825902.678720:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825902.678721:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825902.678722:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.678723:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825902.678724:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825902.678727:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.678745:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825902.678747:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825902.678749:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825902.678751:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825902.678752:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825902.678755:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051494016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825902.678758:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825902.678760:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825902.678762:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825902.678763:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825902.678766:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8e00. 02000000:00000001:1.0:1781825902.678771:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825902.678774:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825902.678776:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9478. 00000400:00000010:1.0:1781825902.678780:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000800:00000200:0.0:1781825902.678781:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1781825902.678783:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494016, portal 10 00000100:00000001:1.0:1781825902.678784:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1781825902.678784:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000100:00000001:1.0:1781825902.678785:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000400:00000200:0.0:1781825902.678789:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1781825902.678794:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781825902.678794:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825902.678798:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000100:00000001:1.0:1781825902.678800:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1781825902.678801:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000040:1.0:1781825902.678802:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825902.678804:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781825902.678806:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825902.678807:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051494016, offset 0 00000100:00000200:0.0:1781825902.678809:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825902.678810:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825902.678813:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.678817:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:0.0:1781825902.678818:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1781825902.678819:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825902.678821:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000040:0.0:1781825902.678821:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825902.678823:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825902.678826:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:0.0:1781825902.678828:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825902.678829:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378766:378766:254:4294967295] 192.168.204.116@tcp LPNI seq info [378717:378717:6:4294967295] 00000100:00000001:0.0:1781825902.678830:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781825902.678833:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.678838:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825902.678841:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825902.678844:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618cf00. 00000800:00000200:1.0:1781825902.678848:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825902.678851:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825902.678854:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825902.678856:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825902.678858:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19901 usecs (20 jiffies) 00000400:00000200:1.0:1781825902.678860:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825902.678862:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303194644 00000100:00000001:1.0:1781825902.678864:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303203345 00000100:00000001:1.0:1781825902.678866:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303194644 00000100:00000001:1.0:1781825902.678868:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303203345 00000100:00000001:1.0:1781825902.678870:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825902.678871:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825902.678874:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825902.678875:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825902.678878:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825902.678880:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825902.678881:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825902.678882:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825902.678884:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825902.678885:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825902.680319:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825902.680326:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c100. 00000400:00000200:0.0:1781825902.680332:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825902.680339:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825902.680344:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781825902.680347:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781825902.680351:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825902.680358:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.680371:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825902.680374:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.680380:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.680381:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825902.680413:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825902.680416:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618cf00. 00000400:00000200:0.0:1781825902.680418:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825902.680421:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825902.680423:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:0.0:1781825902.680424:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781825902.680427:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825902.680431:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.680437:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825902.680441:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.680447:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.680448:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825902.683492:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.683507:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825902.683511:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.683513:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.683522:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.683530:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825902.683538:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.683543:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.683548:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.683552:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53a00 00000400:00000200:1.0:1781825902.683556:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.683576:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5b1 [1] + 224 00000800:00000001:1.0:1781825902.683583:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.683589:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.683592:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825902.683596:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825902.683602:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825902.683610:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825902.683620:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.683778:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825902.683782:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825902.683803:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825902.683812:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.683815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825902.685271:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.685286:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825902.685289:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.685291:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.685298:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.685305:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825902.685312:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.685317:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.685321:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.685325:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53a80 00000400:00000200:1.0:1781825902.685329:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.685336:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5c9 [1] + 224 00000800:00000001:1.0:1781825902.685342:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1781825902.685545:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825902.685548:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825902.685551:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e18. 00000400:00000200:0.0:1781825902.685557:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781825902.685560:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781825902.685565:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825902.685573:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825902.685582:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.685594:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825902.685596:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.685598:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825902.685601:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825902.685603:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825902.685605:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.685607:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825902.685616:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825902.685620:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825902.685622:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825902.685623:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825902.685626:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825902.685629:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.685632:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825902.685634:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825902.685636:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825902.685637:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825902.685641:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.685647:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825902.685650:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825902.685652:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825902.685656:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825902.685664:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051493888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825902.685669:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.685671:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825902.685674:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051493888/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.685681:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825902.685683:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825902.685687:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781825902.685691:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825902.685694:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825902.685696:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825902.685698:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825902.685701:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825902.685705:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825902.685706:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825902.685708:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:0.0:1781825902.685711:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825902.685713:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.685715:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.685722:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825902.685724:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.685727:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825902.685739:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825902.686507:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.686512:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825902.686518:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825902.686525:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825902.686531:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825902.686545:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.686573:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825902.686582:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.686587:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825902.686589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.686591:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.686596:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.686600:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825902.686605:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.686608:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.686612:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.686615:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53980 00000400:00000200:1.0:1781825902.686619:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825902.686623:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5a9 [1] + 224 00000800:00000001:1.0:1781825902.686627:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.686634:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825902.686636:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825902.686639:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825902.686642:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825902.686655:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825902.686664:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825902.686674:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825902.686677:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825902.686680:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.686812:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825902.686816:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825902.686820:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825902.686821:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825902.686824:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9738. 00000400:00000200:0.0:1781825902.686828:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781825902.686830:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781825902.686833:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825902.686837:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825902.686845:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.686850:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825902.686852:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.686854:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825902.686857:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825902.686859:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825902.686861:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.686862:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825902.686866:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825902.686870:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825902.686872:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825902.686874:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825902.686876:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825902.686878:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.686880:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825902.686884:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.686890:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825902.686893:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825902.686894:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825902.686898:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825902.686904:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051493760:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825902.686909:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825902.686910:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825902.686911:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9478. 00000400:00000200:0.0:1781825902.686914:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781825902.686915:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781825902.686917:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825902.686920:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825902.686928:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.686934:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825902.686936:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.686937:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825902.686938:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825902.686940:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825902.686941:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825902.686942:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825902.686947:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=119 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825902.686950:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825902.686952:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825902.686954:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825902.686956:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825902.686957:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.686960:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825902.686961:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825902.686963:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825902.686964:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825902.686967:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.686973:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825902.686975:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825902.686976:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825902.686980:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825902.686987:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051494016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825902.686990:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.686992:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825902.686995:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051493760/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.687001:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825902.687003:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825902.687006:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8c00. 02000000:00000001:0.0:1781825902.687009:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825902.687011:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825902.687013:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825902.687014:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825902.687016:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825902.687018:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825902.687019:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825902.687021:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:0.0:1781825902.687024:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825902.687025:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.687027:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825902.687030:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051494016/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825918 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825902.687036:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825902.687037:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825902.687038:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8e00. 02000000:00000001:0.0:1781825902.687040:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825902.687041:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825902.687043:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825902.687044:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825902.687046:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:0.0:1781825902.687048:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825902.687049:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825902.687050:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:0.0:1781825902.687052:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825902.687053:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.687056:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825902.687060:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825902.687062:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825902.687063:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825902.687065:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825903.126456:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825903.126463:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825903.126468:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825903.126470:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825903.126473:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825903.126474:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825903.138239:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825903.138246:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825903.138251:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825904.150204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825904.150211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825904.150217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825904.150218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825904.150221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825904.150222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825904.150251:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825904.150253:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825904.150256:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825905.176269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825905.176277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825905.176283:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825905.176284:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825905.176288:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825905.176289:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825905.176404:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825905.176408:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825905.176411:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825906.198916:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825906.198927:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825906.198935:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825906.198936:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825906.198940:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825906.198941:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825906.198977:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825906.198981:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825906.198984:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825907.223756:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825907.223766:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825907.223772:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825907.223773:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825907.223777:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825907.223778:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825907.223861:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825907.223867:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825907.223870:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825907.798318:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825907.798334:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825907.798351:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781825907.798359:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825907.798365:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825907.798381:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825907.798454:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825907.798467:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c900. 00000100:00000001:3.0:1781825907.798477:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798495:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825907.798507:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825907.798513:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798521:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_01+1] req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825907.798555:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798560:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825907.798564:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825907.798568:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781825907.798571:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825907.798573:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825907.798575:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825907.798577:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825907.798581:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781825907.798584:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798588:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825907.798596:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825907.798597:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798601:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825907.798610:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798612:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825907.798616:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825907.798619:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781825907.798621:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825907.798624:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825907.798625:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825907.798627:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825907.798642:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825907.798646:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798650:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825907.798657:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825907.798659:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798663:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825907.798677:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825907.798680:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825907.798684:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825907.798687:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825907.798690:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825907.798696:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8537) 00000100:00000001:2.0:1781825907.798779:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.798785:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825907.798788:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825907.798796:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.798817:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825907.798820:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.798825:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825907.798828:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825907.798831:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825907.798835:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051494144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825907.798840:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825907.798849:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825907.798853:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.798855:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825907.798862:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825907.798864:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825907.798873:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825907.798879:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825907.798888:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825907.798899:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494144, portal 25 00000100:00000001:2.0:1781825907.798901:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825907.798904:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781825907.798910:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.798919:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825907.798922:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825907.798925:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825907.798930:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051494144, offset 0 00000400:00000200:2.0:1781825907.798938:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825907.798949:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.798959:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825907.798967:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825907.798972:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825907.798977:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825907.798980:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825907.798984:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378767:378767:256:4294967295] 192.168.204.116@tcp LPNI seq info [378718:378718:8:4294967295] 00000400:00000200:2.0:1781825907.798989:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.799002:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825907.799010:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825907.799016:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825907.799025:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825907.799034:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825907.799039:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825907.799060:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825907.799065:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825907.799069:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303208465 00000100:00000001:2.0:1781825907.799117:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303203345 00000100:00000001:2.0:1781825907.799123:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303208466 00000100:00000001:2.0:1781825907.799126:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303203345 00000100:00000001:2.0:1781825907.799129:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.799132:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.799135:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825907.799139:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.799146:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825907.799148:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.799150:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825907.799152:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825907.799154:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825907.799157:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051494400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825907.799160:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825907.799163:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825907.799164:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.799166:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825907.799170:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825907.799172:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825907.799176:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825907.799179:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825907.799182:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825907.799186:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494400, portal 10 00000100:00000001:2.0:1781825907.799188:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825907.799189:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781825907.799197:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.799203:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825907.799205:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825907.799209:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825907.799211:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051494400, offset 0 00000400:00000200:2.0:1781825907.799215:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825907.799219:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.799222:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825907.799225:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825907.799228:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825907.799230:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825907.799232:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825907.799235:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378768:378768:255:4294967295] 192.168.204.116@tcp LPNI seq info [378719:378719:7:4294967295] 00000400:00000200:2.0:1781825907.799238:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.799245:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825907.799249:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825907.799252:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825907.799255:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825907.799260:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825907.799262:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825907.799265:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825907.799269:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19885 usecs (20 jiffies) 00000400:00000200:2.0:1781825907.799273:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825907.799275:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303199765 00000100:00000001:2.0:1781825907.799277:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303208465 00000100:00000001:2.0:1781825907.799279:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303199765 00000100:00000001:2.0:1781825907.799282:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303208466 00000100:00000001:2.0:1781825907.799283:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.799286:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.799288:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.799291:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.799300:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825907.799303:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825907.799306:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.799307:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825907.799308:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825907.799311:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825907.799312:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.799314:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825907.799315:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.799317:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.799318:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825907.799319:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825907.799323:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.799329:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825907.799330:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.799332:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825907.799334:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825907.799336:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825907.799339:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051494272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825907.799342:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825907.799344:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825907.799346:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.799348:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825907.799351:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825907.799352:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825907.799356:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825907.799359:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825907.799363:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825907.799366:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494272, portal 10 00000100:00000001:2.0:1781825907.799368:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825907.799369:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781825907.799375:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.799381:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825907.799383:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825907.799386:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000800:00000200:1.0:1781825907.799604:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825907.799611:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781825907.799620:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.799625:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825907.799640:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:1.0:1781825907.799645:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:1.0:1781825907.799652:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825907.799658:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.799668:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825907.799671:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.799677:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825907.799678:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825907.800012:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825907.800016:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825907.800020:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.800023:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825907.800027:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:1.0:1781825907.800029:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:1.0:1781825907.800031:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825907.800036:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.800043:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825907.800046:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.800053:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825907.800054:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825907.800745:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825907.800752:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825907.801284:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051494272, offset 0 00000400:00000200:2.0:1781825907.801310:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825907.801320:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.801329:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825907.801334:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825907.801339:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825907.801342:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825907.801345:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825907.801349:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378769:378769:256:4294967295] 192.168.204.116@tcp LPNI seq info [378720:378720:8:4294967295] 00000400:00000200:2.0:1781825907.801353:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825907.801363:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825907.801901:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825907.801910:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825907.801918:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825907.801926:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825907.801931:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825907.801959:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825907.801966:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24842 usecs (25 jiffies) 00000400:00000200:2.0:1781825907.801971:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825907.801975:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303199772 00000100:00000001:2.0:1781825907.801979:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303208465 00000100:00000001:2.0:1781825907.801982:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303199772 00000100:00000001:2.0:1781825907.801985:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303208466 00000100:00000001:2.0:1781825907.801988:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.801992:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.801999:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.802004:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825907.806398:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806423:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825907.806429:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806432:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.806445:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806454:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825907.806465:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806471:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806477:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806482:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53b00 00000400:00000200:1.0:1781825907.806488:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806496:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5d9 [1] + 224 00000800:00000001:1.0:1781825907.806506:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806511:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.806515:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.806519:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825907.806529:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825907.806540:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825907.806552:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.806576:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1781825907.806672:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825907.806677:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781825907.806682:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.806686:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825907.806690:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:1.0:1781825907.806694:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:1.0:1781825907.806699:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825907.806704:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.806716:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825907.806720:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.806727:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825907.806729:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825907.806734:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806738:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825907.806740:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806742:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.806745:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806749:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825907.806754:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806757:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806760:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806763:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53c00 00000400:00000200:1.0:1781825907.806766:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.806771:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5e1 [1] + 224 00000800:00000001:1.0:1781825907.806775:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806781:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.806783:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.806786:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825907.806790:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825907.806795:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825907.806817:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.806825:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825907.806829:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.806833:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.807158:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.807163:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825907.807172:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825907.807175:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825907.807179:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825907.807184:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825907.807186:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825907.807189:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825907.807194:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825907.807202:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807208:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825907.807210:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.807213:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825907.807217:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825907.807219:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825907.807222:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.807225:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825907.807234:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825907.807239:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825907.807242:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825907.807244:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825907.807247:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825907.807250:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.807253:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825907.807258:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807265:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.807269:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825907.807271:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825907.807275:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825907.807283:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051494144:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825907.807289:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825907.807291:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825907.807293:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825907.807295:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:2.0:1781825907.807297:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:2.0:1781825907.807299:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825907.807302:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825907.807310:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807316:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825907.807318:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.807320:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825907.807321:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825907.807322:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825907.807323:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.807325:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825907.807331:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825907.807335:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825907.807337:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825907.807338:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825907.807340:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825907.807344:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.807347:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825907.807350:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825907.807352:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825907.807353:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825907.807357:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807363:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.807365:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825907.807379:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825907.807383:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825907.807404:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051494400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825907.807408:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.807411:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825907.807414:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051494144/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807421:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825907.807424:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825907.807428:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825907.807434:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825907.807437:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825907.807439:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825907.807442:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825907.807445:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c900. 02000000:00000001:2.0:1781825907.807448:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825907.807450:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825907.807453:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781825907.807457:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825907.807458:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.807460:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825907.807463:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051494400/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.807468:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825907.807470:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825907.807471:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825907.807473:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825907.807474:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825907.807476:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825907.807478:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825907.807479:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825907.807481:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825907.807482:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825907.807484:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781825907.807486:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825907.807488:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.807491:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.807493:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.807494:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825907.807496:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.807498:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825907.818693:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.818721:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825907.818728:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.818731:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.818742:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.818752:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825907.818764:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.818770:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.818777:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.818784:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53b80 00000400:00000200:1.0:1781825907.818790:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825907.818798:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5e9 [1] + 224 00000800:00000001:1.0:1781825907.818879:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.818889:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825907.818893:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825907.818898:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825907.818908:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825907.818919:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825907.818932:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825907.818956:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825907.818968:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825907.818971:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.819044:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.819050:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825907.819058:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825907.819060:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825907.819064:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825907.819069:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825907.819072:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825907.819076:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825907.819110:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825907.819123:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.819129:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825907.819132:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.819134:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825907.819138:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825907.819141:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825907.819144:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825907.819147:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825907.819159:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825907.819163:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=37 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825907.819166:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825907.819168:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825907.819171:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825907.819175:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.819179:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825907.819182:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825907.819184:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825907.819185:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825907.819205:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.819213:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825907.819217:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825907.819219:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825907.819223:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825907.819232:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051494272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825907.819237:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.819240:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825907.819244:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051494272/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825923 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825907.819252:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825907.819255:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825907.819259:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825907.819265:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825907.819268:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825907.819270:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825907.819273:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825907.819276:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781825907.819279:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825907.819282:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825907.819284:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781825907.819288:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825907.819289:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.819292:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825907.819302:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825907.819305:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825907.819307:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825907.819310:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825908.249980:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825908.249990:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825908.249998:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825908.249999:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825908.250003:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825908.250004:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825908.250038:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825908.250042:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825908.250046:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825909.272784:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825909.272794:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825909.272801:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825909.272806:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825909.272809:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825909.272813:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825909.272817:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825909.272819:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825909.272822:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825909.272824:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825909.272828:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825909.272829:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825909.273111:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825909.273116:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825909.273120:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825910.295204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825910.295215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825910.295222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825910.295224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825910.295228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825910.295229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825910.295269:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825910.295273:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825910.295277:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825911.319418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825911.319429:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825911.319431:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825911.319436:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319442:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825911.319445:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319447:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319450:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319455:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825911.319457:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319461:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825911.319462:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825911.319463:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825911.319465:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319466:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825911.319468:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319469:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825911.319472:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825911.321674:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825911.321684:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825911.321689:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825912.342260:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825912.342269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825912.342276:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825912.342277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825912.342282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825912.342283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825912.342324:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825912.342327:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825912.342331:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825912.926319:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825912.926333:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825912.926350:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781825912.926361:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825912.926367:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825912.926370:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825912.926374:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825912.926383:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c600. 00000100:00000001:1.0:1781825912.926395:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926407:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825912.926419:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825912.926430:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926437:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_00+0] req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.926468:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926471:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825912.926475:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825912.926478:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825912.926480:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825912.926483:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825912.926490:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825912.926492:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825912.926496:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ce00. 00000100:00000001:1.0:1781825912.926499:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926504:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825912.926517:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825912.926520:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926524:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_01+1] req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.926548:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926550:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825912.926553:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825912.926557:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825912.926560:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825912.926562:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825912.926563:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825912.926565:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825912.926569:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c400. 00000100:00000001:1.0:1781825912.926571:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926576:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825912.926583:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825912.926585:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926597:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_00+0] req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.926605:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.926607:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825912.926611:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825912.926620:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825912.926623:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825912.926628:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8542) 00000100:00000001:1.0:1781825912.926639:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.926642:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825912.926649:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825912.926654:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.926662:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825912.926664:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.926668:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825912.926671:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825912.926680:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825912.926684:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051494528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825912.927002:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825912.927006:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825912.927008:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825912.927014:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.927021:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825912.927023:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825912.927025:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825912.927027:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825912.927029:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825912.927031:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051494656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825912.927036:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825912.927043:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825912.927045:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825912.927048:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825912.927053:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825912.927055:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825912.927063:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825912.927067:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e18. 00000400:00000010:0.0:1781825912.927074:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781825912.927151:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494656, portal 10 00000100:00000001:0.0:1781825912.927154:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825912.927156:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:0.0:1781825912.927164:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.927172:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825912.927174:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825912.927177:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825912.927180:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051494656, offset 0 00000400:00000200:0.0:1781825912.927186:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825912.927194:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.927202:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825912.927207:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825912.927211:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825912.927215:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825912.927218:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825912.927221:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378770:378770:256:4294967295] 192.168.204.116@tcp LPNI seq info [378721:378721:8:4294967295] 00000400:00000200:0.0:1781825912.927226:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.927235:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825912.927241:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825912.927246:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825912.927252:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825912.927260:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825912.927264:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825912.927276:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825912.927280:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24843 usecs (25 jiffies) 00000400:00000200:0.0:1781825912.927284:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825912.927287:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303204897 00000100:00000001:0.0:1781825912.927290:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303208465 00000100:00000001:0.0:1781825912.927293:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303204897 00000100:00000001:0.0:1781825912.927294:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303208466 00000100:00000001:0.0:1781825912.927297:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825912.927300:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.927303:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.927305:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825912.927312:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825912.927314:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825912.927316:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825912.927317:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825912.927318:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.927320:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825912.927852:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825912.927857:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781825912.927862:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825912.927868:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825912.927874:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825912.927876:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825912.927881:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825912.927885:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.927894:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825912.927897:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.927903:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.927905:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825912.929289:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825912.929296:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825912.929299:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.929302:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825912.929313:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825912.929316:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825912.929323:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825912.929327:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f78. 00000400:00000010:1.0:1781825912.929332:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825912.929337:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494528, portal 25 00000100:00000001:1.0:1781825912.929371:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825912.929373:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:1.0:1781825912.929382:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.929391:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825912.929393:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825912.929396:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781825912.929400:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051494528, offset 0 00000400:00000200:1.0:1781825912.929405:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825912.929412:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.929418:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825912.929422:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825912.929426:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825912.929429:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825912.929431:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825912.929435:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378771:378771:256:4294967295] 192.168.204.116@tcp LPNI seq info [378722:378722:8:4294967295] 00000400:00000200:1.0:1781825912.929439:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.929455:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825912.929461:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825912.929465:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825912.929478:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825912.929486:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825912.929489:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825912.929509:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825912.929514:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825912.929517:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303213595 00000100:00000001:1.0:1781825912.929540:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303208465 00000100:00000001:1.0:1781825912.929547:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303213595 00000100:00000001:1.0:1781825912.929550:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303208466 00000100:00000001:1.0:1781825912.929554:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825912.929557:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.929560:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825912.929565:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.929574:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825912.929576:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.929579:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825912.929582:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825912.929585:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825912.929588:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051494784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825912.929592:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825912.929595:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825912.929596:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.929598:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825912.929601:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825912.929603:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825912.929615:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825912.929618:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9160. 00000400:00000010:1.0:1781825912.929622:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825912.929625:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494784, portal 10 00000100:00000001:1.0:1781825912.929627:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825912.929628:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781825912.929635:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.929648:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825912.929650:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825912.929652:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781825912.929655:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051494784, offset 0 00000400:00000200:1.0:1781825912.929658:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825912.929662:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.929666:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825912.929675:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825912.929678:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825912.929681:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825912.929683:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000800:00000200:0.0:1781825912.929715:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825912.929720:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:0.0:1781825912.929725:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825912.929730:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825912.929840:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378772:378772:255:4294967295] 192.168.204.116@tcp LPNI seq info [378723:378723:7:4294967295] 00000400:00000200:1.0:1781825912.929845:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.929859:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825912.929864:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825912.929868:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825912.929872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825912.929882:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825912.929885:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825912.929889:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.929892:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19870 usecs (20 jiffies) 00000400:00000200:1.0:1781825912.929896:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825912.929898:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303204894 00000100:00000001:1.0:1781825912.929900:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303213595 00000100:00000001:1.0:1781825912.929902:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303204894 00000100:00000001:1.0:1781825912.929904:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303213595 00000100:00000001:1.0:1781825912.929912:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825912.929915:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.929917:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.929921:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.929927:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825912.929929:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1781825912.929958:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781825912.929962:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781825912.929967:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825912.929972:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.929982:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825912.929985:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.929992:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.929993:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825912.930226:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.930230:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825912.930232:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.930235:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825912.938705:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825912.938716:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:0.0:1781825912.938722:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825912.938730:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825912.938737:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781825912.938740:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781825912.938745:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825912.938753:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.938765:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825912.938768:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.938791:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825912.938792:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825912.938802:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825912.938813:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825912.938816:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825912.938819:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825912.938825:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.938829:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825912.938836:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.938840:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.938845:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.938849:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53d00 00000400:00000200:0.0:1781825912.938853:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825912.938860:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff5f1 [1] + 224 00000800:00000001:0.0:1781825912.938867:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825912.938874:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825912.938876:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825912.938879:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825912.938883:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825912.938887:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825912.938895:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825912.939450:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825912.939460:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825912.939464:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.940260:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.940266:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825912.940273:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825912.940275:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825912.940278:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e18. 00000400:00000200:1.0:1781825912.940283:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:1.0:1781825912.940286:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:1.0:1781825912.940290:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825912.940298:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825912.940308:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.940314:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825912.940315:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.940318:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825912.940322:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825912.940324:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825912.940326:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.940329:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825912.940339:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825912.940343:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825912.940346:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825912.940348:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825912.940350:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825912.940354:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.940357:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825912.940359:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825912.940360:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825912.940362:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.940367:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.940374:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825912.940378:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825912.940380:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825912.940383:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825912.940391:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051494656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825912.940396:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.940398:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825912.940400:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051494656/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.940406:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825912.940409:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825912.940412:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead600. 02000000:00000001:1.0:1781825912.940416:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825912.940419:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825912.940421:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825912.940423:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825912.940425:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ce00. 02000000:00000001:1.0:1781825912.940428:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825912.940430:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825912.940432:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:1.0:1781825912.940436:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825912.940437:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.940439:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.940447:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825912.940448:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.940451:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.940453:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825912.944402:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944418:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825912.944423:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944425:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825912.944434:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944440:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825912.944449:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944453:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944459:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944463:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53d80 00000400:00000200:1.0:1781825912.944468:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944474:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff611 [1] + 224 00000800:00000001:1.0:1781825912.944481:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944485:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825912.944488:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825912.944492:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825912.944500:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825912.944508:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825912.944518:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944542:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825912.944549:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944553:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825912.944555:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944557:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825912.944560:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944563:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825912.944567:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944571:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944574:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53c80 00000400:00000200:1.0:1781825912.944576:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825912.944580:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff601 [1] + 224 00000800:00000001:1.0:1781825912.944584:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944590:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825912.944592:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825912.944595:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825912.944597:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825912.944601:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825912.944609:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944615:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825912.944618:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825912.944621:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.944635:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825912.944641:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825912.944643:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825912.944645:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f78. 00000400:00000200:1.0:1781825912.944649:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781825912.944652:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781825912.944655:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825912.944658:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825912.944666:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944671:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825912.944673:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944675:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825912.944678:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825912.944681:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825912.944697:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.944700:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825912.944707:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825912.944711:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825912.944714:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825912.944716:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825912.944719:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825912.944721:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.944724:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.944728:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944734:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825912.944737:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825912.944739:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825912.944742:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825912.944749:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051494528:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825912.944755:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825912.944757:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825912.944758:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9160. 00000400:00000200:1.0:1781825912.944760:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781825912.944761:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781825912.944763:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825912.944766:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825912.944783:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944790:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825912.944791:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944793:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825912.944794:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825912.944795:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825912.944797:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825912.944798:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825912.944804:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825912.944806:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825912.944808:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825912.944810:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825912.944812:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825912.944814:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.944818:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825912.944820:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825912.944822:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825912.944823:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825912.944826:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944832:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825912.944834:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825912.944835:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825912.944838:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825912.944844:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051494784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825912.944848:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944850:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825912.944853:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051494528/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944858:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825912.944861:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825912.944864:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b9800. 02000000:00000001:1.0:1781825912.944867:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825912.944870:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825912.944871:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825912.944873:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825912.944876:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c600. 02000000:00000001:1.0:1781825912.944879:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825912.944881:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825912.944883:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:1.0:1781825912.944886:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825912.944887:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944888:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825912.944891:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051494784/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825928 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825912.944897:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825912.944899:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825912.944900:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f070b8400. 02000000:00000001:1.0:1781825912.944902:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825912.944903:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825912.944904:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825912.944906:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825912.944907:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c400. 02000000:00000001:1.0:1781825912.944909:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825912.944911:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825912.944912:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781825912.944914:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825912.944916:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944918:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825912.944925:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825912.944927:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825912.944930:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825912.944932:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825913.366296:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825913.366303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825913.366307:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825913.366309:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825913.366312:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825913.366313:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825913.366643:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825913.366647:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825913.366650:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825914.390219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825914.390227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825914.390234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825914.390235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825914.390238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825914.390240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825914.390266:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825914.390269:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825914.390272:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825915.414261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825915.414267:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825915.414273:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825915.414275:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825915.414278:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825915.414279:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825915.414440:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825915.414445:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825915.414448:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825916.438940:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825916.438947:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825916.438953:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825916.438954:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825916.438957:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825916.438958:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825916.438979:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825916.438982:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825916.438984:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825917.462220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825917.462227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825917.462233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825917.462234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825917.462237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825917.462239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825917.462328:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825917.462331:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825917.462335:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825918.039012:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825918.039024:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825918.039035:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825918.039041:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825918.039045:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825918.039048:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825918.039054:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825918.039063:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781825918.039118:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039131:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825918.039142:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825918.039146:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039153:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039185:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039188:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825918.039191:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825918.039194:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825918.039197:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825918.039199:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825918.039200:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825918.039202:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825918.039205:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825918.039208:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039213:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825918.039220:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825918.039222:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039225:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_01+1] req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039233:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039235:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825918.039240:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825918.039243:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825918.039245:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825918.039247:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825918.039248:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825918.039250:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825918.039254:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825918.039256:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039260:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825918.039267:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825918.039269:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039272:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_00+0] req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039279:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039281:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825918.039284:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825918.039287:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825918.039290:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825918.039295:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8547) 00000100:00000001:2.0:1781825918.039308:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.039311:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825918.039313:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825918.039318:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039325:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825918.039327:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039330:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825918.039333:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825918.039336:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825918.039339:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051495040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825918.039343:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825918.039349:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825918.039352:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039354:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825918.039358:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825918.039361:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825918.039369:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825918.039373:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825918.039382:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825918.039389:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495040, portal 10 00000100:00000001:2.0:1781825918.039392:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825918.039394:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825918.039401:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039408:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825918.039410:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825918.039413:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825918.039416:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495040, offset 0 00000400:00000200:2.0:1781825918.039423:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039444:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039460:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825918.039464:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825918.039468:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825918.039471:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825918.039474:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039477:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378773:378773:256:4294967295] 192.168.204.116@tcp LPNI seq info [378724:378724:8:4294967295] 00000400:00000200:2.0:1781825918.039481:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039491:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825918.039496:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825918.039502:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825918.039509:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825918.039515:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825918.039518:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825918.039526:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039531:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24827 usecs (25 jiffies) 00000400:00000200:2.0:1781825918.039533:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825918.039536:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303210010 00000100:00000001:2.0:1781825918.039538:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303213595 00000100:00000001:2.0:1781825918.039540:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303210010 00000100:00000001:2.0:1781825918.039542:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303213595 00000100:00000001:2.0:1781825918.039544:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.039546:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.039549:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.039551:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.039558:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825918.039560:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825918.039562:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.039563:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825918.039564:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825918.039566:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825918.039567:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.039569:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825918.039571:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.039573:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.039573:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825918.039574:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825918.039578:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039584:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825918.039585:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039587:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825918.039589:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825918.039591:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825918.039594:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051494912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825918.039597:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825918.039600:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825918.039602:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039603:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825918.039607:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825918.039608:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825918.039611:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825918.039614:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825918.039618:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825918.039621:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051494912, portal 25 00000100:00000001:2.0:1781825918.039623:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825918.039624:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825918.039629:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039634:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825918.039636:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825918.039638:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825918.039640:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051494912, offset 0 00000400:00000200:2.0:1781825918.039644:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039648:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039651:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825918.039653:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825918.039656:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825918.039658:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825918.039660:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039662:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378774:378774:255:4294967295] 192.168.204.116@tcp LPNI seq info [378725:378725:7:4294967295] 00000400:00000200:2.0:1781825918.039665:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039671:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825918.039675:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825918.039678:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825918.039681:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825918.039685:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825918.039687:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825918.039689:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825918.039692:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825918.039694:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303218706 00000100:00000001:2.0:1781825918.039701:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303213595 00000100:00000001:2.0:1781825918.039704:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303218706 00000100:00000001:2.0:1781825918.039706:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303213595 00000100:00000001:2.0:1781825918.039709:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.039711:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.039712:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825918.039715:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039721:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825918.039722:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039724:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825918.039726:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825918.039728:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825918.039730:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051495168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825918.039733:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825918.039735:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825918.039737:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.039738:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825918.039741:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825918.039743:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825918.039746:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825918.039748:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825918.039751:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825918.039753:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495168, portal 10 00000100:00000001:2.0:1781825918.039755:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825918.039756:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825918.039761:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.039766:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825918.039768:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825918.039770:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825918.039773:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495168, offset 0 00000400:00000200:2.0:1781825918.039776:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039779:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039782:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825918.039784:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825918.039787:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825918.039789:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825918.039790:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825918.039793:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378775:378775:254:4294967295] 192.168.204.116@tcp LPNI seq info [378726:378726:6:4294967295] 00000400:00000200:2.0:1781825918.039796:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825918.039801:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825918.039804:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825918.039808:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825918.039811:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825918.039814:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825918.039816:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825918.039819:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.039821:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19873 usecs (20 jiffies) 00000400:00000200:2.0:1781825918.039823:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825918.039825:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303210005 00000100:00000001:2.0:1781825918.039827:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303218706 00000100:00000001:2.0:1781825918.039829:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303210005 00000100:00000001:2.0:1781825918.039831:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303218706 00000100:00000001:2.0:1781825918.039833:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.039835:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.039837:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.039839:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825918.039951:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825918.039961:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825918.039968:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825918.039973:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825918.039978:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:0.0:1781825918.039981:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:0.0:1781825918.039986:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825918.039990:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040000:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825918.040003:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040010:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825918.040012:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825918.040022:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825918.040024:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825918.040026:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825918.040029:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825918.040032:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:0.0:1781825918.040033:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:0.0:1781825918.040035:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825918.040038:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040045:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825918.040048:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040053:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825918.040054:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825918.040128:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825918.040131:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:0.0:1781825918.040134:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825918.040137:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825918.040140:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:0.0:1781825918.040141:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:0.0:1781825918.040143:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825918.040146:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040153:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825918.040155:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.040161:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825918.040162:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825918.040602:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825918.040606:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825918.048490:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825918.048510:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825918.048515:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825918.048517:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825918.048525:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825918.048532:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825918.048544:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825918.048549:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825918.048555:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825918.048568:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53e00 00000400:00000200:1.0:1781825918.048573:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825918.048579:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff629 [1] + 224 00000800:00000001:1.0:1781825918.048586:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825918.048598:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825918.048601:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825918.048605:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825918.048616:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825918.048627:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825918.048637:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825918.048662:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825918.048671:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825918.048674:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.048842:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.048847:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825918.048853:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825918.048855:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825918.048859:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825918.048863:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825918.048866:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825918.048870:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825918.048875:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825918.048886:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.048892:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825918.048894:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.048896:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825918.048899:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825918.048902:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825918.048904:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.048906:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825918.048913:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825918.048917:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825918.048920:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825918.048922:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825918.048924:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825918.048927:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.048929:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.048934:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.048942:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.048945:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825918.048947:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825918.048951:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825918.048959:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051494912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825918.048964:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.048967:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825918.048970:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051494912/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.048977:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825918.048979:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825918.048983:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825918.049124:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825918.049127:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825918.049129:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825918.049131:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825918.049134:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781825918.049137:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825918.049139:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825918.049141:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825918.049144:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825918.049146:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.049149:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.049151:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.049152:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825918.049154:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.049156:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825918.053114:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053133:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825918.053138:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053140:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825918.053149:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053157:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825918.053166:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053170:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053176:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053180:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53f00 00000400:00000200:0.0:1781825918.053185:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053191:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff631 [1] + 224 00000800:00000001:0.0:1781825918.053198:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053201:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825918.053203:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825918.053206:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825918.053213:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825918.053220:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825918.053228:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.053249:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825918.053258:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053261:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825918.053263:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053266:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825918.053269:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053272:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825918.053276:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053279:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053281:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053284:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d53e80 00000400:00000200:0.0:1781825918.053286:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825918.053291:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff621 [1] + 224 00000800:00000001:0.0:1781825918.053294:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053301:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825918.053304:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825918.053307:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825918.053309:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825918.053314:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825918.053321:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825918.053328:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825918.053331:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825918.053334:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054604:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.054610:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825918.054618:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825918.054620:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825918.054623:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825918.054630:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825918.054633:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825918.054636:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825918.054644:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825918.054654:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054661:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825918.054663:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054665:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825918.054668:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825918.054670:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825918.054672:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.054675:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825918.054684:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825918.054688:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825918.054690:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825918.054692:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825918.054695:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825918.054698:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.054701:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825918.054704:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825918.054705:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825918.054706:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.054710:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054716:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.054720:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825918.054722:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825918.054725:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825918.054731:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051495168:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825918.054736:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825918.054737:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825918.054738:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825918.054740:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825918.054742:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825918.054744:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825918.054747:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825918.054753:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054758:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825918.054759:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054761:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825918.054762:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825918.054763:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825918.054764:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825918.054765:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825918.054768:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825918.054770:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825918.054773:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825918.054774:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825918.054775:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825918.054777:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.054778:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825918.054779:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825918.054781:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825918.054782:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825918.054784:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054790:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825918.054791:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825918.054792:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825918.054795:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825918.054801:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051495040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825918.054806:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054809:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825918.054812:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051495168/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054818:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825918.054820:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825918.054823:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825918.054827:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825918.054829:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825918.054830:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825918.054832:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825918.054835:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825918.054838:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825918.054839:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825918.054841:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825918.054845:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825918.054846:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054847:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825918.054850:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051495040/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825918.054855:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825918.054856:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825918.054857:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825918.054859:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825918.054860:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825918.054861:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825918.054862:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825918.054864:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825918.054865:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825918.054866:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825918.054867:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825918.054868:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825918.054869:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054885:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825918.054891:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825918.054894:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825918.054895:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825918.054898:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487694:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825918.487701:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487706:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825918.487710:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825918.487712:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825918.487716:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487719:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825918.487722:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487723:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487725:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825918.487729:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825918.487730:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825918.487756:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825918.487759:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825918.487762:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825919.510207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825919.510213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825919.510219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825919.510220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825919.510223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825919.510224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825919.517422:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825919.517428:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825919.517433:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825920.534209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825920.534218:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825920.534220:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825920.534223:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534228:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825920.534231:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534233:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534236:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825920.534242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825920.534246:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825920.534248:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825920.534249:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534251:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825920.534252:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534253:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825920.534255:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781825920.534280:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781825920.534283:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781825920.534285:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825921.558257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825921.558264:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825921.558270:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825921.558271:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825921.558275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825921.558276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825921.568948:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825921.569012:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825921.569017:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825922.582627:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825922.582633:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825922.582638:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825922.582639:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825922.582642:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825922.582643:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825922.584451:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825922.584456:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825922.584460:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825923.158276:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825923.158287:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825923.158298:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825923.158305:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825923.158309:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825923.158312:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825923.158317:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825923.158326:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781825923.158342:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158354:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825923.158365:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825923.158370:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158377:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158408:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158411:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825923.158415:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825923.158418:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825923.158421:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825923.158423:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825923.158425:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825923.158427:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825923.158430:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825923.158433:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158437:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825923.158445:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825923.158447:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158451:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158459:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158461:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825923.158464:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825923.158467:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825923.158469:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825923.158471:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825923.158472:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825923.158474:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825923.158477:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825923.158479:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158483:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825923.158489:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825923.158491:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158495:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158501:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158503:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825923.158507:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825923.158509:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825923.158512:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825923.158516:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8552) 00000100:00000001:3.0:1781825923.158530:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.158534:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825923.158536:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825923.158541:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158549:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825923.158551:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158554:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825923.158558:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825923.158560:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825923.158563:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825923.158567:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825923.158573:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825923.158576:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158579:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825923.158583:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781825923.158585:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825923.158593:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825923.158597:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e353c8. 00000400:00000010:3.0:1781825923.158603:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781825923.158610:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495424, portal 10 00000100:00000001:3.0:1781825923.158613:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825923.158614:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:3.0:1781825923.158620:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158628:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825923.158630:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825923.158632:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781825923.158636:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495424, offset 0 00000400:00000200:3.0:1781825923.158641:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825923.158650:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.158657:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825923.158661:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825923.158665:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825923.158669:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825923.158671:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825923.158675:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378776:378776:256:4294967295] 192.168.204.116@tcp LPNI seq info [378727:378727:8:4294967295] 00000400:00000200:3.0:1781825923.158679:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.158688:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825923.158693:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825923.158699:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781825923.158705:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825923.158712:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825923.158717:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825923.158735:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.158740:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24816 usecs (25 jiffies) 00000400:00000200:3.0:1781825923.158743:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825923.158746:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303215129 00000100:00000001:3.0:1781825923.158749:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303218706 00000100:00000001:3.0:1781825923.158751:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303215129 00000100:00000001:3.0:1781825923.158753:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303218706 00000100:00000001:3.0:1781825923.158756:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.158758:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.158761:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.158763:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.158772:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825923.158774:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825923.158776:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.158777:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825923.158778:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825923.158781:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781825923.158782:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.158784:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825923.158786:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.158787:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.158788:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825923.158789:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825923.158793:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158800:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825923.158801:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158803:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825923.158805:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825923.158807:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825923.158809:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051495296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825923.158812:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825923.158814:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825923.158816:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158818:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825923.158821:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781825923.158823:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825923.158826:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825923.158829:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825923.158833:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825923.158836:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495296, portal 25 00000100:00000001:3.0:1781825923.158837:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825923.158839:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:3.0:1781825923.158843:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158849:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825923.158851:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825923.158853:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781825923.158855:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051495296, offset 0 00000400:00000200:3.0:1781825923.158859:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825923.158863:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.158866:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825923.158868:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825923.158871:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825923.158873:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825923.158875:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825923.158877:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378777:378777:255:4294967295] 192.168.204.116@tcp LPNI seq info [378728:378728:7:4294967295] 00000400:00000200:3.0:1781825923.158880:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.158886:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825923.158889:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825923.158894:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c800. 00000800:00000200:3.0:1781825923.158898:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825923.158902:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825923.158904:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825923.158906:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825923.158909:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825923.158910:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303223825 00000100:00000001:3.0:1781825923.158918:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303218706 00000100:00000001:3.0:1781825923.158922:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303223825 00000100:00000001:3.0:1781825923.158925:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303218706 00000100:00000001:3.0:1781825923.158927:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.158929:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.158931:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825923.158934:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158940:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825923.158941:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158943:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825923.158945:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825923.158947:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825923.158949:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825923.158952:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825923.158954:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825923.158955:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.158957:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825923.158959:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825923.158961:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825923.158964:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825923.158966:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781825923.158969:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825923.158972:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495552, portal 10 00000100:00000001:3.0:1781825923.158974:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825923.158975:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781825923.158979:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.158984:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825923.158986:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825923.158988:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781825923.158990:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495552, offset 0 00000400:00000200:3.0:1781825923.158994:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825923.158997:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.159000:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825923.159002:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825923.159004:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825923.159006:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825923.159008:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825923.159011:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378778:378778:254:4294967295] 192.168.204.116@tcp LPNI seq info [378729:378729:6:4294967295] 00000400:00000200:3.0:1781825923.159015:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825923.159021:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825923.159036:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825923.159039:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781825923.159043:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825923.159047:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825923.159050:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825923.159052:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.159055:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19873 usecs (20 jiffies) 00000400:00000200:3.0:1781825923.159058:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825923.159060:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303215124 00000100:00000001:3.0:1781825923.159062:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303223825 00000100:00000001:3.0:1781825923.159064:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303215124 00000100:00000001:3.0:1781825923.159066:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303223825 00000100:00000001:3.0:1781825923.159069:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.159071:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.159073:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.159075:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825923.159186:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825923.159190:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825923.159367:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825923.159372:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:1.0:1781825923.159379:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825923.159385:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825923.159390:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:1.0:1781825923.159393:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:1.0:1781825923.159397:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825923.159402:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159410:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825923.159413:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159420:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825923.159422:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825923.159433:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825923.159435:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c800. 00000400:00000200:1.0:1781825923.159437:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825923.159440:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825923.159443:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:1.0:1781825923.159444:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:1.0:1781825923.159446:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825923.159450:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159456:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825923.159459:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159464:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825923.159465:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825923.159530:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825923.159533:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781825923.159535:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825923.159539:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825923.159541:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:1.0:1781825923.159543:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:1.0:1781825923.159545:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825923.159548:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159555:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825923.159558:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.159563:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825923.159565:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825923.166394:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166413:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825923.166417:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166419:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825923.166429:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166436:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825923.166445:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166451:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166456:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166460:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d53f80 00000400:00000200:0.0:1781825923.166465:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166472:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff641 [1] + 224 00000800:00000001:0.0:1781825923.166479:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166485:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825923.166488:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825923.166492:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825923.166499:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825923.166509:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825923.166525:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.166691:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.166696:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825923.166767:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825923.166779:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166784:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825923.166786:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166788:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825923.166792:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166796:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825923.166801:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166804:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166807:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166810:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54000 00000400:00000200:0.0:1781825923.166814:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825923.166818:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff639 [1] + 224 00000800:00000001:0.0:1781825923.166822:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166828:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825923.166830:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825923.166833:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825923.166837:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825923.166842:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825923.166850:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825923.166857:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825923.166861:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825923.166864:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781825923.168526:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825923.168557:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825923.168565:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825923.168578:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781825923.168594:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781825923.168600:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825923.168609:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825923.168664:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.168692:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825923.168698:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.168807:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825923.168813:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825923.168816:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825923.168821:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.168838:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825923.168920:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825923.168930:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825923.168933:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825923.168937:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825923.168939:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825923.168944:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.168947:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.168958:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.168971:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.168974:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825923.168979:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825923.168987:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825923.168998:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051495296:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781825923.169217:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825923.169235:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825923.169238:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e353c8. 00000400:00000200:3.0:1781825923.169258:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781825923.169277:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781825923.169297:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825923.169389:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825923.169408:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.169419:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825923.169424:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.169426:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825923.169427:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825923.169429:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825923.169442:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.171307:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825923.171351:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825923.171372:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825923.171436:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825923.171441:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825923.172120:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825923.172126:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.172131:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825923.172133:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825923.172135:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825923.172137:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.172148:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.172163:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.172167:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825923.172169:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825923.172173:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825923.172181:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825923.172186:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.172190:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825923.172193:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051495296/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.172200:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825923.172203:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825923.172207:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781825923.172212:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825923.172215:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825923.172217:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825923.172219:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825923.172222:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:3.0:1781825923.172226:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825923.172228:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825923.172230:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:3.0:1781825923.172236:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825923.172237:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.172239:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825923.172242:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051495424/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.172248:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825923.172250:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825923.172251:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781825923.172253:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825923.172254:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825923.172255:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825923.172257:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825923.172258:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781825923.172260:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825923.172262:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825923.172263:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:3.0:1781825923.172265:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825923.172266:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.172269:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.172272:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.172274:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825923.172276:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.172278:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825923.172372:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825923.172388:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825923.172391:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825923.172394:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825923.172402:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825923.172407:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825923.172416:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825923.172421:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825923.172426:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825923.172430:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54080 00000400:00000200:1.0:1781825923.172435:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825923.172441:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff649 [1] + 224 00000800:00000001:1.0:1781825923.172447:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825923.172456:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825923.172459:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825923.172463:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825923.172470:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825923.172475:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825923.172485:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825923.172502:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825923.172510:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825923.172514:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.173129:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.173132:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825923.173138:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825923.173140:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825923.173143:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781825923.173148:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825923.173151:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825923.173154:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825923.173159:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825923.173168:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.173175:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825923.173177:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.173180:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825923.173182:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825923.173184:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825923.173187:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825923.173189:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825923.173197:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825923.173201:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825923.173203:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825923.173205:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825923.173207:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825923.173210:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.173212:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825923.173213:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825923.173215:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825923.173216:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825923.173220:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.173225:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825923.173227:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825923.173228:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825923.173231:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825923.173238:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825923.173242:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.173244:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825923.173246:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051495552/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825923.173251:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825923.173253:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825923.173255:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825923.173259:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825923.173260:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825923.173262:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825923.173264:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825923.173265:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:3.0:1781825923.173268:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825923.173269:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825923.173271:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781825923.173274:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825923.173275:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.173277:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825923.173284:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825923.173286:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825923.173288:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825923.173289:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825923.606507:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825923.606514:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825923.606520:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825923.606521:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825923.606524:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825923.606525:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825923.606686:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825923.606689:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825923.606701:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825924.630270:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825924.630543:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825924.630552:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825924.630553:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825924.630557:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825924.630558:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825924.630648:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825924.630652:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825924.630655:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000020:1.0:1781825924.694210:0:131477:0:(osc_request.c:745:osc_update_next_shrink()) next time 9749 to shrink grant 00010000:00000001:1.0:1781825925.654351:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825925.654357:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825925.654363:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825925.654365:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825925.654368:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825925.654369:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825925.654558:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825925.654561:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825925.654564:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825926.678215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825926.678221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825926.678226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825926.678227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825926.678230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825926.678231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825926.678686:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825926.678690:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825926.678693:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825927.702225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825927.702232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825927.702238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825927.702249:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825927.702252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825927.702253:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825927.702443:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825927.702447:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825927.702450:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825928.278387:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825928.278399:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825928.278412:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781825928.278419:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825928.278423:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825928.278426:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825928.278431:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825928.278439:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781825928.278445:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278457:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825928.278468:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825928.278472:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278478:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825928.278515:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278518:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825928.278521:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825928.278524:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781825928.278526:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825928.278528:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825928.278529:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825928.278531:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825928.278534:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781825928.278538:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278542:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825928.278548:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825928.278550:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278553:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825928.278561:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278563:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825928.278567:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825928.278569:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781825928.278571:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825928.278573:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825928.278575:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825928.278576:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825928.278579:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781825928.278582:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278585:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825928.278591:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825928.278594:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278597:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825928.278603:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825928.278606:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825928.278609:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825928.278612:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825928.278615:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825928.278621:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8557) 00000100:00000001:2.0:1781825928.278715:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.278720:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825928.278722:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825928.278728:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.278736:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825928.278738:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.278742:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825928.278744:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825928.278746:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825928.278750:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051495680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.278754:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825928.278760:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825928.278763:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.278766:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825928.278770:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825928.278772:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825928.278780:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825928.278785:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825928.278792:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825928.278799:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495680, portal 25 00000100:00000001:2.0:1781825928.278801:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825928.278802:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781825928.278808:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.278816:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825928.278820:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825928.278822:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825928.278826:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051495680, offset 0 00000400:00000200:2.0:1781825928.278832:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825928.278841:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.278849:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825928.278854:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825928.278858:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825928.278861:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825928.278864:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825928.278867:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378779:378779:256:4294967295] 192.168.204.116@tcp LPNI seq info [378730:378730:8:4294967295] 00000400:00000200:2.0:1781825928.278871:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.278892:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825928.278898:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825928.278903:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825928.278909:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825928.278916:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825928.278921:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825928.278937:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825928.278941:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825928.278943:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303228945 00000100:00000001:2.0:1781825928.278951:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303223825 00000100:00000001:2.0:1781825928.278955:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303228945 00000100:00000001:2.0:1781825928.278958:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303223825 00000100:00000001:2.0:1781825928.278961:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.278964:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.278967:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825928.278970:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.278976:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825928.278978:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.278980:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825928.278982:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825928.278983:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825928.278986:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.278989:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825928.278991:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825928.278993:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.278995:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825928.278998:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825928.278999:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825928.279002:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825928.279005:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825928.279020:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825928.279024:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495936, portal 10 00000100:00000001:2.0:1781825928.279025:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825928.279027:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781825928.279033:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.279039:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825928.279041:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825928.279043:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825928.279046:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495936, offset 0 00000400:00000200:2.0:1781825928.279049:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825928.279053:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.279056:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825928.279059:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825928.279062:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825928.279064:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825928.279066:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825928.279069:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378780:378780:255:4294967295] 192.168.204.116@tcp LPNI seq info [378731:378731:7:4294967295] 00000400:00000200:2.0:1781825928.279072:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.279111:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825928.279117:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825928.279120:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825928.279124:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825928.279128:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825928.279131:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825928.279134:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825928.279138:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19870 usecs (20 jiffies) 00000400:00000200:2.0:1781825928.279141:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825928.279143:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303220245 00000100:00000001:2.0:1781825928.279145:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303228945 00000100:00000001:2.0:1781825928.279147:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303220245 00000100:00000001:2.0:1781825928.279149:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303228945 00000100:00000001:2.0:1781825928.279151:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.279153:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.279155:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.279158:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.279165:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825928.279167:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825928.279169:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.279170:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825928.279171:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825928.279173:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825928.279175:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.279176:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825928.279178:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.279179:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.279180:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825928.279182:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825928.279185:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.279191:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825928.279193:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.279195:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825928.279197:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825928.279199:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825928.279201:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.279204:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825928.279206:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825928.279208:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.279210:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825928.279212:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825928.279214:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825928.279217:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825928.279219:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825928.279223:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825928.279227:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051495808, portal 10 00000100:00000001:2.0:1781825928.279240:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825928.279242:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781825928.279248:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.279255:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825928.279257:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825928.279260:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825928.279262:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051495808, offset 0 00000400:00000200:2.0:1781825928.279266:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825928.279271:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.279276:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825928.279279:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825928.279283:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825928.279285:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825928.279288:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825928.279291:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378781:378781:254:4294967295] 192.168.204.116@tcp LPNI seq info [378732:378732:6:4294967295] 00000400:00000200:2.0:1781825928.279295:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825928.279301:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825928.279306:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825928.279310:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825928.279314:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825928.279319:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825928.279323:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1781825928.279323:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781825928.279329:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1781825928.279331:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000100:00000040:2.0:1781825928.279333:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24791 usecs (25 jiffies) 00000400:00000200:2.0:1781825928.279339:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825928.279341:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303220250 00000400:00000200:0.0:1781825928.279342:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781825928.279344:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303228945 00000100:00000001:2.0:1781825928.279349:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303220250 00000400:00000200:0.0:1781825928.279353:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781825928.279354:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303228945 00000100:00000001:2.0:1781825928.279359:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.279361:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.279363:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.279365:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825928.279371:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:0.0:1781825928.279376:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825928.279377:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.279380:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825928.279384:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825928.279391:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279508:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825928.279513:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279520:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825928.279522:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825928.279537:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825928.279540:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825928.279542:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825928.279546:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825928.279549:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:0.0:1781825928.279551:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:0.0:1781825928.279553:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825928.279556:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279563:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825928.279565:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279571:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825928.279572:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825928.279706:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825928.279709:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781825928.279712:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825928.279715:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825928.279717:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:0.0:1781825928.279719:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:0.0:1781825928.279721:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825928.279725:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279730:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825928.279733:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.279738:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825928.279739:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825928.282990:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.283008:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825928.283012:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.283015:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825928.283023:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.283031:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825928.283038:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.283043:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.283048:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.283053:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54100 00000400:00000200:1.0:1781825928.283057:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.283062:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff651 [1] + 224 00000800:00000001:1.0:1781825928.283069:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.283074:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825928.283104:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825928.283110:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825928.283117:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825928.283126:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825928.283138:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825928.283170:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825928.283178:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.283181:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.283308:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.283312:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825928.283319:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825928.283321:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825928.283324:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825928.283329:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825928.283332:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825928.283336:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825928.283340:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825928.283350:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.283357:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825928.283359:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.283362:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825928.283365:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825928.283378:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825928.283381:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.283384:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825928.283391:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825928.283402:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825928.283405:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825928.283406:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825928.283409:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825928.283411:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.283414:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825928.283419:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.283427:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.283430:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825928.283432:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825928.283437:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825928.283444:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051495680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.283450:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.283453:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825928.283456:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051495680/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.283463:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825928.283466:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825928.283471:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825928.283485:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825928.283488:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825928.283490:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825928.283493:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825928.283496:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781825928.283500:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825928.283768:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825928.283770:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781825928.283776:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825928.283777:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.283780:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.283782:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.283783:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825928.283785:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.283786:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825928.284764:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825928.284774:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825928.284777:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825928.284780:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825928.284786:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825928.284792:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825928.284799:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825928.284802:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825928.284807:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825928.284811:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54200 00000400:00000200:0.0:1781825928.284815:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825928.284820:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff659 [1] + 224 00000800:00000001:0.0:1781825928.284826:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825928.284832:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825928.284835:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825928.284838:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825928.284843:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825928.284850:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825928.284861:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825928.284882:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825928.284888:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825928.284891:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.284941:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.284944:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825928.284949:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825928.284950:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825928.284953:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825928.284957:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781825928.284960:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781825928.284963:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825928.284967:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825928.284975:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.284981:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825928.284983:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.284986:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825928.284988:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825928.284991:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825928.284992:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.284995:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825928.285002:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825928.285006:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825928.285008:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825928.285010:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825928.285012:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825928.285015:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.285018:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825928.285020:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825928.285022:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825928.285023:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825928.285028:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.285035:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.285037:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825928.285039:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825928.285042:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825928.285050:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.285054:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.285056:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825928.285059:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051495936/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.285065:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825928.285067:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825928.285069:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825928.285072:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825928.285074:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825928.285076:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825928.285103:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825928.285106:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781825928.285109:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825928.285111:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825928.285112:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781825928.285118:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825928.285119:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.285123:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.285124:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.285125:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825928.285127:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.285128:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825928.286274:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.286285:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825928.286289:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.286290:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825928.286297:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.286304:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825928.286311:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.286314:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.286319:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.286323:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54180 00000400:00000200:1.0:1781825928.286327:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825928.286332:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff661 [1] + 224 00000800:00000001:1.0:1781825928.286338:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.286343:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825928.286345:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825928.286349:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825928.286353:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825928.286372:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825928.286381:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825928.286403:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825928.286410:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825928.286413:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.286730:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.286734:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825928.286739:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825928.286741:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825928.286743:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825928.286748:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825928.286750:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825928.286753:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825928.286758:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825928.286767:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.286773:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825928.286775:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.286777:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825928.286780:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825928.286782:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825928.286783:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825928.286785:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825928.286793:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825928.286796:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825928.286798:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825928.286800:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825928.286802:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825928.286804:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.286807:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825928.286809:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825928.286810:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825928.286812:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825928.286816:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.286822:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825928.286825:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825928.286826:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825928.286830:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825928.286842:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051495808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825928.286847:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.286849:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825928.286852:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051495808/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825928.286858:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825928.286860:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825928.286863:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825928.286866:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825928.286869:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825928.286871:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825928.286873:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825928.286874:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781825928.286877:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825928.286878:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825928.286880:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781825928.286885:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825928.286887:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.286889:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825928.286895:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825928.286897:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825928.286899:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825928.286901:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.726217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825928.727250:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.727260:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825928.727263:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825928.727265:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825928.727269:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.727272:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825928.727274:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.727277:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.727279:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825928.727282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825928.727283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825928.727368:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825928.727371:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825928.727374:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825929.750214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825929.750228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825929.750234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825929.750235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825929.750238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825929.750239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825929.750449:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825929.750453:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825929.750456:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825930.774209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825930.774217:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825930.774219:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825930.774223:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774227:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825930.774230:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774232:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774234:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825930.774239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825930.774244:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825930.774245:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825930.774247:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774248:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825930.774249:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774251:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825930.774253:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825930.774346:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825930.774349:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825930.774352:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825931.798210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825931.798215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825931.798220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825931.798221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825931.798224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825931.798225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825931.800722:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825931.800727:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825931.800731:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825932.822287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825932.822295:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825932.822313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825932.822314:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825932.822317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825932.822318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825932.822419:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825932.822423:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825932.822426:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825933.402684:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825933.402695:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825933.402702:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825933.402709:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825933.402714:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825933.402718:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825933.402723:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825933.402731:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825933.402737:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402750:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825933.402761:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825933.402765:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402772:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_01+1] req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.402793:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402795:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825933.402799:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825933.402802:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825933.402804:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825933.402807:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825933.402808:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825933.402810:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825933.402813:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825933.402816:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402820:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825933.402827:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825933.402829:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402833:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_00+0] req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.402842:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402844:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825933.402849:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825933.402851:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825933.402854:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825933.402856:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825933.402857:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825933.402859:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825933.402862:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825933.402864:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402868:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825933.402875:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825933.402877:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402880:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_01+1] req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.402887:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.402890:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825933.402893:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825933.402896:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825933.402899:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825933.402904:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8563) 00000100:00000001:2.0:1781825933.402914:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.402917:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825933.402919:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825933.402924:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.402932:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825933.402934:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.402938:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825933.402940:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825933.402943:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825933.402946:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825933.402950:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825933.402956:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825933.402958:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.402960:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825933.402964:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825933.402966:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825933.402973:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825933.402977:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825933.402984:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825933.402991:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496064, portal 25 00000100:00000001:2.0:1781825933.402993:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825933.402995:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825933.403000:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.403007:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825933.403010:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825933.403013:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825933.403016:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051496064, offset 0 00000400:00000200:2.0:1781825933.403023:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403031:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403037:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825933.403042:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825933.403046:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825933.403050:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825933.403053:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403056:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378782:378782:256:4294967295] 192.168.204.116@tcp LPNI seq info [378733:378733:8:4294967295] 00000400:00000200:2.0:1781825933.403060:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403069:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825933.403075:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825933.403153:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825933.403161:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825933.403168:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825933.403172:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825933.403184:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825933.403189:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825933.403192:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303234067 00000100:00000001:2.0:1781825933.403199:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303228945 00000100:00000001:2.0:1781825933.403202:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303234067 00000100:00000001:2.0:1781825933.403205:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303228945 00000100:00000001:2.0:1781825933.403208:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.403211:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403213:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825933.403216:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.403223:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825933.403224:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.403226:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825933.403228:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825933.403230:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825933.403232:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825933.403235:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825933.403237:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825933.403239:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.403240:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825933.403244:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825933.403245:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825933.403248:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825933.403251:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825933.403254:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825933.403257:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496320, portal 10 00000100:00000001:2.0:1781825933.403260:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825933.403261:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825933.403267:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.403278:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825933.403280:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825933.403283:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825933.403285:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051496320, offset 0 00000400:00000200:2.0:1781825933.403290:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403293:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403297:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825933.403299:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825933.403302:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825933.403304:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825933.403306:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403309:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378783:378783:255:4294967295] 192.168.204.116@tcp LPNI seq info [378734:378734:7:4294967295] 00000400:00000200:2.0:1781825933.403312:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403317:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825933.403321:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825933.403326:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825933.403329:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825933.403333:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825933.403335:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825933.403337:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.403341:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19850 usecs (20 jiffies) 00000400:00000200:2.0:1781825933.403343:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825933.403345:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303225366 00000100:00000001:2.0:1781825933.403347:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303234067 00000100:00000001:2.0:1781825933.403349:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303225366 00000100:00000001:2.0:1781825933.403351:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303234067 00000100:00000001:2.0:1781825933.403353:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.403355:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403357:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403359:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.403366:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825933.403368:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825933.403369:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.403370:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825933.403372:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825933.403374:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781825933.403375:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.403377:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825933.403378:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.403380:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.403381:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825933.403382:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825933.403386:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.403392:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825933.403393:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.403395:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825933.403397:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825933.403398:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825933.403401:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825933.403517:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825933.403520:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825933.403521:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.403523:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825933.403527:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825933.403529:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825933.403533:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825933.403535:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825933.403539:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825933.403542:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496192, portal 10 00000100:00000001:2.0:1781825933.403544:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825933.403546:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825933.403615:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.403624:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825933.403626:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825933.403630:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825933.403633:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051496192, offset 0 00000400:00000200:2.0:1781825933.403637:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403641:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403645:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825933.403648:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825933.403650:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825933.403653:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825933.403655:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825933.403658:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378784:378784:254:4294967295] 192.168.204.116@tcp LPNI seq info [378735:378735:6:4294967295] 00000400:00000200:2.0:1781825933.403662:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.403668:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825933.403673:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825933.403676:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781825933.403680:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825933.403684:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825933.403687:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825933.403689:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.403692:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24760 usecs (25 jiffies) 00000400:00000200:2.0:1781825933.403695:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825933.403696:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303225371 00000100:00000001:2.0:1781825933.403698:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303234067 00000100:00000001:2.0:1781825933.403700:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303225371 00000100:00000001:2.0:1781825933.403702:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303234067 00000100:00000001:2.0:1781825933.403705:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.403707:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403710:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403712:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.403720:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.403723:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825933.404182:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825933.404187:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781825933.404192:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825933.404197:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825933.404202:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:0.0:1781825933.404204:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:0.0:1781825933.404209:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825933.404214:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404223:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825933.404225:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404231:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825933.404233:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825933.404245:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825933.404247:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781825933.404249:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825933.404252:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825933.404254:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:0.0:1781825933.404255:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:0.0:1781825933.404257:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825933.404261:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404267:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825933.404270:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404275:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825933.404276:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825933.404341:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825933.404344:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781825933.404346:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825933.404349:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825933.404352:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:0.0:1781825933.404354:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:0.0:1781825933.404356:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825933.404359:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404365:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825933.404367:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825933.404373:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825933.404374:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825933.412989:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.413006:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825933.413011:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.413014:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825933.413024:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413032:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825933.413040:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413046:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413051:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413056:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54380 00000400:00000200:1.0:1781825933.413061:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413067:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff671 [1] + 224 00000800:00000001:1.0:1781825933.413075:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.413096:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825933.413100:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825933.413105:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825933.413113:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825933.413121:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825933.413149:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825933.413164:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825933.413173:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.413177:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825933.413179:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.413181:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.413182:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781825933.413184:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825933.413186:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1781825933.413187:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825933.413190:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413192:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000001:2.0:1781825933.413193:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825933.413195:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1781825933.413195:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.413198:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54300 00000400:00000010:2.0:1781825933.413199:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:1.0:1781825933.413201:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825933.413203:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:2.0:1781825933.413205:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:2.0:1781825933.413209:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825933.413948:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825933.413959:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.413965:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825933.413968:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.413970:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825933.413974:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825933.413976:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825933.413978:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.413981:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825933.413989:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825933.413994:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825933.413996:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825933.413998:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825933.414000:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825933.414004:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.414008:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825933.414010:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825933.414012:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825933.414013:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.414017:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.414025:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.414028:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825933.414030:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825933.414034:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825933.414041:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825933.414046:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.414049:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825933.414052:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051496320/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.414059:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825933.414062:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825933.414066:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825933.414071:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825933.414074:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825933.414076:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825933.414115:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825933.414118:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825933.414123:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825933.414124:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825933.414126:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825933.414140:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825933.414148:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.414152:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.414154:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.414155:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825933.414157:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.414159:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825933.422386:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff679 [1] + 224 00000800:00000001:1.0:1781825933.422526:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.422542:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825933.422545:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825933.422559:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825933.422567:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825933.422575:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825933.422587:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.422654:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.422659:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825933.422677:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825933.422687:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.422692:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825933.422695:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.422697:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825933.422704:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.422708:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825933.422717:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.422721:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.422725:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.422730:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54280 00000400:00000200:1.0:1781825933.422734:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825933.422740:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff669 [1] + 224 00000800:00000001:1.0:1781825933.422745:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.422754:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825933.422756:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825933.422761:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825933.422764:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825933.422770:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825933.422780:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825933.422787:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825933.422792:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825933.422795:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781825933.422903:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825933.422905:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825933.422909:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825933.422914:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:2.0:1781825933.422916:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:2.0:1781825933.422920:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825933.422924:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825933.422932:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.422938:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825933.422940:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.422943:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825933.422946:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825933.422948:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825933.422950:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.422953:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825933.422963:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825933.422967:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825933.422969:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825933.422971:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825933.422973:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825933.422976:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.422980:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825933.422982:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825933.422984:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825933.422986:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.422991:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.422999:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.423002:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825933.423004:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825933.423008:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825933.423015:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496192:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825933.423021:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825933.423023:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825933.423024:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825933.423026:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825933.423028:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825933.423030:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825933.423033:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825933.423041:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.423053:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825933.423055:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.423057:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825933.423058:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825933.423059:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825933.423060:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825933.423062:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825933.423065:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825933.423068:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825933.423070:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825933.423071:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825933.423072:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825933.423074:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.423076:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825933.426266:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.426278:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825933.426282:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825933.426285:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825933.426289:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825933.426368:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825933.426375:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.426379:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825933.426384:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051496192/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.426392:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825933.426395:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825933.426400:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781825933.426880:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825933.426885:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825933.426887:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825933.426890:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825933.426892:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825933.426896:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825933.426898:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825933.426900:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825933.426904:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825933.426906:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.426908:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825933.426912:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051496064/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825949 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825933.426919:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825933.426920:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825933.426922:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825933.426924:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825933.426925:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825933.426927:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825933.426929:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825933.426930:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781825933.426931:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825933.426932:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825933.426933:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:2.0:1781825933.426935:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825933.426936:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.426938:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825933.426946:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825933.426948:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825933.426952:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825933.426954:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825933.846590:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825933.846600:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825933.846606:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825933.846608:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825933.846611:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825933.846612:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825933.848275:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825933.848483:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825933.848489:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825934.870222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825934.870229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825934.870246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825934.870247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825934.870250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825934.870251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825934.877794:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825934.877802:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825934.877807:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825935.894192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825935.894198:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825935.894203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825935.894204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825935.894207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825935.894208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825935.894273:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825935.894277:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825935.894280:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825936.918225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825936.918233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825936.918239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825936.918240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825936.918245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825936.918246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825936.920527:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825936.920534:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825936.920539:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825937.943848:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825937.943855:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825937.943860:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825937.943861:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825937.943864:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825937.943865:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825937.945436:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825937.945442:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825937.945447:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825938.523193:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825938.523205:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825938.523216:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720380. 00000020:00000040:2.0:1781825938.523222:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825938.523227:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825938.523230:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825938.523235:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825938.523244:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781825938.523250:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523262:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825938.523273:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825938.523277:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523285:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065ff8cc7] to pc [ptlrpcd_01_00+0] req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523329:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523333:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825938.523336:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825938.523339:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825938.523342:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825938.523344:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825938.523346:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825938.523347:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825938.523351:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825938.523353:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523358:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825938.523365:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825938.523367:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523370:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523378:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523380:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825938.523383:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825938.523386:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825938.523388:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825938.523390:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825938.523391:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825938.523393:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825938.523396:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825938.523399:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523403:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825938.523410:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825938.523412:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523416:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523423:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523425:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825938.523428:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825938.523432:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825938.523435:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825938.523440:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8568) 00000100:00000001:2.0:1781825938.523454:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825938.523457:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825938.523459:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825938.523463:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523470:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825938.523472:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523475:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825938.523478:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825938.523480:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825938.523484:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825938.523488:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825938.523493:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825938.523495:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523498:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825938.523502:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825938.523504:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825938.523511:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825938.523515:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825938.523523:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825938.523529:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496576, portal 10 00000100:00000001:2.0:1781825938.523532:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825938.523533:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825938.523540:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523547:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825938.523549:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825938.523552:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781825938.523556:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051496576, offset 0 00000400:00000200:2.0:1781825938.523562:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523571:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523578:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825938.523582:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825938.523586:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825938.523590:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825938.523592:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523596:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378785:378785:256:4294967295] 192.168.204.116@tcp LPNI seq info [378736:378736:8:4294967295] 00000400:00000200:2.0:1781825938.523600:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523610:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825938.523615:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825938.523631:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781825938.523639:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825938.523646:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825938.523649:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825938.523667:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.523672:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24761 usecs (25 jiffies) 00000400:00000200:2.0:1781825938.523676:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825938.523679:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303230494 00000100:00000001:2.0:1781825938.523682:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303234067 00000100:00000001:2.0:1781825938.523684:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303230494 00000100:00000001:2.0:1781825938.523686:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303234067 00000100:00000001:2.0:1781825938.523688:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825938.523691:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.523694:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.523697:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.523703:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825938.523705:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825938.523707:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825938.523709:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825938.523710:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825938.523713:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781825938.523715:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.523717:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825938.523719:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.523720:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825938.523722:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825938.523723:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825938.523727:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523734:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825938.523735:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523737:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825938.523739:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825938.523741:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825938.523744:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825938.523747:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825938.523749:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825938.523751:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523752:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825938.523755:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781825938.523757:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825938.523761:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825938.523764:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825938.523767:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781825938.523770:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496448, portal 25 00000100:00000001:2.0:1781825938.523772:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825938.523773:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712476544 : -122530997075072 : ffff908f07720380) 00000100:00000040:2.0:1781825938.523778:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523784:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825938.523786:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825938.523789:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781825938.523792:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051496448, offset 0 00000400:00000200:2.0:1781825938.523796:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523800:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523803:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825938.523806:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825938.523808:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825938.523810:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825938.523812:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523815:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378786:378786:255:4294967295] 192.168.204.116@tcp LPNI seq info [378737:378737:7:4294967295] 00000400:00000200:2.0:1781825938.523819:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523825:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825938.523829:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825938.523833:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781825938.523838:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825938.523841:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825938.523844:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825938.523847:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825938.523850:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825938.523851:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303239190 00000100:00000001:2.0:1781825938.523859:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303234067 00000100:00000001:2.0:1781825938.523862:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303239190 00000100:00000001:2.0:1781825938.523865:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303234067 00000100:00000001:2.0:1781825938.523868:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825938.523870:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.523872:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825938.523875:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523881:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825938.523882:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523883:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825938.523886:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825938.523887:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825938.523890:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825938.523893:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825938.523895:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825938.523897:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.523899:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825938.523902:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825938.523903:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825938.523906:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825938.523909:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825938.523912:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781825938.523915:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496704, portal 10 00000100:00000001:2.0:1781825938.523917:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825938.523918:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825938.523924:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.523930:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825938.523932:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825938.523935:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781825938.523937:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051496704, offset 0 00000400:00000200:2.0:1781825938.523941:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523945:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523948:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825938.523950:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825938.523953:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825938.523955:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825938.523969:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825938.523971:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378787:378787:254:4294967295] 192.168.204.116@tcp LPNI seq info [378738:378738:6:4294967295] 00000400:00000200:2.0:1781825938.523975:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825938.523981:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825938.523985:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825938.523989:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825938.523993:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825938.523997:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825938.523999:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825938.524002:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.524005:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19840 usecs (20 jiffies) 00000400:00000200:2.0:1781825938.524008:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825938.524010:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303230489 00000100:00000001:2.0:1781825938.524012:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303239190 00000100:00000001:2.0:1781825938.524014:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303230489 00000100:00000001:2.0:1781825938.524016:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303239190 00000100:00000001:2.0:1781825938.524018:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825938.524020:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.524022:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.524024:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825938.524394:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825938.524397:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825938.524547:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825938.524552:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:0.0:1781825938.524558:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825938.524564:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825938.524569:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:0.0:1781825938.524572:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:0.0:1781825938.524577:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825938.524582:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524591:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825938.524594:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524601:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825938.524603:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825938.524615:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825938.524629:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:0.0:1781825938.524632:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825938.524636:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825938.524639:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:0.0:1781825938.524640:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:0.0:1781825938.524643:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825938.524646:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524653:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825938.524656:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524662:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825938.524664:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825938.524725:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825938.524728:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825938.524731:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825938.524734:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825938.524737:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:0.0:1781825938.524738:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:0.0:1781825938.524741:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825938.524745:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524751:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825938.524755:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.524761:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825938.524762:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825938.531694:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.531726:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825938.531730:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.531748:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825938.531757:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531764:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825938.531786:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531805:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531809:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531824:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54480 00000400:00000200:1.0:1781825938.531828:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531834:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff681 [1] + 224 00000800:00000001:1.0:1781825938.531840:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.531845:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825938.531847:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825938.531863:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825938.531870:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825938.531893:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825938.531906:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825938.531931:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825938.531939:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.531943:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825938.531969:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.531973:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825938.531977:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531991:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825938.531996:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.531999:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.532001:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.532004:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54500 00000400:00000200:1.0:1781825938.532007:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825938.532010:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff691 [1] + 224 00000800:00000001:1.0:1781825938.532039:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.532046:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825938.532065:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825938.532069:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825938.532072:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825938.532075:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825938.532113:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825938.532120:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825938.532137:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825938.532141:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.532351:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825938.532356:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825938.532362:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825938.532364:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825938.532367:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825938.532372:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781825938.532375:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781825938.532378:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825938.532383:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825938.532401:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532407:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825938.532409:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.532412:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825938.532415:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825938.532417:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825938.532420:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.532423:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825938.532432:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825938.532436:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825938.532439:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825938.532440:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825938.532443:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825938.532446:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.532449:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825938.532452:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825938.532454:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825938.532456:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.532460:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532468:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825938.532471:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825938.532473:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825938.532476:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825938.532483:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496704:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825938.532489:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825938.532490:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825938.532492:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825938.532494:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825938.532496:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825938.532498:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825938.532502:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825938.532509:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532516:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825938.532517:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.532519:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825938.532520:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825938.532521:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825938.532522:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825938.532524:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825938.532527:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=5 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825938.532530:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825938.532532:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825938.532533:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825938.532535:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825938.532536:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.532539:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825938.532540:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825938.532542:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825938.532543:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825938.532546:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532553:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825938.532555:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825938.532556:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825938.532559:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825938.532566:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051496576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825938.532569:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.532572:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825938.532575:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051496704/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532582:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825938.532584:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825938.532588:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825938.532592:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825938.532595:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825938.532597:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825938.532599:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825938.532602:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781825938.532606:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825938.532607:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825938.532609:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:2.0:1781825938.532612:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825938.532613:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.532615:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825938.532618:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051496576/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825938.532635:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825938.532637:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825938.532639:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781825938.532641:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825938.532642:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825938.532643:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825938.532645:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825938.532646:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825938.532648:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825938.532649:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825938.532650:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825938.532653:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825938.532654:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825938.532657:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.532659:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825938.532660:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825938.532661:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825938.532663:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825938.544188:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825938.544205:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825938.544209:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825938.544211:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825938.544219:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825938.544227:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825938.544235:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825938.544240:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825938.544245:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825938.544249:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54400 00000400:00000200:0.0:1781825938.544253:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825938.544258:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff689 [1] + 224 00000800:00000001:0.0:1781825938.544270:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825938.544276:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825938.544283:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825938.544288:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825938.544295:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825938.544304:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825938.544315:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825938.544340:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825938.544348:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825938.544351:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825938.544366:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825938.544371:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825938.544377:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825938.544379:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825938.544382:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:3.0:1781825938.544395:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:3.0:1781825938.544398:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:3.0:1781825938.544402:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825938.544406:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825938.544415:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825938.544421:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825938.544423:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825938.544425:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825938.544429:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825938.544431:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825938.544433:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825938.544436:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825938.544443:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825938.544447:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825938.544449:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825938.544460:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825938.544463:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825938.544465:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825938.544468:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825938.544472:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825938.544479:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825938.544483:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825938.544485:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825938.544489:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825938.544496:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825938.544502:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825938.544504:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825938.544507:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720380 x1868371051496448/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825954 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825938.544513:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825938.544515:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825938.544518:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:3.0:1781825938.544523:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825938.544525:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825938.544527:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825938.544529:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825938.544532:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781825938.544535:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825938.544537:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825938.544538:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720380. 00000100:00000001:3.0:1781825938.544542:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825938.544543:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825938.544545:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825938.544552:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825938.544554:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825938.544556:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825938.544558:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825938.966242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825938.966250:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825938.966252:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825938.966255:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966258:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825938.966260:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966262:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966264:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825938.966268:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825938.966269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825938.966671:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825938.966675:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825938.966678:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825939.994634:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825939.994658:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825939.994677:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825939.994678:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825939.994682:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825939.994683:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825939.994891:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825939.994917:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825939.994919:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825941.014282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825941.014290:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825941.014291:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825941.014295:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014299:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825941.014301:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014303:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014305:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014309:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825941.014310:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825941.014314:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825941.014315:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825941.014317:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014318:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825941.014319:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014320:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825941.014322:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825941.014415:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825941.014418:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825941.014421:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825942.038199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825942.038207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825942.038212:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825942.038213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825942.038216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825942.038217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825942.040050:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825942.040056:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825942.040060:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825943.062207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825943.062214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825943.062219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825943.062220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825943.062223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825943.062224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825943.062422:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825943.062426:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825943.062429:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825943.638202:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825943.638211:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825943.638223:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825943.638229:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825943.638234:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825943.638237:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825943.638242:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825943.638250:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781825943.638256:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638266:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825943.638276:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825943.638279:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638286:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638318:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638321:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825943.638324:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825943.638327:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720000. 00000020:00000040:2.0:1781825943.638329:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825943.638332:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825943.638333:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825943.638334:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825943.638338:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825943.638341:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638345:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825943.638351:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825943.638353:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638357:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7f6fc17] to pc [ptlrpcd_01_00+0] req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638364:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638365:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825943.638368:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825943.638370:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825943.638372:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825943.638373:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825943.638375:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825943.638376:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825943.638379:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825943.638381:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638384:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825943.638390:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825943.638391:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638395:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_01+1] req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638401:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.638404:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825943.638407:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825943.638410:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825943.638413:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825943.638418:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8573) 00000100:00000001:3.0:1781825943.638446:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825943.638448:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825943.638451:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825943.638452:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825943.638456:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825943.638456:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825943.638463:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825943.638466:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638480:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825943.638483:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.638485:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825943.638488:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.638488:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825943.638492:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825943.638493:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825943.638496:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825943.638497:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825943.638502:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825943.638505:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496832:192.168.204.116@tcp:400:kworker.0 00000100:00100000:3.0:1781825943.638510:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051496960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825943.638512:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825943.638516:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825943.638520:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825943.638520:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825943.638525:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.638525:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825943.638528:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781825943.638529:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825943.638534:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825943.638536:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825943.638544:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000010:3.0:1781825943.638546:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622400. 00000400:00000010:2.0:1781825943.638549:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 02000000:00000001:3.0:1781825943.638550:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1781825943.638557:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000400:00000200:3.0:1781825943.638558:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825943.638564:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000100:00000200:2.0:1781825943.638578:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496832, portal 25 00000400:00000010:3.0:1781825943.638579:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000001:2.0:1781825943.638583:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1781825943.638585:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051496960, portal 10 00000100:00000001:2.0:1781825943.638586:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000001:3.0:1781825943.638590:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825943.638593:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712475648 : -122530997075968 : ffff908f07720000) 00000100:00000040:2.0:1781825943.638594:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781825943.638604:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638606:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825943.638614:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781825943.638620:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1781825943.638620:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000040:3.0:1781825943.638625:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000200:2.0:1781825943.638626:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051496832, offset 0 00000400:00000010:3.0:1781825943.638629:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000400:00000200:2.0:1781825943.638636:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000200:3.0:1781825943.638641:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051496960, offset 0 00000400:00000200:2.0:1781825943.638647:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825943.638651:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825943.638658:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825943.638663:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825943.638667:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825943.638727:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825943.638732:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825943.638735:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378788:378788:256:4294967295] 192.168.204.116@tcp LPNI seq info [378739:378739:8:4294967295] 00000400:00000200:2.0:1781825943.638739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825943.638749:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825943.638755:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825943.638761:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825943.638767:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825943.638774:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825943.638778:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825943.638861:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825943.638866:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825943.638869:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303244305 00000100:00000001:2.0:1781825943.638877:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303239190 00000100:00000001:2.0:1781825943.638880:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303244305 00000100:00000001:2.0:1781825943.638883:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303239190 00000100:00000001:2.0:1781825943.638886:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825943.638888:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.638891:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825943.638895:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638902:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825943.638903:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.638906:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825943.638908:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825943.638909:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825943.638912:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051497088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825943.638915:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825943.638917:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825943.638918:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.638920:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825943.638923:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825943.638925:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825943.638928:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825943.638940:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825943.638943:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825943.638946:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497088, portal 10 00000100:00000001:2.0:1781825943.638948:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825943.638950:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:2.0:1781825943.638956:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.638962:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825943.638964:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825943.638966:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781825943.638968:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051497088, offset 0 00000400:00000200:2.0:1781825943.638972:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825943.639694:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825943.639700:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825943.639794:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825943.639798:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825943.639801:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825943.639803:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825943.639807:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378789:378789:255:4294967295] 192.168.204.116@tcp LPNI seq info [378740:378740:7:4294967295] 00000400:00000200:3.0:1781825943.639811:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825943.639820:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825943.639825:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825943.639830:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781825943.639835:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825943.639841:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825943.639844:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825943.639848:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825943.639851:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24732 usecs (25 jiffies) 00000400:00000200:3.0:1781825943.639855:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825943.639857:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303235610 00000100:00000001:3.0:1781825943.639860:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303244305 00000100:00000001:3.0:1781825943.639862:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303235610 00000100:00000001:3.0:1781825943.639864:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303244305 00000100:00000001:3.0:1781825943.639866:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825943.639868:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.639871:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.639873:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825943.639881:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825943.639883:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825943.639886:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825943.639887:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825943.639888:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.639891:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825943.639926:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825943.639940:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825943.639943:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825943.639946:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825943.639948:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825943.639950:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825943.639952:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378790:378790:254:4294967295] 192.168.204.116@tcp LPNI seq info [378741:378741:6:4294967295] 00000400:00000200:2.0:1781825943.639956:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825943.639962:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825943.639967:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825943.639971:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825943.639975:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825943.639978:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825943.639981:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825943.639984:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.639987:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19826 usecs (20 jiffies) 00000400:00000200:2.0:1781825943.639990:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825943.639991:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303235605 00000100:00000001:2.0:1781825943.639994:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303244305 00000100:00000001:2.0:1781825943.639995:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303235605 00000100:00000001:2.0:1781825943.639998:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303244305 00000100:00000001:2.0:1781825943.640000:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825943.640002:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.640004:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.640006:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.640011:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825943.640012:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825943.640014:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825943.640015:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825943.640016:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.640018:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825943.641443:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825943.641460:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781825943.641466:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825943.641473:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825943.641479:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:1.0:1781825943.641481:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:1.0:1781825943.641486:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825943.641493:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.641880:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825943.641888:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.641896:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825943.641898:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825943.641912:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825943.641914:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:1.0:1781825943.641917:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825943.641920:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825943.641923:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:1.0:1781825943.641925:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:1.0:1781825943.641927:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825943.641940:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.641948:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825943.641951:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.641957:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825943.641959:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825943.642012:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825943.642014:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781825943.642322:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825943.642327:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825943.642330:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:1.0:1781825943.642332:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:1.0:1781825943.642336:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825943.642341:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.642348:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825943.642350:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825943.642356:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825943.642357:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825943.646999:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647014:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825943.647018:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647021:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647029:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647036:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825943.647044:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647049:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647055:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647059:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54580 00000400:00000200:0.0:1781825943.647063:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647069:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff699 [1] + 224 00000800:00000001:0.0:1781825943.647076:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647094:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647097:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825943.647101:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825943.647108:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825943.647116:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825943.647126:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825943.647148:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825943.647156:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647159:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825943.647161:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647163:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647165:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647168:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825943.647181:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647185:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647188:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647190:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54600 00000400:00000200:0.0:1781825943.647194:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647199:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6a1 [1] + 224 00000800:00000001:0.0:1781825943.647203:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647207:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647208:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825943.647211:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825943.647213:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825943.647217:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825943.647225:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825943.647281:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825943.647285:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825943.647309:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825943.647313:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647317:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825943.647319:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647321:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647324:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647327:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825943.647332:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647334:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647337:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647339:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54680 00000400:00000200:0.0:1781825943.647342:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825943.647346:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6a9 [1] + 224 00000800:00000001:0.0:1781825943.647350:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647355:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825943.647357:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825943.647360:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825943.647363:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825943.647368:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825943.647376:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825943.647383:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825943.647386:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825943.647389:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647425:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825943.647429:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825943.647435:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825943.647437:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825943.647450:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825943.647455:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:2.0:1781825943.647457:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:2.0:1781825943.647461:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825943.647466:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825943.647475:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647481:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825943.647483:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647486:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825943.647489:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825943.647491:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825943.647494:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.647496:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825943.647503:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825943.647507:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825943.647510:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825943.647511:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825943.647514:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825943.647516:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.647518:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.647523:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647536:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825943.647539:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825943.647541:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825943.647545:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825943.647552:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051496832:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825943.647558:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825943.647559:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825943.647561:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825943.647563:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825943.647565:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825943.647567:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825943.647570:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825943.647578:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647584:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825943.647585:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647586:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825943.647588:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825943.647589:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825943.647590:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825943.647592:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825943.647596:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825943.647599:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825943.647601:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825943.647602:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825943.647603:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825943.647606:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.647609:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825943.647611:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825943.647613:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825943.647614:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825943.647618:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647626:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825943.647627:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825943.647629:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825943.647632:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1781825943.647635:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825943.647638:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825943.647642:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000100:00100000:2.0:1781825943.647643:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051497088:192.168.204.116@tcp:400:kworker.0 00000400:00000200:3.0:1781825943.647647:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000100:00000001:2.0:1781825943.647650:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1781825943.647651:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:2.0:1781825943.647656:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1781825943.647657:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1781825943.647664:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051496832/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825943.647665:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647675:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825943.647678:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825943.647681:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825943.647685:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825943.647687:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825943.647689:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825943.647690:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825943.647693:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:2.0:1781825943.647695:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825943.647696:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825943.647698:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825943.647700:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825943.647701:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647702:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825943.647705:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051497088/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825943.647709:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825943.647710:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825943.647711:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781825943.647713:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825943.647714:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825943.647715:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825943.647716:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825943.647717:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825943.647718:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825943.647718:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825943.647719:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825943.647721:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825943.647721:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647723:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825943.647729:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825943.647730:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825943.647731:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825943.647732:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781825943.647745:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825943.647753:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825943.647755:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825943.647757:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825943.647759:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825943.647760:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825943.647761:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825943.647763:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825943.647768:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=10 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825943.647771:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825943.647773:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825943.647774:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825943.647776:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825943.647778:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.647781:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825943.647782:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825943.647784:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825943.647785:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825943.647789:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825943.647794:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825943.647796:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825943.647797:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825943.647800:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825943.647807:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051496960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825943.647812:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825943.647813:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825943.647816:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720000 x1868371051496960/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825959 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825943.647823:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825943.647824:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825943.647826:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622400. 02000000:00000001:3.0:1781825943.647830:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825943.647832:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825943.647833:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825943.647835:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825943.647837:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825943.647839:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825943.647840:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825943.647841:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720000. 00000100:00000001:3.0:1781825943.647843:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825943.647845:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825943.647846:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825943.647850:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825943.647851:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825943.647853:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825943.647855:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825944.088478:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825944.088485:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825944.088491:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825944.088492:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825944.088495:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825944.088496:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825944.095389:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825944.095396:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825944.095401:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825945.113481:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825945.113487:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825945.113492:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825945.113493:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825945.113496:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825945.113507:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825945.114346:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825945.114350:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825945.114353:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825946.134239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825946.134246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825946.134251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825946.134252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825946.134255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825946.134256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825946.138449:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825946.138454:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825946.138459:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825947.158292:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825947.158298:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825947.158304:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825947.158305:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825947.158308:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825947.158309:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825947.158404:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825947.158408:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825947.158411:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825948.182214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825948.182220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825948.182226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825948.182228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825948.182231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825948.182233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825948.188168:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825948.188176:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825948.188181:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825948.758382:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825948.758393:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825948.758405:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781825948.758411:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825948.758415:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825948.758418:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825948.758423:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825948.758432:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781825948.758438:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758450:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825948.758461:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825948.758465:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758522:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.758554:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758557:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825948.758561:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825948.758564:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825948.758567:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825948.758570:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825948.758571:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825948.758574:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825948.758578:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781825948.758581:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758586:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825948.758594:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825948.758595:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758599:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.758608:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758610:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825948.758613:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825948.758616:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781825948.758618:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825948.758620:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825948.758621:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825948.758623:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825948.758626:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781825948.758628:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758632:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825948.758638:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825948.758640:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758644:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.758651:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.758653:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825948.758657:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825948.758660:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825948.758663:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825948.758668:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8578) 00000100:00000001:2.0:1781825948.758735:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.758739:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825948.758742:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825948.758748:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.758756:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825948.758759:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.758762:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825948.758765:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825948.758768:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825948.758771:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825948.758776:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825948.758782:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825948.758785:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.758787:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825948.758792:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825948.758794:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825948.758800:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825948.758805:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825948.758813:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825948.758821:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497216, portal 25 00000100:00000001:2.0:1781825948.758823:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825948.758824:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:2.0:1781825948.758844:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.758851:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825948.758854:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825948.758857:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781825948.758861:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051497216, offset 0 00000400:00000200:2.0:1781825948.758869:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825948.758879:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825948.758887:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825948.758892:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825948.758897:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825948.758901:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825948.758903:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825948.758907:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378791:378791:256:4294967295] 192.168.204.116@tcp LPNI seq info [378742:378742:8:4294967295] 00000400:00000200:2.0:1781825948.758911:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825948.758922:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825948.758928:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825948.758933:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825948.758939:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825948.758947:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825948.758951:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825948.759072:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.759167:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825948.759169:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825948.759171:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825948.759177:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.759185:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825948.759186:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825948.759188:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825948.759190:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825948.759193:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825948.759195:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051497344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825948.759198:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825948.759200:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825948.759202:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825948.759203:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825948.759208:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623200. 02000000:00000001:3.0:1781825948.759209:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825948.759212:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825948.759215:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781825948.759219:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825948.759222:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497344, portal 10 00000100:00000001:3.0:1781825948.759224:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825948.759225:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:3.0:1781825948.759231:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.759237:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825948.759240:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825948.759242:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781825948.759245:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051497344, offset 0 00000400:00000200:3.0:1781825948.759249:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825948.759253:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825948.759256:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825948.759259:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825948.759261:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825948.759263:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825948.759265:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825948.759267:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378792:378792:255:4294967295] 192.168.204.116@tcp LPNI seq info [378743:378743:7:4294967295] 00000400:00000200:3.0:1781825948.759271:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825948.759277:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825948.759281:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825948.759285:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781825948.759289:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825948.759293:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825948.759296:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825948.759299:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.759303:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24703 usecs (25 jiffies) 00000400:00000200:3.0:1781825948.759305:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825948.759308:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303240730 00000100:00000001:3.0:1781825948.759311:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303244305 00000100:00000001:3.0:1781825948.759313:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303240730 00000100:00000001:3.0:1781825948.759315:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303244305 00000100:00000001:3.0:1781825948.759317:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825948.759319:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.759322:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.759324:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.759331:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825948.759333:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825948.759335:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825948.759337:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825948.759338:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.759339:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825948.759382:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825948.759385:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303249426 00000100:00000001:2.0:1781825948.759391:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303244305 00000100:00000001:2.0:1781825948.759395:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303249426 00000100:00000001:2.0:1781825948.759397:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303244305 00000100:00000001:2.0:1781825948.759400:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825948.759402:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.759404:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825948.759408:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.759415:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825948.759416:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.759419:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825948.759421:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825948.759423:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825948.759425:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825948.759428:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825948.759431:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825948.759433:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.759434:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825948.759438:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825948.759440:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825948.759442:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825948.759445:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825948.759448:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825948.759451:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497472, portal 10 00000100:00000001:2.0:1781825948.759453:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825948.759454:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781825948.759460:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.759465:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825948.759467:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000800:00000200:1.0:1781825948.759578:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825948.759584:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781825948.759590:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825948.759595:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825948.759601:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:1.0:1781825948.759603:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:1.0:1781825948.759608:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825948.759612:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.759621:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825948.759624:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.759630:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825948.759632:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1781825948.760229:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781825948.760235:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051497472, offset 0 00000400:00000200:2.0:1781825948.760242:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825948.760247:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825948.760252:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825948.760255:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825948.760259:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825948.760261:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825948.760264:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825948.760267:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378793:378793:255:4294967295] 192.168.204.116@tcp LPNI seq info [378744:378744:7:4294967295] 00000400:00000200:2.0:1781825948.760271:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825948.760277:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825948.760283:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825948.760286:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825948.760290:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825948.760295:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825948.760298:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825948.760302:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825948.760305:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19811 usecs (20 jiffies) 00000400:00000200:2.0:1781825948.760308:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825948.760310:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303240726 00000100:00000001:2.0:1781825948.760313:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303249426 00000100:00000001:2.0:1781825948.760315:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303240726 00000100:00000001:2.0:1781825948.760317:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303249426 00000100:00000001:2.0:1781825948.760319:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825948.760321:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.760324:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.760326:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.760331:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825948.760333:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825948.760335:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.760337:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825948.760338:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.760340:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825948.760395:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825948.760398:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:1.0:1781825948.760402:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825948.760406:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825948.760409:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:1.0:1781825948.760412:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:1.0:1781825948.760415:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825948.760419:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.760426:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825948.760429:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.760435:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825948.760437:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825948.760451:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825948.760453:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825948.760456:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825948.760459:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825948.760462:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:1.0:1781825948.760464:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:1.0:1781825948.760466:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825948.760468:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.760484:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825948.760487:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.760493:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825948.760494:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825948.764347:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.765710:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825948.765716:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.765720:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825948.765728:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.765736:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825948.765745:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.765751:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.765756:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.765760:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54780 00000400:00000200:0.0:1781825948.765765:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.765771:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6b9 [1] + 224 00000800:00000001:0.0:1781825948.765777:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.765785:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825948.765788:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825948.765793:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825948.765799:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825948.765807:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825948.765819:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825948.765847:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825948.765855:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.765858:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.765956:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825948.765960:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825948.765975:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825948.765978:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825948.765981:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781825948.765985:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825948.765988:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825948.765991:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825948.765996:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825948.766005:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.766011:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825948.766014:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.766016:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825948.766018:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825948.766020:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825948.766022:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825948.766025:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825948.766033:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825948.766038:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825948.766041:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825948.766042:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825948.766045:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825948.766048:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.766051:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825948.766053:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825948.766055:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825948.766056:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825948.766060:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.766068:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825948.766071:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825948.766074:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825948.766094:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825948.766103:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051497344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825948.766107:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.766110:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825948.766113:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051497344/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825948.766613:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825948.766615:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825948.766619:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623200. 02000000:00000001:3.0:1781825948.766624:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825948.766626:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825948.766628:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825948.766630:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825948.766633:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:3.0:1781825948.766636:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825948.766638:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825948.766640:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:3.0:1781825948.766643:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825948.766645:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.766647:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825948.766654:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825948.766656:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825948.766658:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825948.766660:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825948.767006:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825948.767012:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825948.767014:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825948.767017:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825948.767021:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825948.767026:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825948.767032:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825948.767035:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825948.767037:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825948.767041:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54800 00000400:00000200:1.0:1781825948.767044:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825948.767048:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6c1 [1] + 224 00000800:00000001:1.0:1781825948.767052:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825948.767057:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825948.767059:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825948.767062:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825948.767066:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825948.767070:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825948.767108:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825948.767129:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825948.767134:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825948.767137:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.767189:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.767192:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825948.767196:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825948.767197:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825948.767208:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825948.767211:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781825948.767213:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781825948.767216:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825948.767220:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825948.767228:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.767233:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825948.767234:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.767236:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825948.767238:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825948.767240:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825948.767241:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.767243:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825948.767248:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825948.767251:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825948.767253:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825948.767254:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825948.767256:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825948.767258:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.767260:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825948.767262:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825948.767263:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825948.767265:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825948.767269:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.767275:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825948.767277:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825948.767279:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825948.767282:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825948.767288:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825948.767292:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.767293:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825948.767296:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051497472/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.767301:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825948.767302:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825948.767304:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781825948.767308:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825948.767309:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825948.767311:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825948.767313:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825948.767315:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781825948.767317:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825948.767318:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825948.767320:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781825948.767322:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825948.767323:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.767326:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.767327:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.767328:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825948.767330:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.767331:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825948.775991:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.776007:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825948.776011:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.776014:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825948.776024:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.776032:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825948.776041:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.776046:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.776051:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.776055:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54700 00000400:00000200:0.0:1781825948.776060:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825948.776065:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6b1 [1] + 224 00000800:00000001:0.0:1781825948.776109:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.776160:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825948.776163:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825948.776168:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825948.776175:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825948.776184:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825948.776194:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825948.776221:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825948.776229:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825948.776233:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.776294:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.776298:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825948.776305:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825948.776307:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825948.776311:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825948.776316:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825948.776318:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825948.776322:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825948.776327:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825948.776336:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.776343:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825948.776344:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.776347:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825948.776349:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825948.776352:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825948.776354:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825948.776357:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825948.776363:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825948.776367:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825948.776370:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825948.776371:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825948.776374:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825948.776376:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.776379:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825948.776383:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.776390:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825948.776393:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825948.776394:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825948.776398:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825948.776406:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825948.776411:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.776414:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825948.776417:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051497216/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825964 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825948.776423:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825948.776426:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825948.776429:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825948.776433:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825948.776436:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825948.776438:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825948.776440:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825948.776442:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781825948.776445:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825948.776447:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825948.776448:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781825948.776451:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825948.776453:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.776455:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825948.776462:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825948.776463:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825948.776465:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825948.776467:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825949.206401:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206408:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825949.206411:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825949.206413:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825949.206417:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206420:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825949.206422:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206425:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206427:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825949.206430:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825949.206431:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825949.206708:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825949.206711:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825949.206714:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825950.230454:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825950.230470:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825950.230623:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825950.230625:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825950.230628:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825950.230629:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825950.230897:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825950.230901:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825950.230904:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825951.256424:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825951.256432:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825951.256434:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825951.256437:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256441:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825951.256444:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256446:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256449:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256453:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825951.256454:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256457:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825951.256459:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825951.256460:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825951.256461:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256463:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825951.256465:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256467:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825951.256468:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825951.259153:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825951.259161:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825951.259165:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825952.278421:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825952.278428:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825952.278434:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825952.278435:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825952.278438:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825952.278439:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825952.278542:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825952.278545:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825952.278548:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825953.304284:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825953.304291:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825953.304297:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825953.304298:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825953.304301:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825953.304302:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825953.304732:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825953.304735:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825953.304738:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825953.879286:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825953.879297:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825953.879310:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825953.879317:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825953.879321:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825953.879325:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825953.879336:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825953.879346:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825953.879352:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879364:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825953.879374:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825953.879378:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879384:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_01+1] req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879415:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879418:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825953.879421:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825953.879424:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825953.879426:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825953.879428:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825953.879429:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825953.879431:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825953.879434:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825953.879437:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879440:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825953.879447:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825953.879449:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879452:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_00+0] req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879460:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879462:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825953.879465:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825953.879468:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825953.879470:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825953.879472:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825953.879473:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825953.879474:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825953.879478:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825953.879480:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879483:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825953.879489:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825953.879491:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879494:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_01+1] req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879501:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879503:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825953.879506:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825953.879508:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825953.879511:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825953.879516:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8583) 00000100:00000001:2.0:1781825953.879529:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.879533:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825953.879535:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825953.879540:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879547:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825953.879549:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.879553:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825953.879555:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825953.879558:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825953.879561:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825953.879566:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825953.879571:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825953.879574:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.879577:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825953.879581:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825953.879583:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825953.879602:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825953.879606:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825953.879613:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781825953.879619:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497728, portal 10 00000100:00000001:2.0:1781825953.879622:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825953.879623:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:2.0:1781825953.879631:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879639:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825953.879641:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825953.879644:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781825953.879647:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051497728, offset 0 00000400:00000200:2.0:1781825953.879654:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825953.879662:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.879669:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825953.879674:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825953.879679:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825953.879682:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825953.879685:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825953.879689:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378794:378794:256:4294967295] 192.168.204.116@tcp LPNI seq info [378745:378745:8:4294967295] 00000400:00000200:2.0:1781825953.879694:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.879703:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825953.879708:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825953.879712:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825953.879719:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825953.879726:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825953.879740:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825953.879756:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.879761:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24671 usecs (25 jiffies) 00000400:00000200:2.0:1781825953.879764:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825953.879767:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303245850 00000100:00000001:2.0:1781825953.879770:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303249426 00000100:00000001:2.0:1781825953.879772:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303245850 00000100:00000001:2.0:1781825953.879774:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303249426 00000100:00000001:2.0:1781825953.879777:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.879779:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.879782:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.879784:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.879792:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825953.879795:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825953.879797:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.879798:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825953.879799:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825953.879801:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825953.879803:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.879805:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825953.879806:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.879807:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.879808:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825953.879809:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825953.879813:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879819:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825953.879820:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.879822:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825953.879824:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825953.879826:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825953.879829:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825953.879844:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825953.879847:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825953.879848:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.879850:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825953.879853:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825953.879855:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825953.879859:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825953.879861:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825953.879865:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825953.879867:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497600, portal 25 00000100:00000001:2.0:1781825953.879869:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825953.879870:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:2.0:1781825953.879875:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.879880:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825953.879882:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825953.879885:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781825953.879887:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051497600, offset 0 00000400:00000200:2.0:1781825953.879891:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825953.879896:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.879899:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825953.879902:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825953.879904:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825953.879906:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825953.879909:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825953.879912:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378795:378795:255:4294967295] 192.168.204.116@tcp LPNI seq info [378746:378746:7:4294967295] 00000400:00000200:2.0:1781825953.879915:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.879921:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825953.879925:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825953.879928:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825953.879931:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825953.879934:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825953.879936:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825953.879939:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825953.879941:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825953.879944:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303254546 00000100:00000001:2.0:1781825953.879951:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303249426 00000100:00000001:2.0:1781825953.879954:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303254546 00000100:00000001:2.0:1781825953.879957:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303249426 00000100:00000001:2.0:1781825953.879959:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.879961:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.879963:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825953.879965:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.880131:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825953.880133:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.880135:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825953.880137:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825953.880139:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825953.880142:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825953.880145:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825953.880147:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825953.880149:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.880150:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825953.880154:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825953.880155:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825953.880158:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825953.880161:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825953.880165:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825953.880168:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497856, portal 10 00000100:00000001:2.0:1781825953.880170:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825953.880171:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:2.0:1781825953.880177:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.880183:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825953.880186:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825953.880188:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781825953.880190:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051497856, offset 0 00000400:00000200:2.0:1781825953.880195:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825953.880199:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.880202:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825953.880205:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825953.880207:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825953.880209:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825953.880211:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825953.880214:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378796:378796:254:4294967295] 192.168.204.116@tcp LPNI seq info [378747:378747:6:4294967295] 00000400:00000200:2.0:1781825953.880218:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825953.880223:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825953.880227:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825953.880230:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825953.880233:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825953.880238:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825953.880240:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825953.880243:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.880246:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19796 usecs (20 jiffies) 00000400:00000200:2.0:1781825953.880249:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825953.880251:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303245846 00000100:00000001:2.0:1781825953.880252:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303254546 00000100:00000001:2.0:1781825953.880254:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303245846 00000100:00000001:2.0:1781825953.880256:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303254546 00000100:00000001:2.0:1781825953.880258:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.880260:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.880262:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.880264:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825953.880424:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825953.880428:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825953.880913:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825953.880919:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781825953.880926:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825953.880931:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825953.880937:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:1.0:1781825953.880940:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:1.0:1781825953.880945:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825953.880950:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.880960:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825953.880963:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.880969:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825953.880971:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825953.881431:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825953.881433:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781825953.881436:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825953.881440:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825953.881443:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:1.0:1781825953.881444:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:1.0:1781825953.881447:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825953.881451:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.881459:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825953.881462:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.881467:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825953.881469:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825953.881739:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825953.881742:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781825953.881745:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825953.881749:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825953.881752:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:1.0:1781825953.881754:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:1.0:1781825953.881757:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825953.881761:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.881769:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825953.881771:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.881777:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825953.881778:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825953.891364:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891380:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825953.891384:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891387:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825953.891395:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891402:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825953.891412:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891417:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891423:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891427:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54900 00000400:00000200:0.0:1781825953.891431:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891437:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6c9 [1] + 224 00000800:00000001:0.0:1781825953.891444:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891447:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825953.891450:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825953.891454:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825953.891461:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825953.891469:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825953.891480:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825953.891501:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825953.891509:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891512:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825953.891514:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891516:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825953.891519:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891522:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825953.891526:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891529:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891531:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891534:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54980 00000400:00000200:0.0:1781825953.891537:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825953.891541:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6d9 [1] + 224 00000800:00000001:0.0:1781825953.891544:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891549:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825953.891551:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825953.891554:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825953.891557:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825953.891561:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825953.891569:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825953.891576:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825953.891579:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825953.891581:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.892987:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.892995:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825953.893005:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825953.893008:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825953.893012:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825953.893020:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781825953.893022:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781825953.893027:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825953.893036:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825953.893047:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893054:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825953.893057:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.893059:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825953.893063:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825953.893065:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825953.893067:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.893071:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825953.893114:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825953.893119:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825953.893122:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825953.893123:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825953.893126:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825953.893130:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.893133:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825953.893136:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825953.893138:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825953.893139:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.893144:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893152:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.893155:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825953.893158:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825953.893162:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825953.893176:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497856:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781825953.893183:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825953.893184:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825953.893186:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825953.893189:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781825953.893191:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781825953.893193:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825953.893197:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825953.893205:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893211:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825953.893212:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.893214:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825953.893215:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825953.893217:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825953.893218:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.893220:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825953.893224:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825953.893227:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825953.893230:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825953.893231:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825953.893233:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825953.893235:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.893238:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825953.893239:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825953.893241:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825953.893242:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.893247:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893254:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.893256:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825953.893258:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825953.893261:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825953.893269:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051497728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825953.893273:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.893275:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825953.893278:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051497856/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893285:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825953.893288:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825953.893292:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781825953.893297:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825953.893300:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825953.893301:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825953.893304:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825953.893307:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825953.893310:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825953.893312:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825953.893314:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:2.0:1781825953.893319:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825953.893320:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.893322:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825953.893325:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051497728/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.893332:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825953.893333:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825953.893335:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825953.893338:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825953.893339:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825953.893340:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825953.893342:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825953.893344:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825953.893346:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825953.893347:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825953.893348:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:2.0:1781825953.893350:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825953.893352:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.893354:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.893356:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.893357:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825953.893359:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.893361:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825953.897619:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825953.897638:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825953.897642:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825953.897645:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825953.897654:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825953.897662:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825953.897671:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825953.897676:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825953.897681:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825953.897685:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54880 00000400:00000200:1.0:1781825953.897690:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825953.897697:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6d1 [1] + 224 00000800:00000001:1.0:1781825953.897705:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825953.898571:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825953.898577:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825953.898597:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825953.898606:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825953.898615:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825953.898626:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825953.898649:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825953.898658:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825953.898662:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.899783:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.899789:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825953.899799:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825953.899801:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825953.899804:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825953.899810:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825953.899813:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825953.899816:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825953.899824:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825953.899834:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.899842:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825953.899843:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.899846:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825953.899849:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825953.899851:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825953.899853:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825953.899856:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825953.899862:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825953.899866:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825953.899869:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825953.899870:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825953.899873:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825953.899875:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.899877:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825953.899881:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.899889:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825953.899893:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825953.899895:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825953.899898:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825953.899906:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825953.899910:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.899913:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825953.899916:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051497600/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825969 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825953.899922:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825953.899925:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825953.899929:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825953.899933:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825953.899935:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825953.899937:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825953.899940:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825953.899943:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825953.899947:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825953.899949:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825953.899950:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:2.0:1781825953.899955:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825953.899956:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.899959:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825953.899966:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825953.899968:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825953.899981:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825953.899984:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825954.326201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825954.326208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825954.326213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825954.326214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825954.326217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825954.326217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825954.326365:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825954.326369:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825954.326371:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825955.351123:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825955.351131:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825955.351137:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825955.351138:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825955.351203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825955.351204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825955.351776:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825955.351780:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825955.351783:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825956.375302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825956.375311:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825956.375317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825956.375318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825956.375321:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825956.375322:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825956.375459:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825956.375462:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825956.375465:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825957.398635:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825957.398642:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825957.398647:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825957.398649:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825957.398652:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825957.398653:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825957.398751:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825957.398754:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825957.398756:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825958.422257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825958.422264:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825958.422271:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825958.422274:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825958.422276:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825958.422280:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825958.422282:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825958.422285:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825958.422287:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825958.422289:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825958.422292:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825958.422293:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825958.422442:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825958.422445:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825958.422448:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825958.998203:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825958.998215:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825958.998226:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721880. 00000020:00000040:2.0:1781825958.998233:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825958.998237:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825958.998240:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825958.998246:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825958.998255:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825958.998261:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825958.998272:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825958.998283:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825958.998287:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825958.998294:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c653d99] to pc [ptlrpcd_01_00+0] req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825958.998368:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825958.998373:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825958.998375:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825958.998381:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825958.998395:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825958.998397:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825958.998401:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825958.998403:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825958.998406:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825958.998410:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825958.998413:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825958.998419:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825958.998422:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825958.998424:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825958.998429:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781825958.998431:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825958.998438:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825958.998443:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781825958.998450:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825958.998457:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051497984, portal 25 00000100:00000001:3.0:1781825958.998459:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825958.998461:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481920 : -122530997069696 : ffff908f07721880) 00000100:00000040:3.0:1781825958.998466:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825958.998474:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825958.998476:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825958.998479:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781825958.998483:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051497984, offset 0 00000400:00000200:3.0:1781825958.998489:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825958.998498:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825958.998505:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825958.998510:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825958.998515:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825958.998518:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825958.998521:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825958.998525:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378797:378797:256:4294967295] 192.168.204.116@tcp LPNI seq info [378748:378748:8:4294967295] 00000400:00000200:3.0:1781825958.998529:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825958.998540:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825958.998545:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825958.998550:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000800:00000200:3.0:1781825958.998558:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825958.998566:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825958.998570:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825958.998599:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825958.998604:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825958.998607:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303259665 00000100:00000001:3.0:1781825958.998615:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303254546 00000100:00000001:3.0:1781825958.998620:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303259665 00000100:00000001:3.0:1781825958.998623:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303254546 00000100:00000001:3.0:1781825958.998626:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825958.998637:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825958.998640:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825958.998642:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1781825958.998853:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825958.998858:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:0.0:1781825958.998864:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825958.998869:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825958.998874:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:0.0:1781825958.998877:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:0.0:1781825958.998880:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825958.998885:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825958.998900:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825958.998903:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825958.998910:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825958.998911:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825959.000057:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.000065:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825959.000069:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825959.000091:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720a80. 00000020:00000040:2.0:1781825959.000096:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825959.000100:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825959.000102:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825959.000106:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825959.000113:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825959.000119:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.000139:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825959.001008:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825959.001012:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:3.0:1781825959.001016:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.001019:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.001022:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.001025:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.001041:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.001043:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825959.001374:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825959.001378:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.001387:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4ed1cf3] to pc [ptlrpcd_01_01+1] req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825959.001406:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.001409:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825959.001414:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825959.001421:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721500. 00000020:00000040:2.0:1781825959.001425:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825959.001429:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825959.001431:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825959.001434:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825959.001440:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825959.001444:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.001448:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825959.001454:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825959.001456:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.001460:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d74fd75e] to pc [ptlrpcd_01_00+0] req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825959.001468:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825959.001470:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825959.001473:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825959.001476:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825959.001479:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825959.001484:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8588) 00000100:00000001:3.0:1781825959.001926:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.001930:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.001932:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825959.001939:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.001947:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825959.001950:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.001953:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825959.001956:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825959.001958:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825959.001961:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825959.001965:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825959.001970:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825959.001972:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.001975:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825959.001979:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781825959.001981:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825959.001987:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825959.001991:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e353c8. 00000400:00000010:3.0:1781825959.001998:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781825959.002005:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498112, portal 10 00000100:00000001:3.0:1781825959.002007:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825959.002009:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712478336 : -122530997073280 : ffff908f07720a80) 00000100:00000040:3.0:1781825959.002015:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.002022:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825959.002025:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825959.002027:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781825959.002031:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051498112, offset 0 00000400:00000200:3.0:1781825959.002036:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825959.002045:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825959.002051:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825959.002056:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825959.002060:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825959.002063:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825959.002066:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825959.002070:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378798:378798:256:4294967295] 192.168.204.116@tcp LPNI seq info [378749:378749:8:4294967295] 00000400:00000200:3.0:1781825959.002074:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825959.002101:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825959.002108:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825959.002114:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781825959.002120:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825959.002138:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825959.002149:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825959.002163:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825959.002167:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24655 usecs (25 jiffies) 00000400:00000200:3.0:1781825959.002171:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825959.002174:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303250973 00000100:00000001:3.0:1781825959.002177:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303259665 00000100:00000001:3.0:1781825959.002179:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303250973 00000100:00000001:3.0:1781825959.002181:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303259665 00000100:00000001:3.0:1781825959.002183:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825959.002186:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002188:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002190:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.002195:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825959.002197:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825959.002199:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.002200:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.002201:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825959.002204:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825959.002205:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.002207:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825959.002208:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.002210:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.002211:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.002212:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825959.002216:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.002223:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825959.002225:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.002227:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825959.002229:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825959.002231:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825959.002234:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825959.002237:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825959.002239:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825959.002240:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.002242:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825959.002244:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781825959.002246:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825959.002249:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825959.002252:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825959.002255:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825959.002258:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498240, portal 10 00000100:00000001:3.0:1781825959.002260:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825959.002261:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712481024 : -122530997070592 : ffff908f07721500) 00000100:00000040:3.0:1781825959.002266:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.002272:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825959.002274:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825959.002277:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781825959.002279:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051498240, offset 0 00000400:00000200:3.0:1781825959.002283:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825959.002287:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825959.002290:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825959.002293:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825959.002295:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825959.002297:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825959.002299:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825959.002302:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378799:378799:255:4294967295] 192.168.204.116@tcp LPNI seq info [378750:378750:7:4294967295] 00000400:00000200:3.0:1781825959.002305:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825959.002311:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825959.002315:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825959.002319:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781825959.002322:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825959.002326:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825959.002329:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825959.002331:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825959.002335:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19791 usecs (20 jiffies) 00000400:00000200:3.0:1781825959.002338:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825959.002340:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303250968 00000100:00000001:3.0:1781825959.002342:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303259665 00000100:00000001:3.0:1781825959.002344:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303250968 00000100:00000001:3.0:1781825959.002345:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303259665 00000100:00000001:3.0:1781825959.002347:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825959.002349:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002351:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002353:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002363:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.002365:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.002366:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.002368:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825959.002713:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.002725:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825959.002728:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.002731:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825959.002736:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.002741:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825959.002747:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.002751:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.002755:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.002759:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54a00 00000400:00000200:0.0:1781825959.002763:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.002768:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6e1 [1] + 224 00000800:00000001:0.0:1781825959.002773:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.002780:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825959.002782:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825959.002787:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825959.002793:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825959.002798:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825959.002808:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.002825:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1781825959.002858:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825959.002862:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781825959.002865:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825959.002869:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825959.002873:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:0.0:1781825959.002875:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:0.0:1781825959.002878:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825959.002882:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.002890:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825959.002893:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.002898:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825959.002900:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825959.002903:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.002906:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1781825959.002957:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825959.002960:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:0.0:1781825959.002962:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825959.002965:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825959.002967:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:0.0:1781825959.002969:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:0.0:1781825959.002971:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825959.002974:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.002980:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825959.002983:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.002989:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825959.002990:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781825959.003762:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.003766:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825959.003775:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825959.003778:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825959.003781:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781825959.003785:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:3.0:1781825959.003787:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:3.0:1781825959.003790:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825959.003798:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825959.003807:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.003820:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825959.003822:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.003825:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825959.003829:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825959.003831:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825959.003833:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.003837:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825959.003844:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825959.003848:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825959.003850:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825959.003851:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825959.003854:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825959.003856:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.003858:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825959.003863:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.003869:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825959.003872:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825959.003874:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825959.003878:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825959.003886:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051497984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825959.003891:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.003893:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825959.003896:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721880 x1868371051497984/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825974 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.003902:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825959.003905:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825959.003908:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781825959.003913:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825959.003915:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825959.003918:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781825959.003920:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825959.003922:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781825959.003926:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825959.003928:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825959.003930:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721880. 00000100:00000001:3.0:1781825959.003934:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825959.003936:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.003937:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.003944:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825959.003946:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.003948:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.003950:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825959.015052:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.015072:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825959.015076:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.015107:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825959.015133:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.015141:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825959.015152:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.015157:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.015163:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.015167:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54a80 00000400:00000200:0.0:1781825959.015172:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825959.015178:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6e9 [1] + 224 00000800:00000001:0.0:1781825959.015185:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.015194:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825959.015197:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825959.015201:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825959.015208:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825959.015226:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825959.015237:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825959.015257:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825959.015264:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825959.015267:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.015329:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.015333:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825959.015341:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825959.015343:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825959.015347:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e353c8. 00000400:00000200:3.0:1781825959.015351:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781825959.015354:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781825959.015357:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825959.015361:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825959.015371:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.015377:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825959.015380:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.015382:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825959.015386:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825959.015389:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825959.015391:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.015394:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825959.015404:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825959.015408:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825959.015411:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825959.015412:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825959.015415:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825959.015419:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.015422:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825959.015425:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825959.015427:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825959.015428:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825959.015433:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.015439:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825959.015443:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825959.015445:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825959.015449:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825959.015457:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825959.015461:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.015464:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825959.015467:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720a80 x1868371051498112/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.015473:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825959.015475:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825959.015478:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781825959.015482:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825959.015484:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825959.015486:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825959.015488:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825959.015491:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781825959.015495:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825959.015497:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825959.015498:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720a80. 00000100:00000001:3.0:1781825959.015502:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825959.015504:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.015507:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.015509:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.015510:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825959.015512:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.015513:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825959.023467:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825959.023486:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825959.023490:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825959.023492:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825959.023500:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825959.023508:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825959.023519:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825959.023524:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825959.023529:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825959.023533:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54b00 00000400:00000200:1.0:1781825959.023537:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825959.023554:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6f1 [1] + 224 00000800:00000001:1.0:1781825959.023562:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825959.023642:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825959.023645:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825959.023650:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825959.023657:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825959.023665:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825959.023676:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825959.023701:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825959.023710:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825959.023713:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.023751:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.023756:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825959.023763:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825959.023765:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825959.023768:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825959.023773:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781825959.023776:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781825959.023779:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825959.023785:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825959.023796:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.023803:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825959.023805:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.023807:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825959.023810:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825959.023813:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825959.023815:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825959.023818:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825959.023827:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=26 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825959.023832:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825959.023834:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825959.023836:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825959.023839:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825959.023842:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.023847:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825959.023849:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825959.023851:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825959.023853:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825959.023858:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.023864:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825959.023868:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825959.023876:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825959.023880:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825959.023889:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825959.023894:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.023896:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825959.023899:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721500 x1868371051498240/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825959.023905:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825959.023908:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825959.023911:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781825959.023916:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825959.023918:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825959.023930:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825959.023933:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825959.023936:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781825959.023939:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825959.023941:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825959.023943:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721500. 00000100:00000001:3.0:1781825959.023947:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825959.023948:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.023950:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825959.023958:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825959.023960:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825959.023962:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825959.023964:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825959.446605:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825959.446612:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825959.446617:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825959.446627:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825959.446632:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825959.446633:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825959.451059:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825959.451067:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825959.451072:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825960.470443:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825960.470451:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825960.470453:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825960.470457:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470462:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825960.470464:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470465:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470468:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470472:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825960.470473:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470476:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825960.470478:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825960.470479:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825960.470480:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470482:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825960.470483:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470484:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825960.470486:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825960.470721:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825960.470725:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825960.470727:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825961.497383:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825961.497391:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825961.497398:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825961.497399:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825961.497403:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825961.497404:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825961.497479:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825961.497483:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825961.497485:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825962.521610:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825962.521618:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825962.521624:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825962.521626:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825962.521630:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825962.521631:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825962.523830:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825962.523837:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825962.523842:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825963.546574:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825963.546581:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825963.546587:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825963.546589:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825963.546592:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825963.546593:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825963.548511:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825963.548518:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825963.548522:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825964.118662:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825964.118672:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825964.118682:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825964.118688:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825964.118692:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825964.118694:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825964.118699:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825964.118708:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781825964.118714:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118726:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825964.118737:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825964.118742:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118749:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.118780:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118783:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825964.118786:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825964.118789:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722300. 00000020:00000040:2.0:1781825964.118791:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825964.118794:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825964.118795:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825964.118797:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825964.118800:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781825964.118802:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118806:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825964.118819:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825964.118821:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118824:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000898d3549] to pc [ptlrpcd_01_00+0] req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.118833:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118835:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825964.118838:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825964.118840:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825964.118842:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825964.118845:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825964.118846:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825964.118847:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825964.118850:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781825964.118852:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118855:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825964.118861:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825964.118863:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118866:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.118873:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.118875:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825964.118878:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825964.118880:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825964.118883:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825964.118888:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8593) 00000100:00000001:2.0:1781825964.118925:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825964.118926:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825964.118929:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825964.118930:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825964.118932:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1781825964.118932:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825964.118938:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825964.118938:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.118946:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825964.118946:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825964.118949:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.118949:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825964.118952:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825964.118952:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825964.118955:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825964.118955:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825964.118958:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825964.118958:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825964.118962:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051498496:192.168.204.116@tcp:400:kworker.0 00000100:00100000:2.0:1781825964.118962:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051498368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825964.118966:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781825964.118966:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825964.118972:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825964.118972:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825964.118975:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825964.118975:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825964.118977:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1781825964.118977:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825964.118982:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623e00. 02000000:00000010:2.0:1781825964.118982:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:3.0:1781825964.118984:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825964.118984:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825964.118992:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825964.118992:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825964.118997:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:2.0:1781825964.118997:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:3.0:1781825964.119004:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000400:00000010:2.0:1781825964.119004:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:3.0:1781825964.119010:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498496, portal 10 00000100:00000001:3.0:1781825964.119013:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825964.119014:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712484608 : -122530997067008 : ffff908f07722300) 00000100:00000200:2.0:1781825964.119014:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498368, portal 25 00000100:00000001:2.0:1781825964.119016:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825964.119017:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781825964.119022:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781825964.119022:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.119030:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1781825964.119030:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825964.119033:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:2.0:1781825964.119033:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825964.119036:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000400:00000010:2.0:1781825964.119036:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:3.0:1781825964.119039:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051498496, offset 0 00000100:00000200:2.0:1781825964.119039:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051498368, offset 0 00000400:00000200:2.0:1781825964.119046:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825964.119050:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825964.119054:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825964.119061:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825964.119066:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825964.119070:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825964.119074:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825964.119076:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825964.119096:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378800:378800:256:4294967295] 192.168.204.116@tcp LPNI seq info [378751:378751:8:4294967295] 00000400:00000200:2.0:1781825964.119101:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825964.119109:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825964.119111:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781825964.119113:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825964.119115:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1781825964.119117:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825964.119122:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000400:00000200:3.0:1781825964.119127:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000200:2.0:1781825964.119128:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781825964.119129:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825964.119131:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825964.119133:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378801:378801:255:4294967295] 192.168.204.116@tcp LPNI seq info [378752:378752:7:4294967295] 00000800:00000200:2.0:1781825964.119135:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:3.0:1781825964.119137:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:2.0:1781825964.119139:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781825964.119143:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825964.119146:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781825964.119148:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825964.119152:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825964.119155:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303264786 00000800:00000010:3.0:1781825964.119157:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825964.119160:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000001:2.0:1781825964.119161:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303259665 00000800:00000200:3.0:1781825964.119164:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781825964.119165:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303264786 00000800:00000200:3.0:1781825964.119166:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825964.119168:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.119169:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303259665 00000100:00000040:3.0:1781825964.119172:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24640 usecs (25 jiffies) 00000100:00000001:2.0:1781825964.119172:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825964.119174:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825964.119175:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825964.119177:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303256090 00000100:00000001:2.0:1781825964.119177:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781825964.119179:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303264786 00000100:00000001:3.0:1781825964.119181:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303256090 00000100:00000040:2.0:1781825964.119181:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.119183:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303264786 00000100:00000001:3.0:1781825964.119185:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825964.119187:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.119188:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825964.119190:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.119190:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825964.119192:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1781825964.119192:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825964.119194:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825964.119195:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825964.119197:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825964.119199:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825964.119200:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781825964.119201:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781825964.119203:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781825964.119203:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781825964.119204:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1781825964.119204:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825964.119206:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825964.119206:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781825964.119208:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825964.119209:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825964.119210:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825964.119213:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825964.119215:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825964.119219:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825964.119221:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498624, portal 10 00000100:00000001:2.0:1781825964.119223:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825964.119224:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825964.119229:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.119235:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825964.119238:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825964.119240:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781825964.119242:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051498624, offset 0 00000400:00000200:2.0:1781825964.119246:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825964.119249:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825964.119252:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825964.119255:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825964.119257:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825964.119259:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825964.119261:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825964.119263:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378802:378802:254:4294967295] 192.168.204.116@tcp LPNI seq info [378753:378753:6:4294967295] 00000400:00000200:2.0:1781825964.119267:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781825964.119389:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825964.119394:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781825964.119401:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825964.119406:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:2.0:1781825964.120724:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825964.120736:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825964.120744:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781825964.120750:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825964.120757:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825964.120761:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825964.120766:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.120773:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19805 usecs (20 jiffies) 00000400:00000200:2.0:1781825964.120778:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825964.120782:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303256086 00000100:00000001:2.0:1781825964.120785:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303264786 00000100:00000001:2.0:1781825964.120788:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303256086 00000100:00000001:2.0:1781825964.120790:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303264786 00000100:00000001:2.0:1781825964.120792:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825964.120796:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.120799:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.120802:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.120808:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825964.120810:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825964.120812:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825964.120814:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825964.120816:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.120818:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825964.123021:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:0.0:1781825964.123027:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:0.0:1781825964.123035:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825964.123045:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123055:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825964.123057:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123062:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825964.123064:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825964.123100:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825964.123103:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781825964.123106:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825964.123109:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825964.123111:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:0.0:1781825964.123112:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:0.0:1781825964.123114:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825964.123117:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123122:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825964.123123:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123127:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825964.123128:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825964.123200:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825964.123203:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781825964.123206:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825964.123210:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825964.123212:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:0.0:1781825964.123214:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:0.0:1781825964.123217:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825964.123221:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123227:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825964.123230:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825964.123236:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825964.123237:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825964.130385:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130403:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825964.130408:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130411:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825964.130421:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130430:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825964.130439:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130444:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130461:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130466:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54b80 00000400:00000200:1.0:1781825964.130471:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130477:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff701 [1] + 224 00000800:00000001:1.0:1781825964.130485:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130490:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825964.130493:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825964.130498:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825964.130505:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825964.130514:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825964.130544:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825964.130565:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825964.130573:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130577:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825964.130579:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130582:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825964.130585:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130589:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825964.130594:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130596:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130599:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825964.130602:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54c00 00000400:00000200:1.0:1781825964.130605:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825964.130610:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781825964.130610:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff6f9 [1] + 224 00000800:00000001:1.0:1781825964.130614:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781825964.130615:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1781825964.130617:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825964.130619:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1781825964.130622:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1781825964.130622:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000001:2.0:1781825964.130624:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825964.130627:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825964.130632:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:2.0:1781825964.130634:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:2.0:1781825964.130637:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1781825964.130639:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825964.130642:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825964.130643:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825964.130652:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825964.130652:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130659:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825964.130660:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130663:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825964.130666:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825964.130668:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825964.130669:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825964.130671:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825964.130672:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1781825964.130674:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825964.130675:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825964.130676:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825964.130678:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825964.130680:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00001000:2.0:1781825964.130681:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=31 v=5 (5 5 5 5) 00000400:00000200:1.0:1781825964.130684:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000100:00001000:2.0:1781825964.130685:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=94 v=5 (1 1 1 1) 00000400:00000200:1.0:1781825964.130687:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825964.130688:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825964.130690:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825964.130690:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00010000:00000001:2.0:1781825964.130692:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1781825964.130693:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00010000:00000001:2.0:1781825964.130695:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825964.130695:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54c80 00000100:00000001:2.0:1781825964.130698:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825964.130698:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781825964.130702:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781825964.130702:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff709 [1] + 224 00000800:00000001:1.0:1781825964.130706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781825964.130710:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825964.130713:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825964.130715:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825964.130719:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825964.130725:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051498368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825964.130730:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.130732:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825964.130735:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051498368/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130742:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825964.130745:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825964.130749:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781825964.130754:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1781825964.130754:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1781825964.130756:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1781825964.130756:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1781825964.130758:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000400:00000200:1.0:1781825964.130760:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000020:00000001:2.0:1781825964.130761:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1781825964.130762:0:2386:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1781825964.130763:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781825964.130766:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1781825964.130766:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781825964.130768:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825964.130770:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781825964.130773:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1781825964.130774:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130775:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130779:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.130780:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825964.130781:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825964.130781:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1781825964.130783:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825964.130784:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1781825964.130784:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1781825964.130786:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000800:00000001:1.0:1781825964.130786:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781825964.130788:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781825964.130790:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781825964.130792:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825964.130794:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825964.130801:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130807:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825964.130808:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130810:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825964.130811:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825964.130812:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825964.130813:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825964.130815:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825964.130821:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=31 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825964.130824:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825964.130826:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825964.130828:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825964.130829:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825964.130831:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.130834:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825964.130836:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825964.130837:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825964.130838:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825964.130841:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130847:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825964.130849:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825964.130850:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825964.130853:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825964.130859:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051498624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825964.130863:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130865:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825964.130867:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051498624/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825964.130874:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825964.130875:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825964.130876:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781825964.130880:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825964.130881:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825964.130883:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825964.130885:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825964.130886:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781825964.130888:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825964.130889:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825964.130890:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825964.130892:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825964.130893:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130895:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825964.130903:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825964.130904:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825964.130906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825964.130908:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825964.131043:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825964.131047:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825964.131051:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825964.131052:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825964.131054:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825964.131058:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781825964.131060:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781825964.131062:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825964.131067:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825964.131108:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.131115:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825964.131116:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825964.131118:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825964.131119:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825964.131121:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825964.131122:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825964.131124:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825964.131128:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=31 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825964.131131:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825964.131133:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825964.131134:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825964.131135:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825964.131137:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825964.131139:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825964.131140:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781825964.131142:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825964.131143:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825964.131159:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.131164:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825964.131166:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825964.131167:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825964.131170:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825964.131177:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051498496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825964.131181:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825964.131182:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825964.131185:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722300 x1868371051498496/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825964.131191:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825964.131192:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825964.131194:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623e00. 02000000:00000001:3.0:1781825964.131198:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825964.131200:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825964.131201:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825964.131203:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825964.131204:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781825964.131206:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825964.131207:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825964.131209:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722300. 00000100:00000001:3.0:1781825964.131211:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825964.131212:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825964.131214:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825964.131218:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825964.131219:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825964.131220:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825964.131222:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825964.566990:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825964.566998:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825964.567005:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825964.567006:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825964.567009:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825964.567010:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825964.568351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825964.568356:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825964.568361:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825965.590620:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825965.590628:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825965.590635:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825965.590636:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825965.590639:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825965.590641:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825965.592854:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825965.592862:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825965.592866:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825966.617057:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825966.617068:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825966.617076:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825966.617111:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825966.617117:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825966.617118:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825966.617240:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825966.617244:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825966.617248:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825967.638284:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825967.638291:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825967.638297:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825967.638299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825967.638302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825967.638303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825967.638517:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825967.638521:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825967.638524:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825968.662182:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825968.662188:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825968.662192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825968.662194:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825968.662196:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825968.662199:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825968.662201:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825968.662202:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825968.662204:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825968.662205:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825968.662207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825968.662208:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825968.662313:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825968.662316:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825968.662318:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825969.238784:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825969.238795:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825969.238805:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781825969.238811:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825969.238816:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825969.238819:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825969.238824:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825969.238831:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825969.238838:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238849:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825969.238858:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825969.238863:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238869:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.238906:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238909:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825969.238912:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825969.238915:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781825969.238918:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825969.238920:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825969.238922:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825969.238924:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825969.238927:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cc00. 00000100:00000001:1.0:1781825969.238930:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238934:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825969.238941:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825969.238943:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238946:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_00+0] req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.238953:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.238955:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825969.238958:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825969.238960:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781825969.238962:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825969.238964:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825969.238965:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825969.238967:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825969.238970:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c800. 00000100:00000001:1.0:1781825969.238972:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.239129:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825969.239137:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825969.239139:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.239143:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_01+1] req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239150:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.239152:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825969.239156:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825969.239160:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825969.239163:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825969.239168:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8598) 00000100:00000001:1.0:1781825969.239182:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825969.239185:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825969.239187:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825969.239192:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239200:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825969.239202:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239205:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825969.239208:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825969.239211:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825969.239214:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051498880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825969.239219:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825969.239225:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825969.239228:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239231:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825969.239236:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f04ca7800. 02000000:00000001:1.0:1781825969.239238:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825969.239244:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825969.239249:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9160. 00000400:00000010:1.0:1781825969.239256:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781825969.239262:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498880, portal 10 00000100:00000001:1.0:1781825969.239265:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825969.239266:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:1.0:1781825969.239273:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239280:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825969.239283:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825969.239286:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781825969.239289:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051498880, offset 0 00000400:00000200:1.0:1781825969.239296:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825969.239304:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.239312:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825969.239318:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825969.239322:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825969.239326:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825969.239328:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825969.239331:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378803:378803:256:4294967295] 192.168.204.116@tcp LPNI seq info [378754:378754:8:4294967295] 00000400:00000200:1.0:1781825969.239336:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.239344:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825969.239349:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825969.239354:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000800:00000200:1.0:1781825969.239360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825969.239366:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825969.239370:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825969.239380:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.239384:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24620 usecs (25 jiffies) 00000400:00000200:1.0:1781825969.239387:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825969.239389:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303261210 00000100:00000001:1.0:1781825969.239393:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303264786 00000100:00000001:1.0:1781825969.239395:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303261210 00000100:00000001:1.0:1781825969.239397:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303264786 00000100:00000001:1.0:1781825969.239399:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825969.239401:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825969.239404:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825969.239407:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825969.239414:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825969.239416:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825969.239418:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825969.239420:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825969.239421:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825969.239423:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781825969.239425:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825969.239426:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825969.239438:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825969.239440:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825969.239442:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825969.239443:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825969.239448:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239454:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825969.239456:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239458:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825969.239460:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825969.239463:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825969.239466:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051498752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825969.239469:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825969.239472:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825969.239474:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239475:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825969.239479:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f04ca7a00. 02000000:00000001:1.0:1781825969.239481:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825969.239484:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825969.239487:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f78. 00000400:00000010:1.0:1781825969.239491:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781825969.239494:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051498752, portal 25 00000100:00000001:1.0:1781825969.239496:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825969.239497:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781825969.239502:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239507:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825969.239509:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825969.239511:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781825969.239513:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051498752, offset 0 00000400:00000200:1.0:1781825969.239517:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825969.239521:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.239525:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825969.239527:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825969.239530:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825969.239532:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825969.239535:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825969.239538:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378804:378804:255:4294967295] 192.168.204.116@tcp LPNI seq info [378755:378755:7:4294967295] 00000400:00000200:1.0:1781825969.239542:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.239548:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825969.239552:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825969.239555:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c000. 00000800:00000200:1.0:1781825969.239558:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825969.239562:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825969.239565:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825969.239568:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825969.239571:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825969.239573:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303269906 00000100:00000001:1.0:1781825969.239580:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303264786 00000100:00000001:1.0:1781825969.239584:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303269906 00000100:00000001:1.0:1781825969.239586:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303264786 00000100:00000001:1.0:1781825969.239589:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825969.239591:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825969.239593:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825969.239597:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239604:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825969.239605:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239607:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825969.239610:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825969.239611:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825969.239614:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051499008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825969.239616:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825969.239619:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825969.239620:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825969.239622:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825969.239625:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f04ca7e00. 02000000:00000001:1.0:1781825969.239626:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825969.239629:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825969.239632:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e90b0. 00000400:00000010:1.0:1781825969.239635:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781825969.239638:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499008, portal 10 00000100:00000001:1.0:1781825969.239640:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825969.239641:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:1.0:1781825969.239646:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.239651:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825969.239653:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825969.239655:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781825969.239657:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051499008, offset 0 00000400:00000200:1.0:1781825969.239661:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825969.239663:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.239666:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825969.239669:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1781825969.240128:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825969.240132:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825969.240174:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825969.240178:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825969.240185:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825969.240190:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825969.240228:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825969.240233:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825969.240235:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825969.240238:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378805:378805:254:4294967295] 192.168.204.116@tcp LPNI seq info [378756:378756:6:4294967295] 00000400:00000200:1.0:1781825969.240243:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.240250:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825969.240255:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825969.240260:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c300. 00000800:00000200:1.0:1781825969.240264:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825969.240268:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825969.240271:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825969.240274:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825969.240278:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19797 usecs (20 jiffies) 00000400:00000200:1.0:1781825969.240281:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825969.240283:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303261206 00000100:00000001:1.0:1781825969.240285:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303269906 00000100:00000001:1.0:1781825969.240287:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303261206 00000100:00000001:1.0:1781825969.240288:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303269906 00000100:00000001:1.0:1781825969.240290:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825969.240292:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825969.240294:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825969.240296:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825969.246444:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781825969.246451:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781825969.246462:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825969.246474:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246487:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.246491:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246499:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.246501:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825969.246533:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825969.246537:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c000. 00000400:00000200:0.0:1781825969.246541:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825969.246545:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825969.246548:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781825969.246550:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781825969.246552:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825969.246555:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246567:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.246570:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246576:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.246577:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825969.246643:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825969.246646:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:0.0:1781825969.246649:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825969.246653:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825969.246656:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781825969.246657:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781825969.246660:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825969.246664:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246675:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.246679:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.246684:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.246685:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781825969.265238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265254:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825969.265259:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265261:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265270:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265277:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825969.265285:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265290:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265306:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265310:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54d80 00000400:00000200:1.0:1781825969.265315:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265321:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff711 [1] + 224 00000800:00000001:1.0:1781825969.265328:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265332:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265339:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825969.265343:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825969.265351:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825969.265360:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825969.265371:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.265397:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825969.265405:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265409:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825969.265411:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265413:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265416:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265419:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825969.265423:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265426:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265438:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265441:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54e00 00000400:00000200:1.0:1781825969.265444:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265448:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff731 [1] + 224 00000800:00000001:1.0:1781825969.265451:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265455:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265457:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825969.265460:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825969.265462:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825969.265467:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825969.265475:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.265482:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825969.265486:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265489:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825969.265491:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265493:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265495:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265498:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825969.265501:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265504:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265506:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265509:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54d00 00000400:00000200:1.0:1781825969.265511:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825969.265516:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff721 [1] + 224 00000800:00000001:1.0:1781825969.265519:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265539:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825969.265542:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825969.265546:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825969.265549:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825969.265553:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825969.265561:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825969.265568:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825969.265571:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825969.265574:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825969.268639:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825969.268649:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825969.268650:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825969.268654:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f78. 00000400:00000200:0.0:1781825969.268662:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781825969.268664:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781825969.268669:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825969.268687:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825969.268699:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268707:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825969.268710:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268713:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825969.268716:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825969.268718:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825969.268721:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825969.268723:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825969.268730:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825969.268735:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825969.268737:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825969.268739:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825969.268742:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825969.268744:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.268747:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825969.268752:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268760:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825969.268763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825969.268765:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825969.268769:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825969.268776:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051498752:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825969.268781:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825969.268782:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825969.268784:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e90b0. 00000400:00000200:0.0:1781825969.268787:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:0.0:1781825969.268788:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:0.0:1781825969.268791:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825969.268794:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825969.268801:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268806:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825969.268808:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268810:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825969.268811:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825969.268812:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825969.268813:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825969.268814:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825969.268820:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825969.268822:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=36 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825969.268824:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825969.268825:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825969.268827:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825969.268829:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.268832:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825969.268834:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825969.268836:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825969.268837:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825969.268841:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268847:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825969.268848:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825969.268850:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825969.268853:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825969.268860:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051499008:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825969.268864:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825969.268865:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825969.268867:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9160. 00000400:00000200:0.0:1781825969.268869:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781825969.268871:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781825969.268873:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825969.268876:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825969.268884:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268890:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825969.268892:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268893:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825969.268894:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825969.268896:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825969.268897:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825969.268899:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825969.268902:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825969.268905:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825969.268907:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825969.268909:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825969.268910:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825969.268912:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.268914:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825969.268915:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781825969.268917:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825969.268918:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825969.268922:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268929:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825969.268930:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825969.268932:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825969.268935:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825969.268942:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051498880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825969.268946:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268948:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.268951:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051498752/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268956:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825969.268958:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825969.268962:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04ca7a00. 02000000:00000001:0.0:1781825969.268966:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825969.268969:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825969.268970:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825969.268973:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825969.268975:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:0.0:1781825969.268978:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825969.268979:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825969.268981:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:0.0:1781825969.268984:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825969.268985:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.268986:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.268989:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051499008/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.268994:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825969.268995:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825969.268997:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04ca7e00. 02000000:00000001:0.0:1781825969.268998:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825969.268999:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825969.269000:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825969.269001:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825969.269003:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c800. 02000000:00000001:0.0:1781825969.269004:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825969.269005:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825969.269006:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:0.0:1781825969.269007:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825969.269008:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.269010:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825969.269012:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051498880/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825969.269017:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825969.269018:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825969.269019:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f04ca7800. 02000000:00000001:0.0:1781825969.269021:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825969.269022:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825969.269023:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825969.269024:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825969.269026:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cc00. 02000000:00000001:0.0:1781825969.269027:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825969.269028:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825969.269029:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:0.0:1781825969.269223:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825969.269224:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.269227:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825969.269233:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825969.269236:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825969.269238:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825969.269241:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825969.686235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825969.686243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825969.686258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825969.686260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825969.686264:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825969.686265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825969.686360:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825969.686363:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825969.686366:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825970.710498:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825970.710507:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825970.710509:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825970.710512:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710516:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825970.710518:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710520:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710523:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710527:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825970.710528:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710532:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825970.710534:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825970.710535:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825970.710536:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710538:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825970.710539:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710540:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825970.710542:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825970.711171:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825970.711175:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825970.711178:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825971.734202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825971.734209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825971.734215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825971.734216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825971.734219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825971.734220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825971.734370:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825971.734374:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825971.734377:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825972.758215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825972.758223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825972.758228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825972.758230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825972.758233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825972.758234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825972.758394:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825972.758398:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825972.758401:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825973.782193:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825973.782203:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825973.782210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825973.782211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825973.782215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825973.782217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825973.784870:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825973.784879:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825973.784883:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825974.358212:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825974.358221:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825974.358244:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825974.358251:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825974.358255:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825974.358258:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825974.358263:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825974.358270:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825974.358277:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358289:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825974.358300:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825974.358304:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358310:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_00+0] req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358359:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358363:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825974.358366:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825974.358369:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825974.358371:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825974.358374:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825974.358375:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825974.358377:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825974.358380:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825974.358382:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358386:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825974.358393:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825974.358394:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358398:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358406:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358408:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825974.358410:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825974.358413:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825974.358415:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825974.358417:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825974.358417:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825974.358420:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825974.358422:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c000. 00000100:00000001:1.0:1781825974.358424:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358428:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825974.358434:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825974.358436:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358439:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_00+0] req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358446:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358448:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825974.358452:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825974.358454:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825974.358457:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825974.358462:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8604) 00000100:00000001:1.0:1781825974.358478:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.358481:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825974.358483:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825974.358488:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358495:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825974.358497:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.358501:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825974.358503:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825974.358505:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825974.358508:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.358512:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825974.358518:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825974.358520:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.358523:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825974.358527:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781825974.358529:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825974.358537:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825974.358541:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781825974.358548:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825974.358556:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499264, portal 10 00000100:00000001:1.0:1781825974.358558:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825974.358560:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781825974.358568:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358575:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825974.358578:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825974.358581:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781825974.358584:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051499264, offset 0 00000400:00000200:1.0:1781825974.358591:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825974.358600:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.358607:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825974.358612:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825974.358616:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825974.358620:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825974.358622:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825974.358626:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378806:378806:256:4294967295] 192.168.204.116@tcp LPNI seq info [378757:378757:8:4294967295] 00000400:00000200:1.0:1781825974.358629:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.358638:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825974.358644:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825974.358648:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c700. 00000800:00000200:1.0:1781825974.358655:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825974.358662:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825974.358666:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825974.358677:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.358683:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24647 usecs (25 jiffies) 00000400:00000200:1.0:1781825974.358686:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825974.358689:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303266329 00000100:00000001:1.0:1781825974.358693:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303269906 00000100:00000001:1.0:1781825974.358695:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303266329 00000100:00000001:1.0:1781825974.358697:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303269906 00000100:00000001:1.0:1781825974.358699:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.358702:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.358705:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.358707:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.358714:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825974.358716:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825974.358717:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.358719:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825974.358720:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825974.358722:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781825974.358724:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.358726:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825974.358727:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.358728:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.358729:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825974.358730:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825974.358734:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358741:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825974.358742:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.358744:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825974.358746:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825974.358748:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825974.358751:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051499136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.358754:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825974.358756:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825974.358757:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.358759:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825974.358762:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781825974.358764:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825974.358768:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825974.358770:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781825974.358774:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781825974.358776:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499136, portal 25 00000100:00000001:1.0:1781825974.358778:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825974.358779:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:1.0:1781825974.358784:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.358790:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825974.358792:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825974.358794:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781825974.358796:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051499136, offset 0 00000400:00000200:1.0:1781825974.358800:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825974.358803:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.358806:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825974.358808:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825974.358811:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825974.358813:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825974.358815:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825974.358818:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378807:378807:255:4294967295] 192.168.204.116@tcp LPNI seq info [378758:378758:7:4294967295] 00000400:00000200:1.0:1781825974.358821:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.358827:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825974.358830:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825974.358833:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c500. 00000800:00000200:1.0:1781825974.358837:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825974.358841:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825974.358843:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825974.358846:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825974.358849:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825974.358851:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303275025 00000100:00000001:1.0:1781825974.358858:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303269906 00000100:00000001:1.0:1781825974.358861:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303275025 00000100:00000001:1.0:1781825974.358864:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303269906 00000100:00000001:1.0:1781825974.358866:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.358868:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.358870:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825974.358873:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.358971:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825974.358974:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825974.359029:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825974.359034:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c700. 00000400:00000200:0.0:1781825974.359040:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.359046:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825974.359051:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:0.0:1781825974.359053:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:0.0:1781825974.359058:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825974.359063:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359072:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825974.359075:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359111:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825974.359113:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825974.359185:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825974.359188:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c500. 00000400:00000200:0.0:1781825974.359191:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.359194:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825974.359196:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:0.0:1781825974.359198:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:0.0:1781825974.359200:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825974.359204:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359210:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825974.359213:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359219:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825974.359221:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825974.359300:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825974.359302:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.359305:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825974.359306:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825974.359309:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825974.359312:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.359316:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825974.359319:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825974.359320:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.359322:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825974.359326:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781825974.359339:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825974.359343:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825974.359347:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781825974.359351:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781825974.359354:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499392, portal 10 00000100:00000001:1.0:1781825974.359356:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825974.359357:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825974.359364:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.359371:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825974.359374:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825974.359376:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e550. 00000100:00000200:1.0:1781825974.359379:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051499392, offset 0 00000400:00000200:1.0:1781825974.359383:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825974.359388:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.359392:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825974.359395:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825974.359398:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825974.359400:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825974.359403:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825974.359406:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378808:378808:256:4294967295] 192.168.204.116@tcp LPNI seq info [378759:378759:8:4294967295] 00000400:00000200:1.0:1781825974.359410:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825974.359417:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825974.359422:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825974.359425:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618ca00. 00000800:00000200:1.0:1781825974.359429:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825974.359434:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825974.359437:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825974.359454:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.359457:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19826 usecs (20 jiffies) 00000400:00000200:1.0:1781825974.359461:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825974.359463:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303266325 00000100:00000001:1.0:1781825974.359466:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303275025 00000100:00000001:1.0:1781825974.359468:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303266325 00000100:00000001:1.0:1781825974.359470:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303275025 00000100:00000001:1.0:1781825974.359473:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.359475:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.359477:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.359479:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825974.359675:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825974.359679:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618ca00. 00000400:00000200:0.0:1781825974.359682:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.359685:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825974.359689:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e550 00000400:00000010:0.0:1781825974.359691:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e550. 00000100:00000001:0.0:1781825974.359693:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825974.359697:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359705:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825974.359708:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.359714:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825974.359715:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825974.363532:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.363549:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825974.363553:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.363556:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.363565:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.363584:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825974.363593:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.363599:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.363604:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.363608:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d54e80 00000400:00000200:0.0:1781825974.363613:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.363619:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff751 [1] + 224 00000800:00000001:0.0:1781825974.363627:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.363635:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.363638:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.363643:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825974.363650:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825974.363658:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825974.363670:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.363694:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825974.363711:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.363714:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.364249:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.364254:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825974.364262:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825974.364264:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825974.364268:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781825974.364273:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781825974.364276:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781825974.364279:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825974.364287:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825974.364298:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.364305:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825974.364307:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.364310:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825974.364313:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825974.364316:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825974.364318:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.364321:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825974.364339:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825974.364344:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825974.364348:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825974.364350:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.364353:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825974.364356:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.364359:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.364364:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.364372:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.364376:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825974.364378:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825974.364382:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825974.364390:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051499136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.364398:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.364401:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825974.364406:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051499136/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.364412:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825974.364415:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825974.364419:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781825974.364423:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825974.364425:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825974.364427:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825974.364429:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825974.364431:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825974.364434:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825974.364436:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825974.364438:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:1.0:1781825974.364442:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825974.364443:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.364446:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.364448:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.364449:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825974.364450:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.364452:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825974.366612:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.366630:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825974.366634:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.366636:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.366645:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.366651:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825974.366659:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.366665:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.366670:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.366674:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54f00 00000400:00000200:0.0:1781825974.366678:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.366684:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff741 [1] + 224 00000800:00000001:0.0:1781825974.366690:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.366699:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.366702:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.366705:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825974.366713:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825974.366721:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825974.366732:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.366749:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825974.366759:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.366762:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.367607:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.367612:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825974.367620:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825974.367622:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825974.367625:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781825974.367631:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:1.0:1781825974.367634:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:1.0:1781825974.367637:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825974.367644:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825974.367653:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.367661:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825974.367663:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.367666:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825974.367669:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825974.367672:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825974.367674:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.367677:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825974.367686:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825974.367691:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=104 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825974.367694:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825974.367695:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.367698:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825974.367701:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.367705:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825974.367707:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825974.367709:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825974.367711:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.367716:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.367723:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.367726:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825974.367728:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825974.367732:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825974.367739:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.367744:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.367747:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825974.367750:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051499264/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.367756:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825974.367758:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825974.367762:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781825974.367765:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825974.367778:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825974.367781:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825974.367783:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825974.367786:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825974.367790:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825974.367792:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825974.367794:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825974.367797:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825974.367799:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.367802:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.367804:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.367806:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825974.367808:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.367819:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825974.372802:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.372828:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825974.372832:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.372834:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.372842:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.372850:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825974.372859:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.372865:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.372871:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.372883:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d54f80 00000400:00000200:0.0:1781825974.372888:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825974.372894:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff761 [1] + 224 00000800:00000001:0.0:1781825974.372902:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.372910:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825974.372913:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825974.372917:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825974.372925:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825974.372933:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825974.372944:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825974.372971:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825974.372979:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825974.372983:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.376671:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.376679:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825974.376689:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825974.376691:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825974.376695:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781825974.376704:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781825974.376707:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781825974.376746:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825974.376758:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825974.376781:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.376791:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825974.376793:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.376797:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825974.376800:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825974.376802:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825974.376804:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825974.376807:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825974.376824:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825974.376828:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=41 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825974.376831:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825974.376832:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.376835:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825974.376840:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.376843:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825974.376846:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825974.376848:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825974.376849:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825974.376854:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.376861:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825974.376864:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825974.376866:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825974.376870:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825974.376886:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825974.376891:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.376894:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825974.376898:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051499392/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825974.376904:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825974.376907:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825974.376919:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781825974.376922:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825974.376925:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825974.376927:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825974.376929:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825974.376931:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c000. 02000000:00000001:1.0:1781825974.376935:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825974.376938:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825974.376939:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825974.376943:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825974.376945:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.376947:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825974.376955:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825974.376957:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825974.376959:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825974.376961:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.806449:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825974.806456:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.806462:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825974.806463:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825974.806467:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825974.806468:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825974.806578:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825974.806581:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825974.806585:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825975.830290:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825975.830296:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825975.830315:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825975.830316:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825975.830320:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825975.830321:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825975.830421:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825975.830425:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825975.830428:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825976.854864:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825976.854872:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825976.854877:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825976.854878:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825976.854881:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825976.854882:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825976.855016:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825976.855020:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825976.855023:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825977.878213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825977.878219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825977.878223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825977.878224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825977.878227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825977.878228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825977.878547:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825977.878551:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825977.878554:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825978.902528:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825978.902534:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825978.902539:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825978.902542:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825978.902545:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825978.902548:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825978.902551:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825978.902553:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825978.902554:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825978.902556:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825978.902559:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825978.902561:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825978.902649:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825978.902652:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825978.902655:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825979.478299:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825979.478309:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825979.478321:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825979.478327:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825979.478331:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825979.478334:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825979.478340:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825979.478347:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c300. 00000100:00000001:1.0:1781825979.478353:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478364:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825979.478375:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825979.478379:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478386:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.478411:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478414:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825979.478418:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825979.478421:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825979.478423:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825979.478425:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825979.478427:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825979.478429:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825979.478432:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c100. 00000100:00000001:1.0:1781825979.478435:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478439:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825979.478447:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825979.478449:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478452:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.478461:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478464:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825979.478466:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825979.478469:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781825979.478471:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825979.478485:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825979.478486:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825979.478488:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825979.478493:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825979.478496:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478500:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825979.478506:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825979.478508:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478511:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_01+1] req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.478517:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.478520:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825979.478523:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825979.478525:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825979.478528:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825979.478532:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8609) 00000100:00000001:0.0:1781825979.478761:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.478766:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825979.478768:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825979.478774:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.478783:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825979.478785:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.478789:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825979.478792:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825979.478795:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825979.478798:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051499520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825979.478802:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825979.478809:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825979.478812:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.478814:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825979.478820:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead600. 02000000:00000001:0.0:1781825979.478822:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825979.478830:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825979.478834:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838738. 00000400:00000010:0.0:1781825979.478853:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825979.478860:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499520, portal 25 00000100:00000001:0.0:1781825979.478863:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825979.478864:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825979.478870:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.478879:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825979.478882:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825979.478885:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ee58. 00000100:00000200:0.0:1781825979.478888:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051499520, offset 0 00000400:00000200:0.0:1781825979.478895:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825979.478905:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.478913:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825979.478918:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825979.478922:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825979.478926:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825979.478929:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825979.478933:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378809:378809:256:4294967295] 192.168.204.116@tcp LPNI seq info [378760:378760:8:4294967295] 00000400:00000200:0.0:1781825979.478938:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.478946:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825979.478953:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825979.478958:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781825979.478965:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825979.478973:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825979.478978:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825979.478987:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825979.478992:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825979.478995:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303280145 00000100:00000001:0.0:1781825979.479003:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303275025 00000100:00000001:0.0:1781825979.479202:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303280146 00000100:00000001:0.0:1781825979.479206:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303275025 00000100:00000001:0.0:1781825979.479210:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825979.479213:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.479216:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825979.479220:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.479237:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825979.479239:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.479241:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825979.479243:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825979.479245:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825979.479247:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825979.479250:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825979.479253:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825979.479254:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.479256:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825979.479259:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825979.479261:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825979.479265:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825979.479268:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781825979.479272:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825979.479275:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499776, portal 10 00000100:00000001:0.0:1781825979.479276:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825979.479278:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:0.0:1781825979.479284:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.479290:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825979.479292:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825979.479294:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825979.479296:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051499776, offset 0 00000400:00000200:0.0:1781825979.479300:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825979.479304:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.479307:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825979.479310:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825979.479313:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825979.479315:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825979.479317:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825979.479320:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378810:378810:255:4294967295] 192.168.204.116@tcp LPNI seq info [378761:378761:7:4294967295] 00000400:00000200:0.0:1781825979.479324:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.479329:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825979.479333:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825979.479336:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fd00. 00000800:00000200:0.0:1781825979.479340:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825979.479344:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825979.479347:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825979.479350:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825979.479354:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19831 usecs (20 jiffies) 00000400:00000200:0.0:1781825979.479357:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825979.479359:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303271445 00000100:00000001:0.0:1781825979.479362:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303280145 00000100:00000001:0.0:1781825979.479364:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303271445 00000100:00000001:0.0:1781825979.479370:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303280146 00000100:00000001:0.0:1781825979.479372:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825979.479374:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.479377:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.479380:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.479386:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825979.479388:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825979.479390:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.479391:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825979.479393:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825979.479396:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825979.479397:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.479399:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825979.479400:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.479402:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.479403:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825979.479404:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825979.479407:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.479414:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825979.479415:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.479417:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825979.479418:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825979.479420:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825979.479423:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825979.479426:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825979.479429:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825979.479430:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.479431:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825979.479434:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781825979.479436:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825979.479439:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825979.479442:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838840. 00000400:00000010:0.0:1781825979.479445:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825979.479448:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499648, portal 10 00000100:00000001:0.0:1781825979.479449:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825979.479451:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:0.0:1781825979.479456:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.479461:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825979.479463:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825979.479465:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ec38. 00000100:00000200:0.0:1781825979.479467:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051499648, offset 0 00000800:00000200:1.0:1781825979.479590:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825979.479596:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781825979.479602:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825979.479607:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825979.480074:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825979.480109:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.480114:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825979.480117:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825979.480121:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825979.480123:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825979.480125:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825979.480129:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378811:378811:254:4294967295] 192.168.204.116@tcp LPNI seq info [378762:378762:6:4294967295] 00000400:00000200:0.0:1781825979.480133:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.480139:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825979.480144:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825979.480149:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781825979.480154:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825979.480159:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825979.480162:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825979.480166:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825979.480169:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24618 usecs (25 jiffies) 00000400:00000200:0.0:1781825979.480173:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825979.480175:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303271451 00000100:00000001:0.0:1781825979.480177:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303280145 00000100:00000001:0.0:1781825979.480180:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303271451 00000100:00000001:0.0:1781825979.480182:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303280146 00000100:00000001:0.0:1781825979.480184:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825979.480187:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.480190:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.480193:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.480203:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.480206:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825979.484291:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ee58 00000400:00000010:1.0:1781825979.484299:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ee58. 00000100:00000001:1.0:1781825979.484310:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825979.484322:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484335:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825979.484339:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484346:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.484349:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825979.484379:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825979.484383:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fd00. 00000400:00000200:1.0:1781825979.484387:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825979.484391:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825979.484395:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:1.0:1781825979.484397:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:1.0:1781825979.484399:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825979.484403:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484410:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825979.484413:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484419:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.484421:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825979.484493:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825979.484495:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781825979.484498:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825979.484501:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825979.484504:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ec38 00000400:00000010:1.0:1781825979.484505:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ec38. 00000100:00000001:1.0:1781825979.484508:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825979.484512:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484519:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825979.484522:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.484529:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.484531:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825979.491462:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.491490:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825979.491589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.491595:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825979.491615:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.491622:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825979.491630:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.491636:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.491641:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.491645:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55000 00000400:00000200:0.0:1781825979.491649:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.491654:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff771 [1] + 224 00000800:00000001:0.0:1781825979.491661:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.491667:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825979.491670:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825979.491674:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825979.491681:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825979.491690:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825979.491702:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.491727:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825979.491735:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.491738:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.491857:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825979.491862:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825979.491869:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825979.491871:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825979.491874:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838738. 00000400:00000200:1.0:1781825979.491878:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:1.0:1781825979.491881:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:1.0:1781825979.491885:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825979.491890:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825979.491899:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.491904:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825979.491906:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.491908:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825979.491911:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825979.491913:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825979.491916:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825979.491918:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825979.491925:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825979.491929:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825979.491932:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825979.491934:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825979.491937:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825979.491939:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.491941:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.491946:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.491953:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825979.491956:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825979.491958:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825979.491962:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825979.491969:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051499520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825979.491974:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.491976:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825979.491979:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051499520/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.491986:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825979.491989:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825979.491992:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead600. 02000000:00000001:1.0:1781825979.491996:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825979.491999:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825979.492001:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781825979.492003:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825979.492005:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c300. 02000000:00000001:1.0:1781825979.492008:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825979.492010:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825979.492012:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825979.492015:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825979.492016:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.492020:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.492021:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825979.492022:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825979.492023:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.492025:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825979.497470:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.497552:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825979.497556:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.497559:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825979.497567:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.497575:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825979.497583:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.497588:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.497593:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.497812:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55100 00000400:00000200:0.0:1781825979.497819:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825979.497826:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff781 [1] + 224 00000800:00000001:0.0:1781825979.497834:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.497844:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825979.497847:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825979.497851:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825979.497858:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825979.497867:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825979.497879:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.497900:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825979.497908:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825979.497911:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.497938:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.497942:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825979.497948:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825979.497950:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825979.497953:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781825979.497957:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:0.0:1781825979.497959:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:0.0:1781825979.497963:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825979.497967:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825979.497976:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.497982:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825979.497984:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.497987:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825979.497990:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825979.497992:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825979.497994:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825979.497997:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825979.498007:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=46 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825979.498011:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825979.498014:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825979.498015:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825979.498017:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825979.498020:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.498023:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825979.498025:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825979.498027:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825979.498029:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825979.500196:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.500212:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825979.500216:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825979.500218:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825979.500226:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825979.500244:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825979.500249:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.500252:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825979.500255:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051499776/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825979.500261:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825979.500264:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825979.500267:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825979.500271:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825979.500274:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825979.500275:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825979.500277:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825979.500280:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825979.500283:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825979.500284:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825979.500286:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:0.0:1781825979.500290:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825979.500291:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825979.500294:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.500296:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825979.500298:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825979.500299:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825979.500301:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825979.510733:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825979.510750:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825979.510755:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825979.510757:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825979.510766:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825979.510774:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825979.510783:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825979.510788:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825979.510794:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825979.510798:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55080 00000400:00000200:1.0:1781825979.510803:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825979.510808:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff791 [1] + 224 00000800:00000001:1.0:1781825979.510815:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825979.510823:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825979.510888:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825979.510894:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825979.510900:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825979.510908:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825979.510920:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.510940:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825979.510947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825979.510950:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.510963:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825979.510966:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825979.511034:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825979.511036:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825979.511038:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838840. 00000400:00000200:1.0:1781825979.511042:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:1.0:1781825979.511045:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:1.0:1781825979.511049:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825979.511053:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825979.511061:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.511067:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825979.511069:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.511071:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825979.511142:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825979.511145:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825979.511148:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825979.511151:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825979.511161:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825979.511165:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825979.511168:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825979.511170:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825979.511172:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825979.511176:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.511180:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825979.511182:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825979.511184:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825979.511186:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825979.511190:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.511197:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825979.511201:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825979.511203:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825979.511207:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825979.511215:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051499648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825979.511219:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.511222:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825979.511225:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051499648/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781825995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825979.511243:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825979.511245:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825979.511249:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:1.0:1781825979.511252:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825979.511255:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825979.511257:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825979.511259:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825979.511262:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c100. 02000000:00000001:1.0:1781825979.511266:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825979.511268:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825979.511270:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781825979.511273:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825979.511275:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.511277:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825979.511284:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825979.511285:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825979.511288:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825979.511290:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825979.926204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825979.926212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825979.926217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825979.926232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825979.926236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825979.926238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825979.926357:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825979.926360:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825979.926363:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825980.950400:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825980.950408:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825980.950411:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825980.950414:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950418:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825980.950420:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950423:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950425:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950428:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825980.950429:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950432:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825980.950434:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825980.950435:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825980.950436:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950437:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825980.950438:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950440:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825980.950442:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825980.954141:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825980.954147:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825980.954153:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825981.974285:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825981.974298:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825981.974304:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825981.974306:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825981.974310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825981.974311:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825981.974675:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825981.974679:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825981.974682:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825982.998282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825982.998292:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825982.998299:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825982.998301:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825982.998305:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825982.998306:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825982.998576:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825982.998581:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825982.998585:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825984.022258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825984.022268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825984.022275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825984.022276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825984.022280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825984.022282:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825984.022631:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825984.022635:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825984.022639:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781825984.598709:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825984.598723:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825984.598738:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781825984.598746:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781825984.598751:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825984.598755:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825984.598763:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825984.598773:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781825984.598782:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.598797:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825984.598809:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825984.598814:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.598822:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_00+0] req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.598909:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.598915:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825984.598917:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825984.598925:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.598932:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825984.598935:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.598940:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825984.598943:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825984.598946:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825984.598950:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051499904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825984.598954:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825984.598962:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825984.598966:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.598969:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825984.598975:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825984.598977:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825984.598986:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825984.598991:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825984.599000:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825984.599008:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051499904, portal 25 00000100:00000001:2.0:1781825984.599011:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825984.599013:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781825984.599018:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.599025:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825984.599027:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825984.599031:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781825984.599035:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051499904, offset 0 00000400:00000200:2.0:1781825984.599041:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825984.599052:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825984.599062:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825984.599068:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825984.599073:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825984.599104:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825984.599108:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825984.599111:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378812:378812:256:4294967295] 192.168.204.116@tcp LPNI seq info [378763:378763:8:4294967295] 00000400:00000200:2.0:1781825984.599116:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825984.599139:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825984.599146:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825984.599153:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781825984.599160:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825984.599168:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825984.599174:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825984.599249:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825984.599255:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825984.599259:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303285266 00000100:00000001:2.0:1781825984.599270:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303280145 00000100:00000001:2.0:1781825984.599276:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303285266 00000100:00000001:2.0:1781825984.599279:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303280146 00000100:00000001:2.0:1781825984.599283:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825984.599286:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.599289:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.599293:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.599347:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.599351:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825984.599355:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825984.599360:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781825984.599363:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825984.599367:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825984.599368:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825984.599371:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825984.599376:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781825984.599380:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.599391:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825984.599400:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825984.599403:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.599408:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1781825984.601852:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825984.601867:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781825984.601875:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.601886:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825984.601895:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:0.0:1781825984.601899:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:0.0:1781825984.601906:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825984.601917:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.601932:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825984.601936:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.601944:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825984.601946:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825984.602381:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825984.602386:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825984.602392:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.602395:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825984.602399:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825984.602402:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781825984.602404:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.602407:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825984.602408:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.602410:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.602411:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825984.602412:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825984.602421:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.602430:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825984.602433:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.602448:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825984.602452:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825984.602457:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825984.602461:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051500032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825984.602467:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825984.602475:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825984.602489:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.602492:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825984.602501:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825984.602505:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825984.602513:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825984.602715:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825984.602726:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825984.602736:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500032, portal 10 00000100:00000001:2.0:1781825984.602739:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825984.602741:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781825984.602750:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.602759:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825984.602762:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825984.602765:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781825984.602769:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500032, offset 0 00000400:00000200:2.0:1781825984.602776:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825984.602788:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825984.602797:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825984.602804:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825984.602810:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825984.602815:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825984.602818:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825984.602822:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378813:378813:256:4294967295] 192.168.204.116@tcp LPNI seq info [378764:378764:8:4294967295] 00000400:00000200:2.0:1781825984.602828:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825984.602840:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825984.602848:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825984.602854:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781825984.602861:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825984.602869:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825984.602875:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825984.602903:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825984.602909:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24653 usecs (25 jiffies) 00000400:00000200:2.0:1781825984.602913:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825984.602918:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303276573 00000100:00000001:2.0:1781825984.602923:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303285266 00000100:00000001:2.0:1781825984.602926:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303276573 00000100:00000001:2.0:1781825984.602929:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303285266 00000100:00000001:2.0:1781825984.602932:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825984.602935:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.602938:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.602941:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.602960:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.602964:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.603160:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.603165:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781825984.603170:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781825984.603176:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781825984.603181:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781825984.603186:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781825984.603189:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781825984.603194:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781825984.603202:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781825984.603209:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.603215:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781825984.603224:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781825984.603230:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.603235:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.603259:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.603262:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825984.603266:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825984.603269:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781825984.603272:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781825984.603278:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8614) 00000100:00000001:3.0:1781825984.603293:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1781825984.603295:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781825984.603297:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.603302:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825984.603304:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.603305:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825984.603307:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781825984.603308:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781825984.603313:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.603319:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781825984.603321:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825984.603323:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781825984.603325:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781825984.603328:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781825984.603331:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051500160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825984.603335:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781825984.603338:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781825984.603341:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825984.603343:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781825984.603347:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781825984.603348:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781825984.603354:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781825984.603357:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781825984.603362:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781825984.603366:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500160, portal 10 00000100:00000001:3.0:1781825984.603368:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781825984.603369:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:3.0:1781825984.603375:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.603381:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781825984.603382:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781825984.603385:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781825984.603387:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500160, offset 0 00000400:00000200:3.0:1781825984.603391:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781825984.603395:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825984.603399:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781825984.603402:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781825984.603405:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781825984.603408:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781825984.603410:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781825984.603412:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378814:378814:255:4294967295] 192.168.204.116@tcp LPNI seq info [378765:378765:7:4294967295] 00000400:00000200:3.0:1781825984.603417:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781825984.603422:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781825984.603427:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781825984.603434:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781825984.603450:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781825984.603455:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781825984.603458:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781825984.603461:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.603464:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19838 usecs (20 jiffies) 00000400:00000200:3.0:1781825984.603468:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825984.603469:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303276569 00000100:00000001:3.0:1781825984.603472:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303285266 00000100:00000001:3.0:1781825984.603474:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303276569 00000100:00000001:3.0:1781825984.603476:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303285266 00000100:00000001:3.0:1781825984.603693:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825984.603696:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.603698:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.603700:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825984.604100:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.604118:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825984.604121:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.604124:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.604142:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.604148:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825984.604157:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.604162:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.604167:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.604172:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55180 00000400:00000200:0.0:1781825984.604177:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.604184:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7a1 [1] + 224 00000800:00000001:0.0:1781825984.604192:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.604200:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.604203:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.604208:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825984.604216:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825984.604224:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825984.604236:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.604246:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1781825984.604285:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825984.604289:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781825984.604293:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.604296:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825984.604300:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:0.0:1781825984.604304:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:0.0:1781825984.604309:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825984.604313:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.604323:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825984.604327:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.604336:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825984.604338:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825984.604344:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.604348:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1781825984.604398:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825984.604401:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781825984.604404:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.604408:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825984.604411:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:0.0:1781825984.604413:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:0.0:1781825984.604415:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825984.604420:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.604426:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825984.604429:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.604436:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825984.604437:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825984.604853:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.604857:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825984.604866:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825984.604869:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825984.604872:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825984.604877:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781825984.604879:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781825984.604882:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825984.604887:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825984.604895:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.604902:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825984.604903:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.604906:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825984.604910:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825984.604913:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825984.604915:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.604918:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825984.604927:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825984.604932:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825984.604935:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825984.604937:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825984.604940:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825984.604943:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.604946:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825984.604951:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.604958:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825984.604961:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825984.604964:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825984.604968:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825984.604975:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051499904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825984.604980:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.604982:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825984.604985:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051499904/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.604991:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825984.604994:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825984.604999:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781825984.605003:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825984.605006:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825984.605008:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825984.605011:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825984.605014:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781825984.605017:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825984.605019:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825984.605022:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781825984.605026:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825984.605027:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.605030:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.605031:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.605032:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825984.605034:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.605035:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825984.606931:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.606951:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825984.606956:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.606958:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.606968:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.606977:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825984.606986:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.606992:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.606998:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607003:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55200 00000400:00000200:0.0:1781825984.607008:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607014:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7a9 [1] + 224 00000800:00000001:0.0:1781825984.607022:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.607026:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.607029:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.607033:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825984.607041:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825984.607050:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825984.607061:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.607111:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825984.607120:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.607123:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825984.607126:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.607138:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.607141:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607145:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825984.607149:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607151:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607154:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607156:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55280 00000400:00000200:0.0:1781825984.607159:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825984.607164:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7b1 [1] + 224 00000800:00000001:0.0:1781825984.607168:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.607175:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825984.607176:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825984.607179:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825984.607182:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825984.607186:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825984.607193:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825984.607212:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825984.607215:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825984.607218:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.607288:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.607294:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825984.607302:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825984.607304:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825984.607308:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825984.607314:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:2.0:1781825984.607316:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:2.0:1781825984.607320:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825984.607324:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825984.607332:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.607338:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825984.607340:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.607343:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825984.607347:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825984.607350:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825984.607352:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825984.607355:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825984.607366:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825984.607370:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825984.607373:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825984.607385:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825984.607388:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825984.607392:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.607397:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825984.607400:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825984.607402:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825984.607404:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825984.607409:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.607417:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825984.607421:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825984.607424:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825984.607428:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825984.607440:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051500032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825984.607446:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.607449:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825984.607452:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051500032/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825984.607459:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825984.607462:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825984.607466:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825984.607471:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825984.607474:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825984.607477:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825984.607487:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825984.607491:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781825984.607495:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825984.607497:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825984.607499:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781825984.607503:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825984.607505:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.607508:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825984.607675:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825984.607678:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825984.607681:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825984.607683:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.607746:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825984.607749:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781825984.607754:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781825984.607756:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781825984.607759:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781825984.607762:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781825984.607764:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781825984.607767:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781825984.607772:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781825984.607780:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.607787:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781825984.607788:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.607790:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781825984.607792:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781825984.607793:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781825984.607795:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781825984.607796:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781825984.607802:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=51 v=5 (5 5 5 5) 00000100:00001000:3.0:1781825984.607805:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=51 v=5 (1 1 1 1) 00000100:00000001:3.0:1781825984.607807:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781825984.607808:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781825984.607810:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781825984.607812:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.607815:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781825984.607816:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781825984.607819:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781825984.607820:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781825984.607824:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.607829:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781825984.607831:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781825984.607833:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781825984.607836:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781825984.607844:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051500160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781825984.607848:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.607850:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781825984.607852:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051500160/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781825984.607858:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781825984.607859:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781825984.607862:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781825984.607866:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781825984.607867:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781825984.607869:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781825984.607871:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781825984.607872:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:3.0:1781825984.607875:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781825984.607876:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781825984.607878:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:3.0:1781825984.607881:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781825984.607882:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.607884:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781825984.607888:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781825984.607889:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781825984.607891:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781825984.607893:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825985.046335:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825985.046345:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825985.046351:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825985.046352:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825985.046356:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825985.046357:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825985.046467:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825985.046471:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825985.046474:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825986.070328:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825986.070338:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825986.070346:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825986.070347:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825986.070351:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825986.070352:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825986.070491:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825986.070496:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825986.070499:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825987.094209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825987.094226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825987.094232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825987.094233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825987.094236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825987.094237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825987.094386:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825987.094390:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825987.094393:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825988.119436:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825988.119444:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825988.119450:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825988.119451:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825988.119454:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825988.119456:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825988.120611:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825988.120617:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825988.120621:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825989.142257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825989.142263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.142269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825989.142272:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825989.142274:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825989.142277:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.142280:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825989.142282:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.142284:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.142286:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.142289:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825989.142290:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781825989.145206:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781825989.145213:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781825989.145218:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825989.718322:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825989.718333:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825989.718344:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781825989.718358:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825989.718363:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825989.718366:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825989.718370:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825989.718379:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825989.718385:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718396:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825989.718407:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825989.718412:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718418:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.718452:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718455:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825989.718459:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825989.718462:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825989.718465:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825989.718468:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825989.718469:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825989.718472:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825989.718475:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781825989.718478:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718483:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825989.718491:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825989.718492:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718496:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.718503:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718505:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825989.718508:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825989.718510:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781825989.718513:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825989.718515:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825989.718516:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825989.718518:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825989.718523:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825989.718525:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718529:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825989.718536:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825989.718544:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718548:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.718555:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.718566:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825989.718570:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825989.718573:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825989.718576:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825989.718581:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8619) 00000100:00000001:1.0:1781825989.718596:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825989.718600:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825989.718602:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781825989.718607:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.718614:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781825989.718617:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825989.718620:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781825989.718623:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781825989.718626:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781825989.718638:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825989.718774:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825989.718777:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825989.718778:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825989.718784:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.718798:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825989.718800:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.718802:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825989.718804:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825989.718806:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825989.718810:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051500288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825989.718814:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825989.718820:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825989.718823:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.718826:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825989.718831:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825989.718833:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825989.718840:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825989.718844:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781825989.718852:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825989.718859:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500288, portal 25 00000100:00000001:0.0:1781825989.718861:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825989.718862:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:0.0:1781825989.718867:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.718874:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825989.718877:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825989.718879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825989.718882:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051500288, offset 0 00000400:00000200:0.0:1781825989.718888:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825989.718896:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.718904:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825989.718915:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825989.718920:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825989.718924:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825989.718927:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825989.718930:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378815:378815:256:4294967295] 192.168.204.116@tcp LPNI seq info [378766:378766:8:4294967295] 00000400:00000200:0.0:1781825989.718935:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.718944:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825989.718950:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825989.718956:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781825989.718962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825989.718969:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825989.718974:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825989.718987:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825989.718992:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825989.718994:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303290385 00000100:00000001:0.0:1781825989.719002:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303285266 00000100:00000001:0.0:1781825989.719006:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303290385 00000100:00000001:0.0:1781825989.719009:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303285266 00000100:00000001:0.0:1781825989.719013:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825989.719015:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719017:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825989.719021:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719038:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825989.719039:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.719042:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825989.719043:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825989.719045:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825989.719048:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051500544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825989.719051:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825989.719054:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825989.719055:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.719056:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825989.719059:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825989.719062:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825989.719065:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825989.719067:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781825989.719071:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825989.719074:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500544, portal 10 00000100:00000001:0.0:1781825989.719076:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825989.719112:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:0.0:1781825989.719119:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719126:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825989.719128:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825989.719131:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825989.719134:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500544, offset 0 00000400:00000200:0.0:1781825989.719138:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825989.719141:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.719145:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825989.719147:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825989.719150:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825989.719152:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825989.719154:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825989.719157:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378816:378816:255:4294967295] 192.168.204.116@tcp LPNI seq info [378767:378767:7:4294967295] 00000400:00000200:0.0:1781825989.719161:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.719177:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825989.719182:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825989.719185:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825989.719189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825989.719193:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825989.719196:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825989.719199:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825989.719203:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19815 usecs (20 jiffies) 00000400:00000200:0.0:1781825989.719206:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825989.719208:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303281684 00000100:00000001:0.0:1781825989.719211:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303290385 00000100:00000001:0.0:1781825989.719212:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303281684 00000100:00000001:0.0:1781825989.719214:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303290385 00000100:00000001:0.0:1781825989.719216:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825989.719218:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719221:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719223:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.719231:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825989.719233:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825989.719235:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825989.719236:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825989.719238:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719239:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825989.719283:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825989.719287:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781825989.719294:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.719298:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825989.719304:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:0.0:1781825989.719306:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:0.0:1781825989.719311:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825989.719316:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719325:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825989.719329:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719335:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719337:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781825989.719401:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825989.719404:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:0.0:1781825989.719407:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.719410:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825989.719413:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:0.0:1781825989.719415:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:0.0:1781825989.719417:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825989.719421:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719427:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825989.719430:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.719437:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.719438:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781825989.719815:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781825989.719818:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781825989.719820:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825989.719822:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781825989.719826:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed400. 02000000:00000001:1.0:1781825989.719828:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781825989.719832:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781825989.719835:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781825989.719839:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781825989.719842:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500416, portal 10 00000100:00000001:1.0:1781825989.719844:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781825989.719845:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:1.0:1781825989.719852:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.719858:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781825989.719861:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781825989.719863:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781825989.719866:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500416, offset 0 00000400:00000200:1.0:1781825989.719870:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781825989.719875:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825989.719878:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781825989.719881:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781825989.719884:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781825989.719886:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781825989.719888:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781825989.719891:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378817:378817:256:4294967295] 192.168.204.116@tcp LPNI seq info [378768:378768:8:4294967295] 00000400:00000200:1.0:1781825989.719895:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825989.719900:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781825989.719905:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781825989.719909:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f03a9cd00. 00000800:00000200:1.0:1781825989.719913:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781825989.719918:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781825989.719921:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f03a9cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781825989.719935:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.719939:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24622 usecs (25 jiffies) 00000400:00000200:1.0:1781825989.719942:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781825989.719944:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303281690 00000100:00000001:1.0:1781825989.719947:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303290385 00000100:00000001:1.0:1781825989.719949:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303281690 00000100:00000001:1.0:1781825989.719951:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303290385 00000100:00000001:1.0:1781825989.719953:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825989.719955:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825989.719957:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825989.719959:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825989.719963:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825989.719964:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781825989.719966:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825989.719968:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825989.719969:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825989.719971:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825989.720343:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825989.720346:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f03a9cd00. 00000400:00000200:0.0:1781825989.720350:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.720354:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825989.720358:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781825989.720360:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781825989.720363:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825989.720368:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.720376:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825989.720379:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.720384:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.720385:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825989.726122:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726143:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825989.726148:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726151:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.726160:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726625:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825989.726801:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726808:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726813:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726817:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55380 00000400:00000200:0.0:1781825989.726823:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726829:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7d9 [1] + 224 00000800:00000001:0.0:1781825989.726836:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726842:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.726845:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.726849:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825989.726856:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825989.726866:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825989.726878:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.726906:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825989.726919:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726924:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825989.726926:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726928:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.726932:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726935:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825989.726940:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726942:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726944:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726947:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55400 00000400:00000200:0.0:1781825989.726950:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.726954:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7c9 [1] + 224 00000800:00000001:0.0:1781825989.726958:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.726962:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.726964:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.726967:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825989.726969:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825989.726973:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825989.726987:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.727003:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825989.727007:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.727011:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825989.727012:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.727014:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.727017:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.727020:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825989.727024:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.727026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.727038:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.727041:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55300 00000400:00000200:0.0:1781825989.727044:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825989.727048:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7b9 [1] + 224 00000800:00000001:0.0:1781825989.727052:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.727059:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825989.727061:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825989.727064:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825989.727066:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825989.727070:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.727881:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825989.727887:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825989.727893:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825989.727895:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825989.727899:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781825989.727903:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781825989.727906:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781825989.727909:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825989.727915:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825989.727924:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.727929:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825989.727931:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825989.727933:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825989.727936:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825989.727939:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825989.727941:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825989.727943:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825989.727951:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=56 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825989.727956:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825989.727958:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825989.727960:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825989.727962:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825989.727965:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825989.727969:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825989.727971:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825989.727972:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825989.727974:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825989.727978:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.727985:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825989.727988:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825989.727990:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825989.727993:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825989.728001:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825989.728005:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825989.728008:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825989.728011:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051500416/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825989.728017:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825989.728020:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825989.728023:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed400. 02000000:00000001:1.0:1781825989.728038:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825989.728041:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825989.728043:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825989.728046:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825989.728048:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:1.0:1781825989.728053:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825989.728055:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825989.728057:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:1.0:1781825989.728061:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825989.728062:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825989.728064:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825989.728071:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781825989.728072:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825989.728074:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825989.728077:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825989.728257:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728267:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825989.728275:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825989.728280:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728289:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825989.728291:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825989.728294:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825989.728296:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825989.728298:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781825989.728301:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:0.0:1781825989.728303:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:0.0:1781825989.728306:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825989.728310:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825989.728319:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728325:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825989.728326:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728328:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825989.728329:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825989.728331:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825989.728332:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.728334:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825989.728337:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825989.728340:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825989.728343:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825989.728344:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825989.728346:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825989.728348:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.728350:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825989.728354:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728361:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825989.728363:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825989.728364:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825989.728368:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825989.728376:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051500288:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781825989.728381:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825989.728382:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825989.728384:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:0.0:1781825989.728387:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781825989.728388:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781825989.728391:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825989.728394:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825989.728403:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728409:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825989.728411:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728412:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825989.728414:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825989.728415:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825989.728417:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825989.728419:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825989.728424:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825989.728427:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825989.728429:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825989.728430:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825989.728432:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825989.728434:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.728436:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781825989.728438:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781825989.728440:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781825989.728441:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825989.728445:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728450:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825989.728452:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825989.728453:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825989.728457:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825989.728468:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051500544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825989.728471:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728473:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825989.728476:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051500288/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728482:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825989.728483:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825989.728486:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781825989.728489:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825989.728490:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825989.728492:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825989.728493:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825989.728495:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781825989.728497:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825989.728498:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825989.728499:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:0.0:1781825989.728502:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825989.728503:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728504:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825989.728507:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051500544/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825989.728512:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825989.728513:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825989.728515:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781825989.728516:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825989.728518:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825989.728519:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781825989.728520:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825989.728521:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:0.0:1781825989.728523:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825989.728524:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825989.728525:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:0.0:1781825989.728527:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825989.728529:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728531:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825989.728534:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825989.728536:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825989.728549:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825989.728551:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825990.169500:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825990.169508:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825990.169513:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825990.169514:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825990.169518:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825990.169519:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825990.169632:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825990.169635:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825990.169638:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825991.195105:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825991.195114:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825991.195117:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825991.195120:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195125:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825991.195128:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195130:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195133:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195289:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825991.195292:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195297:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825991.195299:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825991.195301:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825991.195302:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195304:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825991.195305:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195307:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825991.195309:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825991.195555:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825991.195559:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825991.195562:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825992.214266:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825992.214274:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825992.214280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825992.214281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825992.214284:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825992.214286:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825992.214540:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825992.214544:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825992.214547:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825993.238652:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825993.238658:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825993.238662:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825993.238663:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825993.238667:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825993.238668:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825993.240746:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825993.240752:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825993.240756:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825994.262222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825994.262230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825994.262236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825994.262237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825994.262240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825994.262242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825994.262405:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825994.262409:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825994.262411:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781825994.838195:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825994.838206:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825994.838219:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781825994.838225:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781825994.838230:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825994.838233:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825994.838239:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825994.838249:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f03a9cd00. 00000100:00000001:1.0:1781825994.838257:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838345:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825994.838356:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825994.838360:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838367:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_01+1] req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.838395:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838398:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825994.838401:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825994.838405:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781825994.838407:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825994.838409:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825994.838411:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825994.838413:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825994.838416:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781825994.838420:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838425:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825994.838431:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825994.838433:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838436:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.838443:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838445:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781825994.838448:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781825994.838451:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781825994.838453:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781825994.838455:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781825994.838456:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781825994.838457:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781825994.838460:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781825994.838463:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838467:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781825994.838473:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781825994.838475:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838478:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_01+1] req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.838484:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.838486:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825994.838489:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825994.838491:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781825994.838494:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781825994.838498:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8624) 00000100:00000001:0.0:1781825994.838615:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.838620:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825994.838622:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825994.838628:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.838635:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825994.838636:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.838640:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825994.838642:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825994.838644:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825994.838648:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051500672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825994.838652:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825994.838659:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825994.838661:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.838664:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825994.838668:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825994.838670:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825994.838677:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825994.838681:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781825994.838688:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781825994.838695:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500672, portal 25 00000100:00000001:0.0:1781825994.838698:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825994.838700:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000100:00000040:0.0:1781825994.838705:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.838712:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825994.838714:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825994.838717:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e110. 00000100:00000200:0.0:1781825994.838719:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051500672, offset 0 00000400:00000200:0.0:1781825994.838725:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825994.838733:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.838752:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825994.838763:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825994.838767:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825994.838770:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825994.838773:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825994.838776:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378818:378818:256:4294967295] 192.168.204.116@tcp LPNI seq info [378769:378769:8:4294967295] 00000400:00000200:0.0:1781825994.838780:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.838787:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825994.838793:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825994.838797:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fc00. 00000800:00000200:0.0:1781825994.838804:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825994.838811:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825994.838815:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825994.838823:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825994.838827:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825994.838830:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303295505 00000100:00000001:0.0:1781825994.838838:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303290385 00000100:00000001:0.0:1781825994.838842:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303295505 00000100:00000001:0.0:1781825994.838844:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303290385 00000100:00000001:0.0:1781825994.838847:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825994.838850:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.838853:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825994.838857:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.838863:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825994.838864:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.838866:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825994.838868:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825994.838870:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825994.838873:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825994.838875:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825994.838878:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825994.838879:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.838881:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825994.838884:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781825994.838886:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825994.838889:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825994.838892:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781825994.838895:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e908. 00000100:00000200:0.0:1781825994.838898:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500928, portal 10 00000100:00000001:0.0:1781825994.838899:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825994.838901:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781825994.838906:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.838912:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825994.838914:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825994.838916:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e440. 00000100:00000200:0.0:1781825994.838918:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500928, offset 0 00000400:00000200:0.0:1781825994.838922:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825994.838926:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.838940:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825994.838943:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825994.838946:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825994.838948:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825994.838950:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825994.838953:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378819:378819:255:4294967295] 192.168.204.116@tcp LPNI seq info [378770:378770:7:4294967295] 00000400:00000200:0.0:1781825994.838966:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.838972:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825994.838977:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825994.838981:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781825994.838984:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825994.838988:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825994.838990:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825994.838993:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825994.838996:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19802 usecs (20 jiffies) 00000400:00000200:0.0:1781825994.838999:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825994.839000:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303286804 00000100:00000001:0.0:1781825994.839003:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303295505 00000100:00000001:0.0:1781825994.839004:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303286804 00000100:00000001:0.0:1781825994.839006:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303295505 00000100:00000001:0.0:1781825994.839007:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825994.839009:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.839012:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.839014:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.839020:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825994.839022:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781825994.839024:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.839025:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825994.839026:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825994.839028:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781825994.839030:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.839031:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825994.839032:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.839034:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.839035:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781825994.839036:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781825994.839039:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.839045:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781825994.839046:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.839048:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781825994.839049:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781825994.839051:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781825994.839054:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825994.839056:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781825994.839059:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781825994.839060:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.839061:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781825994.839065:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac000. 02000000:00000001:0.0:1781825994.839067:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825994.839070:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781825994.839073:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838790. 00000400:00000010:0.0:1781825994.839076:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ec38. 00000100:00000200:0.0:1781825994.839110:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051500800, portal 10 00000100:00000001:0.0:1781825994.839112:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781825994.839113:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:0.0:1781825994.839119:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.839124:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781825994.839126:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781825994.839128:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e198. 00000100:00000200:0.0:1781825994.839130:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051500800, offset 0 00000400:00000200:0.0:1781825994.839134:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825994.839138:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.839141:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781825994.839144:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781825994.839146:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781825994.839148:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781825994.839150:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781825994.839153:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378820:378820:254:4294967295] 192.168.204.116@tcp LPNI seq info [378771:378771:6:4294967295] 00000400:00000200:0.0:1781825994.839157:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.839163:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781825994.839167:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781825994.839170:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781825994.839174:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781825994.839178:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781825994.839180:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781825994.839183:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825994.839186:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24595 usecs (25 jiffies) 00000400:00000200:0.0:1781825994.839189:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825994.839191:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303286810 00000100:00000001:0.0:1781825994.839193:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303295505 00000100:00000001:0.0:1781825994.839195:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303286810 00000100:00000001:0.0:1781825994.839197:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303295505 00000100:00000001:0.0:1781825994.839199:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825994.839201:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.839203:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.839205:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.839216:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.839218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781825994.839543:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825994.839547:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fc00. 00000400:00000200:1.0:1781825994.839553:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825994.839559:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825994.839564:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e110 00000400:00000010:1.0:1781825994.839566:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e110. 00000100:00000001:1.0:1781825994.839572:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825994.839577:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839591:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825994.839600:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839607:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.839609:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825994.839621:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825994.839623:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:1.0:1781825994.839625:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825994.839628:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825994.839630:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e440 00000400:00000010:1.0:1781825994.839632:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e440. 00000100:00000001:1.0:1781825994.839634:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825994.839637:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839642:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825994.839645:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839649:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.839650:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781825994.839714:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781825994.839717:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:1.0:1781825994.839720:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825994.839723:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781825994.839725:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e198 00000400:00000010:1.0:1781825994.839727:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e198. 00000100:00000001:1.0:1781825994.839729:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781825994.839732:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839738:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825994.839740:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.839750:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.839751:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825994.843712:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.843729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825994.843744:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.843747:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825994.843756:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.843764:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825994.843772:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.843777:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.843781:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.843785:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55580 00000400:00000200:0.0:1781825994.843790:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.843796:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7f9 [1] + 224 00000800:00000001:0.0:1781825994.843802:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.843806:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825994.843809:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825994.843813:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825994.843820:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825994.843828:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825994.843839:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.843925:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825994.843941:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.843945:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825994.843947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.843949:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825994.843953:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.844069:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825994.844076:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.844108:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.844111:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.844114:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55500 00000400:00000200:0.0:1781825994.844117:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825994.844121:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff809 [1] + 224 00000800:00000001:0.0:1781825994.844125:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.844131:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825994.844133:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825994.844136:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825994.844139:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825994.844144:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825994.844152:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.844159:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825994.844163:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825994.844166:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825994.844225:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825994.844229:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781825994.844235:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825994.844237:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825994.844240:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838790. 00000400:00000200:1.0:1781825994.844245:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ec38 00000400:00000010:1.0:1781825994.844248:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ec38. 00000100:00000001:1.0:1781825994.844253:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825994.844258:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825994.844336:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.844344:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825994.844346:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825994.844349:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825994.844352:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825994.844354:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825994.844356:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825994.844359:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825994.844368:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825994.844373:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825994.844375:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825994.844377:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825994.844380:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825994.844383:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.844386:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825994.844389:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781825994.844392:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825994.844393:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.844400:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.844412:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825994.844415:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825994.844417:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825994.844422:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825994.844430:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500800:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781825994.844437:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781825994.844439:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781825994.844440:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:1.0:1781825994.844444:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e908 00000400:00000010:1.0:1781825994.844445:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e908. 00000100:00000001:1.0:1781825994.844449:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825994.844452:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781825994.844461:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.844467:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781825994.844469:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825994.844470:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781825994.844472:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781825994.844473:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781825994.844474:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781825994.844476:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781825994.844480:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1781825994.844483:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1781825994.844485:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781825994.844486:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825994.844487:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781825994.844489:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.844491:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781825994.844492:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781825994.844494:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781825994.844496:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781825994.844499:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.844505:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781825994.844507:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781825994.844508:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781825994.844512:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781825994.844520:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051500928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781825994.845142:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.845145:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825994.845151:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051500800/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.845157:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825994.845160:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825994.845163:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac000. 02000000:00000001:1.0:1781825994.845167:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825994.845170:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825994.845172:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825994.845174:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825994.845177:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781825994.845181:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825994.845182:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825994.845184:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781825994.845188:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825994.845189:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825994.845191:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781825994.845195:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051500928/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.845201:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781825994.845203:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781825994.845204:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:1.0:1781825994.845206:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781825994.845207:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781825994.845209:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781825994.845211:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781825994.845212:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:1.0:1781825994.845214:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781825994.845215:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781825994.845216:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:1.0:1781825994.845218:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781825994.845219:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781825994.845222:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.845224:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781825994.845226:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781825994.845228:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781825994.845229:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781825994.849108:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825994.849125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781825994.849130:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825994.849132:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825994.849141:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825994.849149:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781825994.849158:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825994.849162:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825994.849167:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825994.849171:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55480 00000400:00000200:1.0:1781825994.849235:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781825994.849241:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff7e9 [1] + 224 00000800:00000001:1.0:1781825994.849248:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825994.849257:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781825994.849259:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781825994.849263:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781825994.849339:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781825994.849348:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781825994.849364:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781825994.849385:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781825994.849393:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781825994.849396:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.849637:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.849641:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781825994.849648:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781825994.849649:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781825994.849652:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:0.0:1781825994.849657:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781825994.849660:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781825994.849664:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825994.849669:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781825994.849678:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.849685:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781825994.849686:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.849689:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781825994.849692:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781825994.849694:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781825994.849696:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781825994.849700:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781825994.849706:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1781825994.849709:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1781825994.849712:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781825994.849714:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781825994.849716:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781825994.849718:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.849721:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781825994.849726:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.849732:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781825994.849849:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781825994.849851:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781825994.849856:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781825994.849862:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051500672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781825994.849867:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.849869:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825994.849872:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051500672/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825994.849878:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781825994.849880:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781825994.849884:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781825994.849888:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781825994.849890:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781825994.849892:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781825994.849894:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781825994.849898:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f03a9cd00. 02000000:00000001:0.0:1781825994.849903:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781825994.849905:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781825994.849907:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:0.0:1781825994.849910:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781825994.849911:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.849913:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781825994.849920:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781825994.849922:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825994.849924:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781825994.849926:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825995.287977:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825995.287984:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825995.287990:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825995.287991:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825995.287995:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825995.287996:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825995.288119:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825995.288122:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825995.288125:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825996.310284:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825996.310292:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825996.310298:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825996.310299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825996.310302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825996.310303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825996.310916:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825996.310920:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825996.310924:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825997.334441:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825997.334449:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825997.334454:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825997.334455:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825997.334459:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825997.334460:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825997.335101:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825997.335105:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825997.335109:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825998.358894:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825998.358904:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825998.358912:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825998.358916:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781825998.358919:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781825998.358923:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825998.358927:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781825998.358929:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825998.358931:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825998.358934:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825998.358937:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825998.358939:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781825998.359531:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781825998.359535:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781825998.359538:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781825999.383229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825999.383236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825999.383241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825999.383242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781825999.383246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781825999.383247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781825999.383378:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781825999.383382:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781825999.383385:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781825999.958205:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825999.958229:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825999.958241:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781825999.958249:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781825999.958253:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825999.958257:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825999.958261:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825999.958270:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781825999.958277:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958288:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825999.958299:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825999.958303:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958310:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_01+1] req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958344:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958347:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825999.958350:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825999.958354:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781825999.958356:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825999.958358:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825999.958360:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825999.958362:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825999.958365:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781825999.958368:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958372:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825999.958380:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825999.958382:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958386:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_00+0] req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958394:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958396:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781825999.958400:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781825999.958402:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781825999.958404:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781825999.958407:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781825999.958408:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781825999.958409:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781825999.958412:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781825999.958415:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958418:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781825999.958425:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781825999.958427:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958430:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958437:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958439:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825999.958442:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825999.958445:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781825999.958448:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781825999.958452:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8629) 00000100:00000001:2.0:1781825999.958468:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.958471:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825999.958473:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825999.958478:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958486:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825999.958488:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.958491:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825999.958494:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825999.958496:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825999.958500:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051501184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825999.958504:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825999.958509:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825999.958512:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.958515:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825999.958519:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825999.958521:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825999.958528:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825999.958532:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781825999.958539:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781825999.958546:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501184, portal 10 00000100:00000001:2.0:1781825999.958549:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825999.958550:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:2.0:1781825999.958557:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958565:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825999.958567:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825999.958570:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781825999.958574:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051501184, offset 0 00000400:00000200:2.0:1781825999.958580:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825999.958589:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825999.958597:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825999.958602:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825999.958610:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825999.958614:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825999.958616:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825999.958620:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378821:378821:256:4294967295] 192.168.204.116@tcp LPNI seq info [378772:378772:8:4294967295] 00000400:00000200:2.0:1781825999.958624:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825999.958632:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825999.958637:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825999.958642:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781825999.958649:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825999.958657:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825999.958661:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825999.958680:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.958685:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24558 usecs (25 jiffies) 00000400:00000200:2.0:1781825999.958688:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825999.958691:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303291929 00000100:00000001:2.0:1781825999.958699:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303295505 00000100:00000001:2.0:1781825999.958701:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303291929 00000100:00000001:2.0:1781825999.958703:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303295505 00000100:00000001:2.0:1781825999.958706:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.958709:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.958712:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.958714:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.958722:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825999.958724:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781825999.958726:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.958727:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825999.958728:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825999.958731:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781825999.958732:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.958734:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825999.958735:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.958737:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.958738:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825999.958739:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825999.958743:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958750:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781825999.958751:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.958754:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781825999.958755:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825999.958757:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781825999.958760:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051501056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825999.958763:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825999.958765:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781825999.958767:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.958797:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781825999.958801:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825999.958804:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825999.958807:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781825999.958810:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781825999.958813:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781825999.958816:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501056, portal 25 00000100:00000001:2.0:1781825999.958818:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825999.958819:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:2.0:1781825999.958824:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958849:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781825999.958853:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781825999.958864:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781825999.958867:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051501056, offset 0 00000400:00000200:2.0:1781825999.958872:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825999.958876:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825999.958879:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825999.958882:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825999.958884:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825999.958887:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825999.958890:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825999.958893:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378822:378822:255:4294967295] 192.168.204.116@tcp LPNI seq info [378773:378773:7:4294967295] 00000400:00000200:2.0:1781825999.958898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825999.958904:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825999.958909:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825999.958913:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781825999.958917:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825999.958922:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825999.958924:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825999.958927:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825999.958930:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825999.958932:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303300625 00000100:00000001:2.0:1781825999.958938:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303295505 00000100:00000001:2.0:1781825999.958942:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303300625 00000100:00000001:2.0:1781825999.958945:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303295505 00000100:00000001:2.0:1781825999.958948:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.958950:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.958952:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781825999.958955:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.958962:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1781825999.958963:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781825999.958964:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.958970:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1781825999.958971:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 02000000:00000001:2.0:1781825999.958972:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781825999.958977:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781825999.958979:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1781825999.958982:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051501312:192.168.204.116@tcp:400:kworker.0 00000400:00000200:0.0:1781825999.958988:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781825999.958989:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781825999.958994:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1781825999.958996:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 02000000:00000001:2.0:1781825999.958997:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1781825999.958999:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 02000000:00000001:2.0:1781825999.959002:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1781825999.959005:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825999.959011:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1781825999.959013:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825999.959018:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825999.959025:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781825999.959027:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825999.959032:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781825999.959034:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781825999.959041:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000001:0.0:1781825999.959043:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781825999.959045:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501312, portal 10 00000100:00000001:0.0:1781825999.959047:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781825999.959051:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781825999.959053:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781825999.959060:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1781825999.959064:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781825999.959069:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1781825999.959069:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781825999.959074:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1781825999.959075:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781825999.959111:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000010:2.0:1781825999.959113:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000400:00000200:0.0:1781825999.959115:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:0.0:1781825999.959118:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:0.0:1781825999.959121:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825999.959125:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.959132:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825999.959135:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.959141:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825999.959142:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1781825999.959191:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051501312, offset 0 00000400:00000200:2.0:1781825999.959199:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781825999.959204:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781825999.959209:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781825999.959213:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781825999.959216:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781825999.959218:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781825999.959222:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781825999.959225:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378823:378823:256:4294967295] 192.168.204.116@tcp LPNI seq info [378774:378774:8:4294967295] 00000100:00000001:3.0:1781825999.959229:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781825999.959230:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781825999.959235:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781825999.959242:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781825999.959247:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781825999.959252:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781825999.959256:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781825999.959261:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781825999.959263:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781825999.959279:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.959283:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19782 usecs (20 jiffies) 00000400:00000200:2.0:1781825999.959287:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781825999.959289:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303291925 00000100:00000001:2.0:1781825999.959291:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303300625 00000100:00000001:2.0:1781825999.959294:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303291925 00000100:00000001:2.0:1781825999.959296:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303300625 00000100:00000001:2.0:1781825999.959299:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.959301:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.959304:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.959307:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781825999.959561:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781825999.959564:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781825999.959568:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825999.959572:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781825999.959575:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:0.0:1781825999.959576:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:0.0:1781825999.959579:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781825999.959582:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.959589:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781825999.959592:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.959596:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781825999.959598:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781825999.962955:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.962980:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825999.962986:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.962989:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.963000:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.963008:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825999.963020:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.963026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.963033:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.963038:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55600 00000400:00000200:0.0:1781825999.963044:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.963051:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff821 [1] + 224 00000800:00000001:0.0:1781825999.963060:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.963069:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.963118:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825999.963124:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825999.963133:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825999.963145:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825999.963158:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.963185:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825999.963194:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.963199:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.963254:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.963267:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825999.963275:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825999.963277:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825999.963280:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781825999.963288:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781825999.963289:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781825999.963294:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825999.963302:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825999.963310:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.963316:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825999.963318:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.963320:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825999.963324:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825999.963326:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825999.963328:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.963331:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825999.963338:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825999.963342:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825999.963345:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825999.963346:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825999.963349:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825999.963351:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.963354:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.963359:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.963367:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.963370:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825999.963373:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825999.963377:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825999.963390:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051501056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825999.963396:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.963398:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825999.963402:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051501056/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.963409:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825999.963412:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825999.963415:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781825999.963420:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825999.963423:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825999.963434:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781825999.963438:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825999.963440:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:2.0:1781825999.963444:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825999.963446:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825999.963448:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:2.0:1781825999.963452:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825999.963454:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.963457:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.963459:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.963460:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825999.963461:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.963463:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825999.974607:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.974640:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825999.974647:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.974650:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.974663:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.974675:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825999.974692:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.974699:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.974707:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.974712:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55680 00000400:00000200:0.0:1781825999.974717:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.974725:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff819 [1] + 224 00000800:00000001:0.0:1781825999.974734:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.974744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.974748:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825999.974753:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825999.974763:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825999.974774:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825999.974785:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.974819:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825999.974841:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.974845:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.977443:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.977455:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825999.977470:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825999.977472:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825999.977478:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781825999.977488:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:2.0:1781825999.977491:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:2.0:1781825999.977498:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825999.977512:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825999.977525:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.977535:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825999.977537:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.977540:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825999.977544:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825999.977547:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825999.977549:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.977553:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825999.977564:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825999.977569:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825999.977572:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825999.977574:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825999.977577:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825999.977582:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.977586:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825999.977589:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781825999.977591:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825999.977592:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.977597:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.977605:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.977608:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825999.977611:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825999.977615:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825999.977624:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051501184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825999.977629:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.977632:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825999.977635:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051501184/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.977643:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825999.977646:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825999.977650:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4400. 02000000:00000001:2.0:1781825999.977657:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825999.977660:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825999.977663:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825999.977666:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825999.977669:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:2.0:1781825999.977674:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825999.977676:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825999.977679:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781825999.977683:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825999.977685:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.977688:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.977690:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.977691:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781825999.977693:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.977694:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825999.982062:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.982138:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781825999.982143:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.982146:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.982157:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.982166:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781825999.982179:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.982195:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.982207:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.982213:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55700 00000400:00000200:0.0:1781825999.982219:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781825999.982227:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff829 [1] + 224 00000800:00000001:0.0:1781825999.982239:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781825999.982251:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781825999.982255:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781825999.982260:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781825999.982268:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781825999.982278:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781825999.982296:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781825999.982324:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781825999.982335:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781825999.982508:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.982515:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781825999.982524:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781825999.982527:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781825999.982532:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781825999.982538:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:2.0:1781825999.982541:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:2.0:1781825999.982545:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781825999.982551:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781825999.982561:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.982568:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781825999.982570:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.982572:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781825999.982576:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781825999.982579:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781825999.982582:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781825999.982586:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781825999.982598:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1781825999.982603:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1781825999.982606:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781825999.982608:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781825999.982611:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781825999.982615:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.982619:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781825999.982622:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781825999.982624:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781825999.982625:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781825999.982630:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.982638:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781825999.982642:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781825999.982645:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781825999.982649:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781825999.982657:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051501312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781825999.982662:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.982664:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781825999.982667:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051501312/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826015 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781825999.982674:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781825999.982677:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781825999.982681:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781825999.982687:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781825999.982690:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781825999.982692:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781825999.982695:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781825999.982698:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781825999.982702:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781825999.982704:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781825999.982706:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781825999.982711:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781825999.982713:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.982716:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781825999.982724:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781825999.982726:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781825999.982729:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781825999.982731:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781825999.982782:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1781826000.406940:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826000.406949:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826000.406951:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826000.406955:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406959:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826000.406962:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406964:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406966:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406970:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826000.406971:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406974:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826000.406976:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826000.406977:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826000.406978:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406979:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826000.406980:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406981:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826000.406983:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826000.408726:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826000.408735:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826000.408740:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826001.431813:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826001.431820:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826001.431827:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826001.431828:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826001.431831:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826001.431832:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826001.432020:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826001.432025:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826001.432028:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826002.454207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826002.454214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826002.454220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826002.454221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826002.454224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826002.454225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826002.454296:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826002.454300:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826002.454311:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826003.478613:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826003.478620:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826003.478626:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826003.478627:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826003.478630:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826003.478632:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826003.479968:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826003.479973:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826003.479978:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826004.502199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826004.502205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826004.502210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826004.502211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826004.502214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826004.502215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826004.502312:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826004.502315:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826004.502318:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826005.078257:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826005.078269:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826005.078280:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8380. 00000020:00000040:1.0:1781826005.078286:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826005.078290:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826005.078294:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826005.078299:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826005.078308:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c500. 00000100:00000001:1.0:1781826005.078315:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078327:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826005.078337:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826005.078341:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078347:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000361d4384] to pc [ptlrpcd_00_00+0] req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.078380:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078383:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826005.078386:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826005.078390:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826005.078392:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826005.078394:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826005.078396:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826005.078397:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826005.078401:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:1.0:1781826005.078403:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078407:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826005.078414:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826005.078416:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078420:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_01+1] req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.078428:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078430:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826005.078433:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826005.078437:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8000. 00000020:00000040:1.0:1781826005.078439:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826005.078442:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826005.078443:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826005.078444:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826005.078447:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:1.0:1781826005.078472:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078476:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826005.078482:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826005.078484:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078488:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069439d69] to pc [ptlrpcd_00_00+0] req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.078495:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.078497:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826005.078500:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826005.078503:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826005.078507:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826005.078512:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8634) 00000100:00000001:0.0:1781826005.078775:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826005.078779:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826005.078782:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826005.078788:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.078796:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826005.078798:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.078802:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826005.078804:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826005.078807:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826005.078811:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051501440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826005.078815:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826005.078821:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826005.078824:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.078827:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826005.078832:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826005.078834:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826005.078842:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826005.078846:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781826005.078853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781826005.078862:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501440, portal 25 00000100:00000001:0.0:1781826005.078864:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826005.078866:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693307264 : -122531016244352 : ffff908f064d8380) 00000100:00000040:0.0:1781826005.078871:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.078879:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826005.078881:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826005.078884:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ee58. 00000100:00000200:0.0:1781826005.078887:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051501440, offset 0 00000400:00000200:0.0:1781826005.078893:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826005.078901:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.078908:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826005.078913:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826005.078916:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826005.078920:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826005.078922:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826005.078926:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378824:378824:256:4294967295] 192.168.204.116@tcp LPNI seq info [378775:378775:8:4294967295] 00000400:00000200:0.0:1781826005.078930:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.078939:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826005.078945:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826005.078950:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781826005.078956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826005.078965:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826005.078970:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826005.078991:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826005.078996:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826005.078999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303305745 00000100:00000001:0.0:1781826005.079007:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303300625 00000100:00000001:0.0:1781826005.079010:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303305745 00000100:00000001:0.0:1781826005.079013:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303300625 00000100:00000001:0.0:1781826005.079016:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826005.079019:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.079021:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826005.079025:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.079032:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826005.079033:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.079036:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826005.079037:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826005.079039:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826005.079042:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051501696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826005.079045:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826005.079048:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826005.079049:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.079051:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826005.079053:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781826005.079056:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826005.079059:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826005.079061:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826005.079065:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781826005.079067:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501696, portal 10 00000100:00000001:0.0:1781826005.079069:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826005.079071:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693306368 : -122531016245248 : ffff908f064d8000) 00000800:00000200:1.0:1781826005.079294:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826005.079299:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:1.0:1781826005.079304:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826005.079309:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826005.079314:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ee58 00000400:00000010:1.0:1781826005.079317:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ee58. 00000100:00000001:1.0:1781826005.079322:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826005.079327:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079336:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826005.079339:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079347:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079348:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826005.079376:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826005.079379:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826005.079381:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826005.079385:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079392:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826005.079394:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826005.079396:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826005.079398:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826005.079400:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826005.079402:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051501568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826005.079406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826005.079408:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826005.079410:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826005.079412:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826005.079415:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826005.079418:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826005.079421:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826005.079424:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826005.079428:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826005.079431:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501568, portal 10 00000100:00000001:1.0:1781826005.079433:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826005.079434:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781826005.079440:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079447:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826005.079449:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826005.079451:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781826005.079454:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051501568, offset 0 00000400:00000200:1.0:1781826005.079458:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826005.079462:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.079466:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826005.079469:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826005.079472:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826005.079474:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826005.079477:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826005.079479:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378825:378825:256:4294967295] 192.168.204.116@tcp LPNI seq info [378776:378776:8:4294967295] 00000400:00000200:1.0:1781826005.079483:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.079488:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826005.079492:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826005.079496:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:1.0:1781826005.079500:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826005.079504:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826005.079507:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826005.079516:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.079520:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24557 usecs (25 jiffies) 00000400:00000200:1.0:1781826005.079523:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826005.079526:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303297050 00000100:00000001:1.0:1781826005.079528:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303305745 00000100:00000001:1.0:1781826005.079530:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303297050 00000100:00000001:1.0:1781826005.079532:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303305745 00000100:00000001:1.0:1781826005.079533:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826005.079536:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079538:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079541:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.079548:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826005.079550:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826005.079552:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826005.079553:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826005.079555:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079556:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826005.079583:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826005.079586:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1d00. 00000400:00000200:1.0:1781826005.079589:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826005.079592:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826005.079595:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:1.0:1781826005.079597:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:1.0:1781826005.079599:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826005.079603:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079611:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826005.079614:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.079620:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079622:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1781826005.079690:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.079698:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826005.079701:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826005.079842:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781826005.079847:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051501696, offset 0 00000400:00000200:1.0:1781826005.079852:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826005.079856:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.079860:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826005.079863:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826005.079865:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826005.079867:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826005.079869:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826005.079872:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378826:378826:256:4294967295] 192.168.204.116@tcp LPNI seq info [378777:378777:8:4294967295] 00000400:00000200:1.0:1781826005.079875:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.079882:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826005.079886:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826005.079889:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:1.0:1781826005.079892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826005.079896:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826005.079899:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826005.079915:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.079919:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19798 usecs (20 jiffies) 00000400:00000200:1.0:1781826005.079923:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826005.079925:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303297045 00000100:00000001:1.0:1781826005.079927:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303305745 00000100:00000001:1.0:1781826005.079929:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303297045 00000100:00000001:1.0:1781826005.079931:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303305745 00000100:00000001:1.0:1781826005.079933:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826005.079935:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079938:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079939:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.079943:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826005.079945:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826005.079946:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826005.079948:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826005.079949:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.079951:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826005.080344:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826005.080347:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1d00. 00000400:00000200:0.0:1781826005.080350:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826005.080354:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826005.080357:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:0.0:1781826005.080359:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:0.0:1781826005.080361:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826005.080365:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.080373:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826005.080376:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.080382:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.080384:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826005.083301:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826005.083315:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826005.083319:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826005.083320:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826005.083327:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.083332:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826005.083338:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.083342:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.083346:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.083349:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55780 00000400:00000200:1.0:1781826005.083353:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826005.083358:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff831 [1] + 224 00000800:00000001:1.0:1781826005.083363:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826005.083367:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826005.083369:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826005.083372:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826005.083377:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826005.083384:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826005.083392:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.083438:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826005.083441:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826005.083454:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826005.083463:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826005.083466:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781826005.083519:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826005.083521:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826005.083524:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:0.0:1781826005.083528:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781826005.083530:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781826005.083534:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826005.083539:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826005.083548:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.083555:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826005.083556:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.083559:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826005.083563:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826005.083565:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826005.083568:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.083571:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826005.083577:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826005.083582:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=135 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826005.083584:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826005.083586:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826005.083589:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826005.083591:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.083594:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826005.083598:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.083610:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826005.083614:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826005.083616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826005.083620:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826005.083627:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051501440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826005.083632:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.083634:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826005.083638:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8380 x1868371051501440/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.083644:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826005.083646:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826005.083650:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826005.083653:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826005.083656:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826005.083658:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826005.083659:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826005.083662:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c500. 02000000:00000001:0.0:1781826005.083666:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826005.083667:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826005.083669:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8380. 00000100:00000001:0.0:1781826005.083672:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826005.083673:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.083676:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.083678:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826005.083679:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826005.083680:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.083682:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826005.085503:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085519:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826005.085524:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085526:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826005.085535:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085541:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826005.085549:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085554:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085560:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085563:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55800 00000400:00000200:0.0:1781826005.085568:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085575:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff849 [1] + 224 00000800:00000001:0.0:1781826005.085581:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085586:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826005.085589:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826005.085593:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826005.085600:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826005.085607:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826005.085623:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.085676:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826005.085680:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826005.085698:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826005.085706:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085710:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826005.085712:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085714:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826005.085717:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085721:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826005.085725:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085737:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085740:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085743:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55880 00000400:00000200:0.0:1781826005.085746:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826005.085750:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff841 [1] + 224 00000800:00000001:0.0:1781826005.085754:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085760:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826005.085763:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826005.085766:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826005.085769:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826005.085773:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826005.085782:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.085797:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826005.085801:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826005.085804:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.085813:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826005.085814:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826005.085819:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826005.085821:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826005.085823:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826005.085832:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781826005.085834:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781826005.085837:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826005.085841:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826005.085848:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.085853:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826005.085855:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.085857:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826005.085860:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826005.085863:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826005.085865:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826005.085867:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826005.085874:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=72 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826005.085878:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826005.085881:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826005.085882:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826005.085885:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826005.085888:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.085892:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826005.085894:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826005.085896:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826005.085897:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826005.085901:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.085907:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826005.085909:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826005.085911:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826005.085914:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826005.085925:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051501696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826005.085929:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.085932:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826005.085935:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8000 x1868371051501696/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826005.085940:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826005.085942:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826005.085946:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eadc00. 02000000:00000001:0.0:1781826005.085948:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826005.085950:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826005.085952:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826005.085954:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826005.085956:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:0.0:1781826005.085959:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826005.085960:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826005.085962:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8000. 00000100:00000001:0.0:1781826005.085965:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826005.085967:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.085969:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826005.085976:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826005.085978:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826005.085979:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826005.085981:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781826005.086028:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826005.086031:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826005.086032:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781826005.086035:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826005.086037:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826005.086039:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826005.086043:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826005.086051:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.086058:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826005.086060:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.086062:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826005.086063:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826005.086064:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826005.086066:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826005.086068:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826005.086072:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826005.086075:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826005.086077:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826005.086185:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826005.086188:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826005.086190:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.086193:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826005.086194:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826005.086196:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826005.086197:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826005.086202:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.086208:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826005.086210:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826005.086211:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826005.086214:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826005.086221:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051501568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826005.086225:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.086226:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826005.086229:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051501568/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826005.086235:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826005.086237:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826005.086239:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826005.086242:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826005.086243:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826005.086245:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826005.086246:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826005.086248:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781826005.086250:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826005.086251:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826005.086252:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781826005.086255:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826005.086256:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.086257:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826005.086261:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826005.086262:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826005.086263:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826005.086265:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826005.526215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826005.526222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826005.526228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826005.526229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826005.526233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826005.526234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826005.526453:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826005.526457:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826005.526460:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826006.550215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826006.550222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826006.550229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826006.550230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826006.550246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826006.550247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826006.550494:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826006.550498:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826006.550500:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826007.574204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826007.574210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826007.574216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826007.574217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826007.574220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826007.574221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826007.574319:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826007.574323:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826007.574326:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826008.598956:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826008.598964:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826008.598969:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826008.598974:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826008.598976:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826008.598980:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826008.598983:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826008.598985:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826008.598987:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826008.598989:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826008.598992:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826008.598993:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826008.599102:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826008.599106:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826008.599108:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826009.622310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826009.622317:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826009.622323:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826009.622324:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826009.622328:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826009.622329:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826009.622425:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826009.622428:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826009.622431:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826010.198533:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826010.198543:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826010.198554:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781826010.198559:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826010.198563:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826010.198566:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826010.198570:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826010.198578:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826010.198584:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198596:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826010.198607:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826010.198611:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198618:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.198656:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198660:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826010.198663:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826010.198667:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781826010.198669:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826010.198671:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826010.198672:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826010.198674:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826010.198677:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826010.198680:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198684:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826010.198691:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826010.198693:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198697:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826010.198699:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826010.198703:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826010.198704:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.198705:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826010.198706:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826010.198710:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1781826010.198711:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1781826010.198713:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781826010.198716:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826010.198718:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826010.198719:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1781826010.198719:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1781826010.198721:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.198721:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826010.198724:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826010.198725:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1781826010.198726:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826010.198727:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781826010.198729:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781826010.198730:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826010.198734:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051501824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826010.198736:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826010.198738:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.198738:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781826010.198741:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826010.198744:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781826010.198747:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826010.198747:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198750:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781826010.198750:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781826010.198753:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1781826010.198754:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 00000100:00000040:3.0:1781826010.198756:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781826010.198756:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198759:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826010.198763:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8639) 00000400:00000200:2.0:1781826010.198763:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826010.198766:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000100:00000001:3.0:1781826010.198772:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1781826010.198773:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000001:3.0:1781826010.198774:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826010.198775:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826010.198779:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826010.198779:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501824, portal 25 00000100:00000001:2.0:1781826010.198781:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826010.198783:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000001:3.0:1781826010.198785:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826010.198787:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826010.198788:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781826010.198789:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826010.198791:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826010.198793:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826010.198795:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051501952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826010.198801:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781826010.198802:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1781826010.198803:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1781826010.198804:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 02000000:00000001:3.0:1781826010.198805:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826010.198807:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1781826010.198807:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 02000000:00000010:3.0:1781826010.198809:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 00000100:00000200:2.0:1781826010.198810:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051501824, offset 0 02000000:00000001:3.0:1781826010.198811:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826010.198814:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826010.198817:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000200:2.0:1781826010.198817:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826010.198821:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781826010.198824:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051501952, portal 10 00000400:00000200:2.0:1781826010.198825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826010.198826:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826010.198827:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:3.0:1781826010.198832:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781826010.198833:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:3.0:1781826010.198838:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1781826010.198838:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1781826010.198840:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826010.198842:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000400:00000200:2.0:1781826010.198842:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000100:00000200:3.0:1781826010.198844:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051501952, offset 0 00000400:00000200:2.0:1781826010.198846:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826010.198848:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826010.198849:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826010.198853:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378827:378827:256:4294967295] 192.168.204.116@tcp LPNI seq info [378778:378778:8:4294967295] 00000400:00000200:2.0:1781826010.198856:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826010.198860:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826010.198863:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826010.198865:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826010.198866:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781826010.198868:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826010.198870:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826010.198871:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826010.198874:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378828:378828:255:4294967295] 192.168.204.116@tcp LPNI seq info [378779:378779:7:4294967295] 00000400:00000200:3.0:1781826010.198878:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826010.198883:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826010.198884:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000200:3.0:1781826010.198887:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826010.198889:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000800:00000010:2.0:1781826010.198889:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:3.0:1781826010.198896:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826010.198896:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826010.198902:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826010.198902:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826010.198906:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1781826010.198906:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826010.198960:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.198966:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24526 usecs (25 jiffies) 00000400:00000200:3.0:1781826010.198969:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826010.198972:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303302169 00000100:00000001:3.0:1781826010.198976:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303305745 00000100:00000001:3.0:1781826010.198977:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303302169 00000100:00000001:3.0:1781826010.198979:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303305745 00000100:00000001:3.0:1781826010.198982:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826010.198985:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.198987:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.198989:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.198997:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826010.198999:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826010.199001:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.199002:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826010.199004:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826010.199006:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826010.199008:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.199009:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826010.199011:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.199012:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.199013:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826010.199014:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826010.199018:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.199024:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826010.199026:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826010.199028:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826010.199030:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826010.199031:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826010.199034:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826010.199037:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826010.199040:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826010.199041:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826010.199043:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826010.199046:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623e00. 02000000:00000001:3.0:1781826010.199048:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826010.199050:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826010.199053:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e353c8. 00000400:00000010:3.0:1781826010.199056:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781826010.199059:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502080, portal 10 00000100:00000001:3.0:1781826010.199061:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826010.199062:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:3.0:1781826010.199067:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.199073:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826010.199075:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826010.199101:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781826010.199105:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051502080, offset 0 00000400:00000200:3.0:1781826010.199110:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826010.199114:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826010.199118:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826010.199121:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826010.199123:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826010.199125:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826010.199127:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826010.199130:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378829:378829:254:4294967295] 192.168.204.116@tcp LPNI seq info [378780:378780:6:4294967295] 00000400:00000200:3.0:1781826010.199133:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826010.199139:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826010.199156:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826010.199160:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cf00. 00000800:00000200:3.0:1781826010.199163:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826010.199168:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826010.199171:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826010.203674:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826010.203691:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826010.203694:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303310867 00000100:00000001:2.0:1781826010.203705:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303305745 00000100:00000001:2.0:1781826010.203710:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303310867 00000100:00000001:2.0:1781826010.203713:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303305745 00000100:00000001:2.0:1781826010.203716:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826010.203720:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.203723:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.203726:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.203735:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826010.203736:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826010.203739:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826010.203741:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826010.203742:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.203745:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826010.204517:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826010.204525:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:1.0:1781826010.204533:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826010.204541:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826010.204549:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:1.0:1781826010.204551:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:1.0:1781826010.204557:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826010.204565:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.204577:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826010.204581:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.204587:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826010.204589:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826010.204669:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826010.204672:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826010.204675:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826010.204679:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826010.204682:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:1.0:1781826010.204684:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:1.0:1781826010.204688:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826010.204692:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.204700:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826010.204703:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.204709:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826010.204711:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1781826010.207462:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.207471:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19781 usecs (20 jiffies) 00000400:00000200:3.0:1781826010.207479:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826010.207482:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303302173 00000100:00000001:3.0:1781826010.207486:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303310867 00000100:00000001:3.0:1781826010.207488:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303302173 00000100:00000001:3.0:1781826010.207490:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303310867 00000100:00000001:3.0:1781826010.207492:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826010.207495:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.207499:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.207504:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826010.213854:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826010.213864:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cf00. 00000400:00000200:0.0:1781826010.213870:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826010.213879:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826010.213886:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:0.0:1781826010.213889:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:0.0:1781826010.213893:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826010.213901:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826010.213913:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826010.213917:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826010.213924:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826010.213926:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826010.216753:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216770:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826010.216774:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216778:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826010.216786:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216794:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826010.216803:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216808:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216814:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216819:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55980 00000400:00000200:1.0:1781826010.216824:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216830:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff869 [1] + 224 00000800:00000001:1.0:1781826010.216837:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216842:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826010.216844:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826010.216849:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826010.216856:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826010.216865:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826010.216890:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.216905:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826010.216913:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216919:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826010.216920:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216923:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826010.216926:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216930:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826010.216934:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216937:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216940:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216942:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55900 00000400:00000200:1.0:1781826010.216946:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826010.216951:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff861 [1] + 224 00000800:00000001:1.0:1781826010.216955:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.216961:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826010.216963:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826010.216966:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826010.216969:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826010.216974:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826010.216982:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826010.217011:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826010.217016:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826010.217020:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.217253:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826010.217258:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826010.217265:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826010.217267:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826010.217270:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781826010.217275:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:2.0:1781826010.217278:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:2.0:1781826010.217282:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826010.217287:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826010.217297:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826010.217304:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826010.217306:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.217309:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826010.217313:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826010.217315:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826010.217317:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826010.217320:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826010.217327:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826010.217332:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826010.217335:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826010.217336:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826010.217339:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826010.217341:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.217344:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826010.217349:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826010.217356:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826010.217360:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826010.217362:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826010.217366:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826010.217374:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051501824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826010.217378:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.217380:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826010.217383:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051501824/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826010.217389:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826010.217391:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826010.217395:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826010.217411:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826010.217415:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826010.217417:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826010.217419:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826010.217422:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781826010.217425:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826010.217426:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826010.217428:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781826010.217431:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826010.217433:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.217435:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826010.217442:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826010.217443:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826010.217446:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826010.217447:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.218009:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.218012:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826010.218018:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826010.218020:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826010.218023:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:3.0:1781826010.218026:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:3.0:1781826010.218028:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:3.0:1781826010.218031:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826010.218037:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826010.218047:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.218053:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826010.218055:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.218057:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826010.218059:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826010.218060:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826010.218062:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826010.218064:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826010.218071:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826010.218107:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826010.218110:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826010.218111:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826010.218113:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826010.218116:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.218119:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826010.218122:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826010.218124:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826010.218126:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.218131:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.218138:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826010.218140:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826010.218141:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826010.218612:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826010.218621:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051501952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826010.218624:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.218637:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826010.218640:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051501952/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.218646:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826010.218649:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826010.218651:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826010.218656:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826010.218658:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826010.218660:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826010.218662:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826010.218664:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:3.0:1781826010.218667:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826010.218668:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826010.218671:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:3.0:1781826010.218674:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826010.218675:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.218678:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.218679:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.218681:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826010.218682:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.218684:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826010.224278:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826010.224298:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826010.224302:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826010.224305:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826010.224314:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826010.224322:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826010.224344:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826010.224350:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826010.224354:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826010.224358:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55a00 00000400:00000200:0.0:1781826010.224362:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826010.224368:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff871 [1] + 224 00000800:00000001:0.0:1781826010.224375:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826010.224386:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826010.224389:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826010.224393:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826010.224402:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826010.224410:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826010.224422:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826010.224444:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826010.224452:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826010.224456:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.225756:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.225768:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826010.225780:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826010.225783:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826010.225788:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e353c8. 00000400:00000200:3.0:1781826010.225795:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:3.0:1781826010.225798:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:3.0:1781826010.225804:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826010.225815:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826010.225825:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.225832:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826010.225834:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.225839:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826010.225845:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826010.225848:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826010.225851:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826010.225855:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826010.225885:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826010.225892:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=77 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826010.225895:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826010.225897:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826010.225901:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826010.225907:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.225912:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826010.225916:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826010.225919:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826010.225922:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826010.225928:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.225936:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826010.225957:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826010.225960:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826010.225966:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826010.225975:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826010.225981:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.225988:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826010.225992:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051502080/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826026 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826010.226000:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826010.226003:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826010.226008:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623e00. 02000000:00000001:3.0:1781826010.226013:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826010.226016:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826010.226018:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826010.226021:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826010.226024:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781826010.226027:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826010.226029:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826010.226031:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:3.0:1781826010.226035:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826010.226036:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.226038:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826010.226047:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826010.226049:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826010.226052:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826010.226054:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646197:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826010.646206:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826010.646208:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826010.646211:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646216:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826010.646218:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646220:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646222:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826010.646228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826010.646233:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826010.646234:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826010.646236:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646237:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826010.646238:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646240:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826010.646241:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826010.646334:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826010.646337:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826010.646340:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826011.670191:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826011.670197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826011.670202:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826011.670203:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826011.670206:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826011.670207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826011.671346:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826011.671350:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826011.671355:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826012.695028:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826012.695051:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826012.695057:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826012.695058:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826012.695061:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826012.695062:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826012.703463:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826012.703471:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826012.703476:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826013.718549:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826013.718555:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826013.718571:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826013.718573:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826013.718575:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826013.718576:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826013.719948:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826013.719953:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826013.719957:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826014.742228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826014.742238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826014.742245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826014.742246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826014.742249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826014.742251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826014.742331:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826014.742336:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826014.742339:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826015.318164:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826015.318174:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826015.318336:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781826015.318342:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826015.318346:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826015.318349:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826015.318354:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826015.318362:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826015.318369:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318381:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826015.318392:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826015.318397:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318405:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_01+1] req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826015.318443:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318447:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826015.318450:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826015.318454:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781826015.318456:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826015.318458:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826015.318460:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826015.318462:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826015.318465:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826015.318468:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318473:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826015.318487:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826015.318489:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318493:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_00+0] req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826015.318501:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318503:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826015.318506:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826015.318509:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781826015.318511:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826015.318513:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826015.318515:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826015.318516:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826015.318519:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826015.318521:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318525:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826015.318549:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826015.318551:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318555:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826015.318563:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826015.318565:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826015.318569:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826015.318571:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826015.318574:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826015.318579:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8644) 00000100:00000001:2.0:1781826015.318648:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.318652:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826015.318654:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826015.318660:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.318668:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826015.318670:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.318674:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826015.318677:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826015.318680:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826015.318683:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051502208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.318699:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826015.318704:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826015.318707:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.318709:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826015.318714:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826015.318716:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826015.318724:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826015.318728:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781826015.318735:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781826015.318743:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502208, portal 25 00000100:00000001:2.0:1781826015.318745:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826015.318746:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781826015.318751:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.318759:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826015.318762:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826015.318764:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781826015.318768:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051502208, offset 0 00000400:00000200:2.0:1781826015.318775:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826015.318783:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.318790:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826015.318794:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826015.318799:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826015.318802:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826015.318805:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826015.318808:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378830:378830:256:4294967295] 192.168.204.116@tcp LPNI seq info [378781:378781:8:4294967295] 00000400:00000200:2.0:1781826015.318812:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.318821:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826015.318827:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826015.318832:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781826015.318839:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826015.318847:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826015.318851:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826015.318871:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826015.318876:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826015.318879:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303315985 00000100:00000001:2.0:1781826015.318887:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303310867 00000100:00000001:2.0:1781826015.318890:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303315985 00000100:00000001:2.0:1781826015.318893:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303310867 00000100:00000001:2.0:1781826015.318896:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.318899:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.318901:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826015.318905:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.318911:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826015.318912:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.318914:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826015.318915:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826015.318917:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826015.318920:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.318923:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826015.318925:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826015.318926:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.318928:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826015.318931:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826015.318932:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826015.318935:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826015.318938:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781826015.318941:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781826015.318944:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502464, portal 10 00000100:00000001:2.0:1781826015.318946:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826015.318947:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781826015.318953:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.318959:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826015.318961:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826015.318963:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781826015.318964:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051502464, offset 0 00000400:00000200:2.0:1781826015.318968:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826015.318971:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.318975:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826015.318977:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826015.318979:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826015.318981:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826015.318983:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826015.318986:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378831:378831:255:4294967295] 192.168.204.116@tcp LPNI seq info [378782:378782:7:4294967295] 00000400:00000200:2.0:1781826015.318990:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.318996:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826015.319000:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826015.319003:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781826015.319007:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826015.319011:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826015.319013:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826015.319016:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826015.319021:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19805 usecs (20 jiffies) 00000400:00000200:2.0:1781826015.319023:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826015.319025:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303307284 00000100:00000001:2.0:1781826015.319028:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303315985 00000100:00000001:2.0:1781826015.319029:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303307284 00000100:00000001:2.0:1781826015.319032:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303315985 00000100:00000001:2.0:1781826015.319034:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.319036:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.319038:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.319040:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.319049:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826015.319051:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826015.319053:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.319055:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826015.319056:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826015.319058:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781826015.319060:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.319061:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826015.319062:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.319064:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.319065:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826015.319066:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826015.319069:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.319076:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826015.319122:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.319125:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826015.319126:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826015.319128:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826015.319131:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.319134:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826015.319137:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826015.319139:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.319146:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826015.319149:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826015.319151:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826015.319154:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826015.319156:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781826015.319159:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826015.319162:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502336, portal 10 00000100:00000001:2.0:1781826015.319164:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826015.319165:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:2.0:1781826015.319171:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.319517:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826015.319520:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826015.319525:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781826015.319588:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051502336, offset 0 00000400:00000200:2.0:1781826015.319595:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826015.319599:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.319603:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826015.319605:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826015.319608:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826015.319610:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826015.319612:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826015.319615:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378832:378832:254:4294967295] 192.168.204.116@tcp LPNI seq info [378783:378783:6:4294967295] 00000400:00000200:2.0:1781826015.319618:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826015.319624:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826015.319628:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826015.319633:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826015.319636:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826015.319640:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826015.319643:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826015.319646:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826015.319649:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24525 usecs (25 jiffies) 00000400:00000200:2.0:1781826015.319652:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826015.319654:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303307290 00000100:00000001:2.0:1781826015.319656:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303315985 00000100:00000001:2.0:1781826015.319657:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303307290 00000100:00000001:2.0:1781826015.319659:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303315985 00000100:00000001:2.0:1781826015.319662:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.319664:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.319667:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.319669:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.319733:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.319736:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826015.319787:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826015.319792:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781826015.319803:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826015.319809:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826015.319815:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:1.0:1781826015.319818:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:1.0:1781826015.319822:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826015.319827:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.319840:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826015.319844:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.319850:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826015.319852:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826015.319870:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826015.319872:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781826015.319875:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826015.319878:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826015.319880:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:1.0:1781826015.319881:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:1.0:1781826015.319883:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826015.319886:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.319892:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826015.319894:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.319900:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826015.319901:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826015.320496:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826015.320501:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826015.320505:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826015.320510:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826015.320513:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:1.0:1781826015.320515:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:1.0:1781826015.320518:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826015.320522:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.320619:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826015.320624:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.320630:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826015.320632:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826015.327125:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327150:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826015.327156:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327159:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826015.327170:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327180:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826015.327192:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327198:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327205:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327210:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55b80 00000400:00000200:0.0:1781826015.327216:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327224:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff881 [1] + 224 00000800:00000001:0.0:1781826015.327233:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327237:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826015.327241:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826015.327246:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826015.327257:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826015.327270:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826015.327283:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826015.327312:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826015.327324:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327327:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826015.327329:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327332:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826015.327334:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327338:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826015.327342:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327345:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327348:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327351:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55a80 00000400:00000200:0.0:1781826015.327354:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826015.327360:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff879 [1] + 224 00000800:00000001:0.0:1781826015.327364:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.327391:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826015.327393:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826015.327396:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826015.327400:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826015.327405:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.329579:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.329588:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826015.329603:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826015.329606:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826015.329611:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781826015.329621:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781826015.329624:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781826015.329630:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826015.329641:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826015.329653:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.329663:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826015.329665:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.329668:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826015.329671:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826015.329674:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826015.329676:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.329680:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826015.329692:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826015.329696:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826015.329698:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826015.329700:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826015.329703:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826015.329708:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.329713:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826015.329716:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826015.329718:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826015.329720:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826015.329725:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.329734:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.329738:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826015.329740:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826015.329744:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826015.329752:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.329756:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.329759:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826015.329762:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051502464/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.329768:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826015.329771:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826015.329775:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826015.329781:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826015.329783:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826015.329785:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826015.329788:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826015.329791:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826015.329795:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826015.329797:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826015.329799:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781826015.329802:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826015.329804:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.329807:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.329809:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.329810:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826015.329812:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.329814:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826015.329910:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826015.329930:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826015.329946:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826015.329957:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.330279:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.330282:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826015.330287:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826015.330288:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826015.330292:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781826015.330295:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:2.0:1781826015.330298:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:2.0:1781826015.330302:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826015.330307:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826015.330315:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.330322:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826015.330323:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.330325:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826015.330327:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826015.330328:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826015.330330:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.330332:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826015.330336:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826015.330340:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826015.330342:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826015.330343:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826015.330345:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826015.330347:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.330349:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826015.330353:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.330359:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.330362:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826015.330363:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826015.330367:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826015.330375:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051502208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.330379:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.330381:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826015.330385:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051502208/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.330391:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826015.330393:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826015.330395:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826015.330398:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826015.330400:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826015.330401:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826015.330404:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826015.330406:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826015.332133:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826015.332136:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826015.332140:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781826015.332148:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826015.332150:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.332156:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.332159:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.332161:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826015.332165:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.332167:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826015.332331:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826015.332350:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826015.332353:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826015.332356:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826015.332367:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826015.332376:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826015.332388:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826015.332394:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826015.332401:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826015.332406:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55b00 00000400:00000200:1.0:1781826015.332479:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826015.332487:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff889 [1] + 224 00000800:00000001:1.0:1781826015.332497:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826015.332506:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826015.332510:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826015.332515:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826015.332524:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826015.332543:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826015.332555:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826015.332577:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826015.332587:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826015.332590:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.332716:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.332719:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826015.332725:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826015.332727:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826015.332730:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781826015.332737:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781826015.332740:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781826015.332745:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826015.332750:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826015.332760:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.332963:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826015.332967:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.332970:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826015.332974:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826015.332978:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826015.333563:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826015.333570:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826015.333584:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826015.333590:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826015.333594:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826015.333595:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826015.333599:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826015.333603:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.333607:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826015.333609:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826015.333611:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826015.333613:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826015.333621:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.333630:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826015.333634:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826015.333636:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826015.333640:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826015.333648:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826015.333654:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.333657:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826015.333660:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051502336/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826031 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826015.333667:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826015.333670:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826015.333674:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826015.333680:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826015.333683:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826015.333686:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826015.333688:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826015.333692:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781826015.333696:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826015.333698:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826015.333700:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781826015.333704:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826015.333705:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.333707:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826015.333716:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826015.333718:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826015.333721:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826015.333723:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826015.766239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826015.766247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826015.766255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826015.766257:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826015.766261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826015.766263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826015.768652:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826015.768662:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826015.768668:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826016.790198:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826016.790204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826016.790209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826016.790210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826016.790213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826016.790215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826016.790306:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826016.790309:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826016.790312:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826017.814198:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826017.814205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826017.814211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826017.814213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826017.814216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826017.814217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826017.814312:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826017.814316:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826017.814319:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826018.838669:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826018.838677:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826018.838683:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826018.838687:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826018.838689:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826018.838692:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826018.838695:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826018.838698:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826018.838699:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826018.838701:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826018.838704:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826018.838706:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826018.840159:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826018.840164:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826018.840169:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826019.862214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826019.862222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826019.862227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826019.862229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826019.862232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826019.862233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826019.863066:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826019.863071:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826019.863075:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826020.442455:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826020.442466:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826020.442478:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781826020.442485:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826020.442491:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826020.442494:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826020.442499:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826020.442507:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826020.442514:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.442526:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826020.442537:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826020.442541:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.442548:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_00+0] req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.442689:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.442694:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826020.442696:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826020.442702:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.442710:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826020.442722:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.442725:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826020.442728:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826020.442731:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826020.442734:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051502592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826020.442739:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826020.442745:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826020.442747:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.442750:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826020.442755:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826020.442757:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826020.442765:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826020.442769:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e353c8. 00000400:00000010:3.0:1781826020.442776:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781826020.442783:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502592, portal 25 00000100:00000001:3.0:1781826020.442785:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826020.442787:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781826020.442792:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.442803:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826020.442805:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826020.442807:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781826020.442811:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051502592, offset 0 00000400:00000200:3.0:1781826020.442816:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826020.442825:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.442832:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826020.442837:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826020.442842:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826020.442845:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826020.442848:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826020.442852:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378833:378833:256:4294967295] 192.168.204.116@tcp LPNI seq info [378784:378784:8:4294967295] 00000400:00000200:3.0:1781826020.442856:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.442865:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826020.442870:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826020.442875:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826020.442881:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826020.442888:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826020.442892:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826020.443016:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.443019:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826020.443023:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826020.443027:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781826020.443030:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826020.443033:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826020.443034:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826020.443037:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826020.443041:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826020.443044:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.443049:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826020.443056:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826020.443058:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.443062:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.443070:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.443073:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826020.443076:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1781826020.443167:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826020.443173:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826020.443176:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303321110 00000100:00000001:3.0:1781826020.443183:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303315985 00000100:00000001:3.0:1781826020.443187:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303321110 00000100:00000001:3.0:1781826020.443191:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303315985 00000100:00000001:3.0:1781826020.443194:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826020.443196:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.443199:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.443202:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.443217:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826020.443219:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826020.443221:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.443223:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826020.443224:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826020.443227:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781826020.443228:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.443230:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826020.443231:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.443233:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.443234:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826020.443235:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826020.443239:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.443245:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826020.443246:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.443249:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826020.443250:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826020.443252:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826020.443255:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051502720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826020.443258:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826020.443260:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826020.443262:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.443264:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826020.443267:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826020.443269:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826020.443272:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826020.443275:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35210. 00000400:00000010:3.0:1781826020.443278:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826020.443281:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502720, portal 10 00000100:00000001:3.0:1781826020.443283:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826020.443284:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781826020.443290:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.443301:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826020.443304:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826020.443306:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781826020.443308:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051502720, offset 0 00000400:00000200:3.0:1781826020.443312:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826020.443315:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.443318:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826020.443321:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826020.443324:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826020.443326:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826020.443328:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826020.443331:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378834:378834:255:4294967295] 192.168.204.116@tcp LPNI seq info [378785:378785:7:4294967295] 00000400:00000200:3.0:1781826020.443335:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.443341:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826020.443344:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826020.443359:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781826020.443363:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826020.443368:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826020.443371:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826020.443373:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826020.443377:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24511 usecs (25 jiffies) 00000400:00000200:3.0:1781826020.443380:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826020.443382:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303312414 00000100:00000001:3.0:1781826020.443384:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303321110 00000100:00000001:3.0:1781826020.443386:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303312414 00000100:00000001:3.0:1781826020.443388:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303321110 00000100:00000001:3.0:1781826020.443390:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826020.443392:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.443394:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.443396:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.443417:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.443419:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1781826020.444287:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723b80. 00000020:00000040:2.0:1781826020.444292:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826020.444295:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826020.444297:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826020.444299:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826020.444305:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781826020.444308:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.444315:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826020.444324:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826020.444326:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.444331:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000585d6843] to pc [ptlrpcd_01_00+0] req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.444356:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.444359:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826020.444363:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826020.444366:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826020.444369:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826020.444373:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8650) 00000100:00000001:3.0:1781826020.445304:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1781826020.445308:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826020.445311:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.445319:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826020.445321:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.445323:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.445324:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826020.445326:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826020.445334:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.445343:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826020.445344:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.445356:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826020.445358:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826020.445361:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826020.445364:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826020.445368:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826020.445372:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826020.445375:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.445377:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826020.445381:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622400. 02000000:00000001:3.0:1781826020.445383:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826020.445389:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826020.445392:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781826020.445397:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781826020.445402:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502848, portal 10 00000100:00000001:3.0:1781826020.445404:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826020.445406:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712490880 : -122530997060736 : ffff908f07723b80) 00000100:00000040:3.0:1781826020.445412:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.445419:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826020.445422:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826020.445424:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781826020.445437:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051502848, offset 0 00000400:00000200:3.0:1781826020.445443:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826020.445450:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.445456:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826020.445461:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826020.445464:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826020.445467:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826020.445470:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826020.445473:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378835:378835:254:4294967295] 192.168.204.116@tcp LPNI seq info [378786:378786:6:4294967295] 00000400:00000200:3.0:1781826020.445478:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826020.445487:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826020.445493:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826020.445497:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781826020.445502:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826020.445508:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826020.445512:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826020.445515:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826020.445519:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19795 usecs (20 jiffies) 00000400:00000200:3.0:1781826020.445522:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826020.445524:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303312411 00000100:00000001:3.0:1781826020.445527:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303321110 00000100:00000001:3.0:1781826020.445529:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303312411 00000100:00000001:3.0:1781826020.445531:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303321110 00000100:00000001:3.0:1781826020.445533:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826020.445535:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.445538:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.445539:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.445551:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.445553:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826020.445555:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.445557:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826020.446407:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826020.446416:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826020.446424:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826020.446439:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826020.446446:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:0.0:1781826020.446449:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:0.0:1781826020.446454:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826020.446460:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.446471:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826020.446474:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.446483:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826020.446484:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826020.446497:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826020.446499:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:0.0:1781826020.446502:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826020.446505:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826020.446507:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:0.0:1781826020.446509:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:0.0:1781826020.446511:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826020.446515:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.446522:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826020.446525:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.446532:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826020.446533:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826020.451006:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826020.451015:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781826020.451022:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826020.451030:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826020.451037:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:0.0:1781826020.451041:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:0.0:1781826020.451045:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826020.451053:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.451066:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826020.451069:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826020.451075:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826020.451092:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826020.456974:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.456990:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826020.456993:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.456995:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457003:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457011:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826020.457019:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457025:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457030:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457034:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55c80 00000400:00000200:1.0:1781826020.457039:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457045:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff899 [1] + 224 00000800:00000001:1.0:1781826020.457052:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457056:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457059:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826020.457063:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826020.457070:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826020.457101:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826020.457113:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826020.457137:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826020.457145:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457149:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826020.457151:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457153:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457156:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457159:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826020.457163:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457165:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457168:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457171:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55d00 00000400:00000200:1.0:1781826020.457174:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457177:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8a1 [1] + 224 00000800:00000001:1.0:1781826020.457181:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457185:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457186:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826020.457189:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826020.457192:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826020.457197:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826020.457217:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826020.457228:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826020.457232:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457235:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826020.457237:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457239:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457242:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457245:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826020.457249:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457252:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457254:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457257:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55c00 00000400:00000200:1.0:1781826020.457261:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826020.457265:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff891 [1] + 224 00000800:00000001:1.0:1781826020.457268:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457273:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826020.457275:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826020.457279:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826020.457281:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826020.457285:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826020.457293:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826020.457300:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826020.457303:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826020.457305:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.457996:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.458000:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826020.458007:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826020.458009:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826020.458011:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781826020.458016:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781826020.458019:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781826020.458022:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826020.458028:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826020.458036:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.458042:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826020.458044:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.458047:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826020.458050:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826020.458052:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826020.458054:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826020.458057:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826020.458066:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826020.458070:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826020.458072:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826020.458074:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826020.458109:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826020.458113:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.458118:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826020.458120:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826020.458122:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826020.458123:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826020.458129:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.458136:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826020.458139:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826020.458142:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826020.458146:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826020.458153:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051502848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826020.458158:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.458161:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826020.458164:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723b80 x1868371051502848/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826020.458172:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826020.458174:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826020.458178:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622400. 02000000:00000001:3.0:1781826020.458182:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826020.458184:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826020.458186:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826020.458188:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826020.458191:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781826020.458195:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826020.458196:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826020.458198:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723b80. 00000100:00000001:3.0:1781826020.458264:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826020.458266:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.458269:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826020.458276:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826020.458278:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826020.458280:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826020.458283:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826020.458345:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826020.458356:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826020.458360:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826020.458361:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826020.458364:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35210. 00000400:00000200:2.0:1781826020.458367:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:2.0:1781826020.458369:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:2.0:1781826020.458371:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826020.458376:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826020.458383:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458389:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826020.458390:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458392:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826020.458393:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826020.458394:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826020.458396:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826020.458397:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826020.458402:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826020.458405:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826020.458407:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826020.458408:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826020.458410:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826020.458412:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826020.458415:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826020.458416:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826020.458418:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826020.458419:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.458422:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458442:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826020.458444:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826020.458445:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826020.458449:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826020.458455:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051502720:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826020.458461:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826020.458462:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826020.458464:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e353c8. 00000400:00000200:2.0:1781826020.458474:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:2.0:1781826020.458476:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:2.0:1781826020.458478:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826020.458482:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826020.458489:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458495:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826020.458496:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458498:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826020.458499:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826020.458500:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826020.458501:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826020.458503:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826020.458506:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826020.458509:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826020.458511:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826020.458512:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826020.458514:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826020.458515:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826020.458517:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826020.458520:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458526:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826020.458528:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826020.458529:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826020.458532:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826020.458539:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051502592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826020.458542:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458544:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826020.458547:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051502720/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458552:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826020.458554:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826020.458556:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:2.0:1781826020.458558:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826020.458560:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826020.458561:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826020.458563:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826020.458564:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781826020.458567:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826020.458568:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826020.458569:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781826020.458573:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826020.458574:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458575:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826020.458578:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051502592/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826036 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826020.458583:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826020.458584:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826020.458586:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:2.0:1781826020.458589:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826020.458590:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826020.458592:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826020.458593:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826020.458594:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781826020.458870:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826020.458872:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826020.458874:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781826020.458878:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826020.458879:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458882:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826020.458886:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826020.458887:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826020.458889:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826020.458891:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887560:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826020.887567:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826020.887569:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826020.887572:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887576:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826020.887578:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887579:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887664:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887668:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826020.887669:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887671:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826020.887673:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826020.887674:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826020.887675:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887676:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826020.887677:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887678:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826020.887679:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826020.888741:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826020.888748:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826020.888752:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826021.911517:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826021.911523:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826021.911528:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826021.911529:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826021.911533:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826021.911534:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826021.912516:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826021.912520:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826021.912523:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826022.934511:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826022.934519:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826022.934525:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826022.934526:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826022.934529:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826022.934531:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826022.934611:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826022.934614:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826022.934617:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826023.958357:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826023.958377:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826023.958383:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826023.958385:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826023.958388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826023.958390:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826023.958474:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826023.958478:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826023.958481:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826024.983425:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826024.983432:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826024.983438:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826024.983439:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826024.983443:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826024.983444:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826024.983617:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826024.983621:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826024.983624:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826025.559599:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826025.559612:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826025.559618:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781826025.559625:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826025.559630:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826025.559633:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826025.559638:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826025.559647:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826025.559655:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559667:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826025.559678:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826025.559682:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559701:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_01+1] req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.559735:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559738:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826025.559742:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826025.559745:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781826025.559747:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826025.559749:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826025.559752:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826025.559753:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826025.559756:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826025.559759:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559764:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826025.559771:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826025.559773:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559777:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_00+0] req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.559784:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559786:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826025.559789:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826025.559792:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781826025.559794:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826025.559796:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826025.559797:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826025.559798:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826025.559802:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781826025.559805:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559808:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826025.559814:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826025.559816:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559819:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_01+1] req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.559826:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.559828:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826025.559831:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826025.559835:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826025.559837:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826025.559853:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8655) 00000100:00000001:2.0:1781826025.559866:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.559869:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826025.559871:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826025.559876:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.559883:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826025.559885:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.559888:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826025.559891:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826025.559894:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826025.559897:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.559901:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826025.559906:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826025.559909:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.559911:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826025.559915:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826025.559917:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826025.559939:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826025.559944:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781826025.559951:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826025.559958:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503104, portal 10 00000100:00000001:2.0:1781826025.559960:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826025.559961:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:2.0:1781826025.559968:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.559976:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826025.559978:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826025.559981:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781826025.559985:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051503104, offset 0 00000400:00000200:2.0:1781826025.559991:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826025.559999:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826025.560006:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826025.560010:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826025.560014:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826025.560018:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826025.560021:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826025.560024:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378836:378836:256:4294967295] 192.168.204.116@tcp LPNI seq info [378787:378787:8:4294967295] 00000400:00000200:2.0:1781826025.560028:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826025.560037:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826025.560043:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826025.560048:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826025.560054:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826025.560061:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826025.560065:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826025.560096:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.560101:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24500 usecs (25 jiffies) 00000400:00000200:2.0:1781826025.560104:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826025.560107:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303317531 00000100:00000001:2.0:1781826025.560110:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303321110 00000100:00000001:2.0:1781826025.560112:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303317531 00000100:00000001:2.0:1781826025.560114:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303321110 00000100:00000001:2.0:1781826025.560116:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.560119:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.560122:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.560125:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.560132:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826025.560134:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826025.560136:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.560138:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826025.560140:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826025.560142:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781826025.560143:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.560145:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826025.560146:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.560148:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.560149:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826025.560150:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826025.560154:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.560161:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826025.560163:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.560165:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826025.560166:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826025.560168:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826025.560171:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051502976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.560174:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826025.560176:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826025.560178:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.560179:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826025.560182:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826025.560184:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826025.560187:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826025.560189:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781826025.560193:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781826025.560195:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051502976, portal 25 00000100:00000001:2.0:1781826025.560197:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826025.560198:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781826025.560203:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.560209:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826025.560211:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826025.560214:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781826025.560217:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051502976, offset 0 00000400:00000200:2.0:1781826025.560221:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826025.560224:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781826025.560774:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826025.560780:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781826025.560785:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826025.560790:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826025.560795:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:0.0:1781826025.560798:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:0.0:1781826025.560801:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826025.560806:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.560815:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826025.560818:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.560824:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826025.560826:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1781826025.561099:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826025.561103:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826025.561106:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826025.561108:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826025.561110:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826025.561113:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378837:378837:256:4294967295] 192.168.204.116@tcp LPNI seq info [378788:378788:8:4294967295] 00000400:00000200:2.0:1781826025.561117:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826025.561123:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826025.561128:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826025.561132:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826025.561136:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826025.561141:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826025.561144:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826025.561158:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826025.561162:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826025.561164:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303326228 00000100:00000001:2.0:1781826025.561171:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303321110 00000100:00000001:2.0:1781826025.561174:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303326228 00000100:00000001:2.0:1781826025.561177:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303321110 00000100:00000001:2.0:1781826025.561180:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.561182:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.561185:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826025.561188:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.561195:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826025.561197:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.561199:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826025.561201:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826025.561203:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826025.561206:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.561209:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826025.561212:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826025.561214:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.561215:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826025.561218:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826025.561220:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826025.561223:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826025.561225:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000800:00000200:1.0:1781826025.561458:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826025.561462:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781826025.561465:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826025.561469:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826025.561472:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781826025.561473:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781826025.561476:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826025.561480:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826025.561487:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826025.561490:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826025.561496:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826025.561497:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1781826025.563697:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781826025.563705:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503232, portal 10 00000100:00000001:2.0:1781826025.563709:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826025.563710:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:2.0:1781826025.563724:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.563733:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826025.563735:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826025.563738:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781826025.563741:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051503232, offset 0 00000400:00000200:2.0:1781826025.563747:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826025.563758:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826025.563766:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826025.563770:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826025.563774:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826025.563777:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826025.563779:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826025.563782:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378838:378838:256:4294967295] 192.168.204.116@tcp LPNI seq info [378789:378789:8:4294967295] 00000400:00000200:2.0:1781826025.563786:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826025.563794:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826025.563800:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826025.563806:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781826025.563812:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826025.563818:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826025.563822:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826025.563843:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.563848:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19791 usecs (20 jiffies) 00000400:00000200:2.0:1781826025.563851:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826025.563854:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303317529 00000100:00000001:2.0:1781826025.563857:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303326228 00000100:00000001:2.0:1781826025.563859:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303317529 00000100:00000001:2.0:1781826025.563861:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303326228 00000100:00000001:2.0:1781826025.563864:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.563867:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.563871:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.563876:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826025.564198:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826025.564202:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826025.565214:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.565237:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826025.565241:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.565244:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826025.565250:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.565256:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826025.565264:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.565268:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.565273:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.565277:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55e00 00000400:00000200:0.0:1781826025.565281:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.565286:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8a9 [1] + 224 00000800:00000001:0.0:1781826025.565293:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.565299:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826025.565302:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826025.565306:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826025.565312:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826025.565339:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826025.565351:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.565380:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:0.0:1781826025.565432:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826025.565436:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781826025.565439:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826025.565443:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826025.565447:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:0.0:1781826025.565449:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:0.0:1781826025.565453:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826025.565457:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.565467:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826025.565471:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.565478:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826025.565480:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826025.565489:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.565493:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.566209:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.566213:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826025.566220:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826025.566223:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826025.566226:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781826025.566241:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781826025.566243:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781826025.566246:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826025.566252:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826025.566261:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.566268:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826025.566270:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.566272:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826025.566275:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826025.566277:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826025.566280:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.566282:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826025.566291:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826025.566295:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826025.566297:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826025.566299:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826025.566301:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826025.566305:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.566308:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826025.566310:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826025.566312:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826025.566314:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.566336:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.566343:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.566346:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826025.566348:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826025.566351:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826025.566366:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.566370:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.566372:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826025.566375:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051503104/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.566381:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826025.566383:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826025.566387:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826025.566391:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826025.566393:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826025.566395:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826025.566397:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826025.566400:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781826025.566403:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826025.566405:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826025.566407:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781826025.566410:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826025.566411:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.566414:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.566415:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.566416:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826025.566417:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.566419:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826025.576786:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.576802:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826025.576806:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.576809:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826025.576817:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.576824:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826025.576833:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.576837:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.576853:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.576857:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55d80 00000400:00000200:0.0:1781826025.576862:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826025.576868:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8b1 [1] + 224 00000800:00000001:0.0:1781826025.576875:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.576886:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826025.576889:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826025.576893:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826025.576900:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826025.576910:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826025.577312:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826025.577346:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826025.577355:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826025.577363:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.578390:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.578397:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826025.578405:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826025.578407:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826025.578411:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781826025.578418:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:2.0:1781826025.578421:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:2.0:1781826025.578425:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826025.578433:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826025.578444:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.578452:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826025.578454:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.578456:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826025.578459:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826025.578462:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826025.578464:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.578467:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826025.578473:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826025.578477:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826025.578479:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826025.578481:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826025.578483:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826025.578485:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.578488:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.578492:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.578501:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.578504:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826025.578506:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826025.578510:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826025.578518:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051502976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.578523:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.578525:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826025.578528:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051502976/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.578534:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826025.578537:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826025.578540:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826025.578545:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826025.578548:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826025.578550:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826025.578552:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826025.578555:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781826025.578558:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826025.578559:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826025.578561:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781826025.578566:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826025.578567:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.578570:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.578571:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.578573:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826025.578574:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.578576:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826025.597485:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826025.597500:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826025.597505:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826025.597508:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826025.597517:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826025.597524:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826025.597533:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826025.597537:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826025.597543:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826025.597547:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55e80 00000400:00000200:1.0:1781826025.597552:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826025.597558:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8b9 [1] + 224 00000800:00000001:1.0:1781826025.597566:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826025.597629:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826025.597633:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826025.597637:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826025.597645:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826025.597654:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826025.597664:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826025.597688:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826025.597696:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826025.597699:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.597913:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.597917:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826025.597924:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826025.597926:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826025.597929:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781826025.597996:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781826025.597998:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781826025.598002:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826025.598007:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826025.598016:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.598023:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826025.598025:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.598028:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826025.598031:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826025.598033:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826025.598035:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826025.598038:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826025.598047:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=92 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826025.598051:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826025.598054:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826025.598055:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826025.598058:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826025.598062:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.598066:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826025.598069:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826025.598071:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826025.598073:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826025.598102:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.598110:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826025.598114:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826025.598115:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826025.598120:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826025.598128:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826025.598134:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.598137:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826025.598141:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051503232/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826041 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826025.598147:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826025.598149:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826025.598153:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826025.598157:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826025.598159:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826025.598161:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826025.598163:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826025.598165:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781826025.598168:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826025.598169:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826025.598171:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:2.0:1781826025.598175:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826025.598177:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.598179:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826025.598186:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826025.598188:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826025.598190:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826025.598192:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826026.007516:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826026.007523:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826026.007529:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826026.007530:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826026.007533:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826026.007534:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826026.009663:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826026.009669:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826026.009673:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826027.030780:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826027.030799:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826027.030805:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826027.030807:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826027.030810:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826027.030811:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826027.030959:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826027.030962:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826027.030964:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826028.054375:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826028.054382:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826028.054388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826028.054389:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826028.054392:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826028.054393:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826028.054488:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826028.054492:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826028.054494:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826029.078214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826029.078221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826029.078227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826029.078230:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826029.078233:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826029.078236:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826029.078239:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826029.078252:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826029.078254:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826029.078257:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826029.078268:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826029.078270:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826029.078487:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826029.078490:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826029.078493:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826030.105779:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826030.105802:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826030.105818:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826030.105820:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826030.105823:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826030.105824:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826030.105883:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826030.105888:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826030.105890:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826030.678529:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826030.678540:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826030.678547:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781826030.678553:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826030.678557:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826030.678561:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826030.678565:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826030.678573:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781826030.678579:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678592:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826030.678603:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826030.678607:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678614:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.678642:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678645:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826030.678648:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826030.678652:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826030.678654:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826030.678656:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826030.678658:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826030.678659:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826030.678663:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826030.678665:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678669:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826030.678677:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826030.678679:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678683:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.678690:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678692:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826030.678695:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826030.678697:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781826030.678699:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826030.678700:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826030.678701:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826030.678703:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826030.678706:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826030.678708:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678712:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826030.678718:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826030.678720:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678723:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.678729:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.678731:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826030.678734:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826030.678736:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826030.678741:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826030.678746:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8660) 00000100:00000001:2.0:1781826030.678754:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826030.678759:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826030.678762:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826030.678769:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.678778:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826030.678780:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.678797:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826030.678800:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826030.678802:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826030.678807:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.678814:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826030.678816:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826030.678820:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826030.678822:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826030.678825:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826030.678828:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051503488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826030.678832:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826030.678837:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826030.678840:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826030.678842:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826030.678846:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826030.678848:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826030.678855:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826030.678859:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000400:00000010:3.0:1781826030.678865:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781826030.678872:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503488, portal 10 00000100:00000001:3.0:1781826030.678874:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826030.678876:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781826030.678883:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.678890:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826030.678893:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826030.678896:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781826030.678900:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051503488, offset 0 00000400:00000200:3.0:1781826030.678907:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826030.678916:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.678923:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826030.678928:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826030.678932:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826030.678936:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826030.678939:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826030.678943:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378839:378839:256:4294967295] 192.168.204.116@tcp LPNI seq info [378790:378790:8:4294967295] 00000400:00000200:3.0:1781826030.678947:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.679029:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826030.679034:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826030.679039:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cf00. 00000800:00000200:3.0:1781826030.679046:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826030.679052:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826030.679056:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826030.679069:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.679074:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24466 usecs (25 jiffies) 00000400:00000200:3.0:1781826030.679095:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826030.679099:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303322650 00000100:00000001:3.0:1781826030.679104:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303326228 00000100:00000001:3.0:1781826030.679106:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303322650 00000100:00000001:3.0:1781826030.679108:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303326228 00000100:00000001:3.0:1781826030.679110:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826030.679112:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679115:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679118:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.679125:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826030.679128:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826030.679130:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826030.679131:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826030.679132:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679134:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826030.679379:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826030.679382:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826030.679385:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826030.679388:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051503360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826030.679392:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826030.679395:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826030.679397:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826030.679399:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826030.679473:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826030.679477:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826030.679482:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826030.679486:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35318. 00000400:00000010:3.0:1781826030.679490:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781826030.679494:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503360, portal 25 00000100:00000001:3.0:1781826030.679496:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826030.679498:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781826030.679505:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.679511:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826030.679513:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826030.679515:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781826030.679517:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051503360, offset 0 00000400:00000200:3.0:1781826030.679522:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826030.679528:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.679533:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826030.679537:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826030.679540:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826030.679542:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826030.679544:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826030.679546:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378840:378840:255:4294967295] 192.168.204.116@tcp LPNI seq info [378791:378791:7:4294967295] 00000400:00000200:3.0:1781826030.679550:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.679556:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826030.679561:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826030.679565:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000800:00000200:3.0:1781826030.679570:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826030.679574:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826030.679577:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826030.679580:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826030.679583:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826030.679586:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303331346 00000100:00000001:3.0:1781826030.679594:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303326228 00000100:00000001:3.0:1781826030.679599:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303331346 00000100:00000001:3.0:1781826030.679604:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303326228 00000100:00000001:3.0:1781826030.679608:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826030.679610:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679613:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826030.679617:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.679625:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826030.679626:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826030.679628:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826030.679630:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826030.679633:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826030.679636:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826030.679639:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826030.679643:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826030.679644:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826030.679645:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826030.679648:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781826030.679650:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826030.679653:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826030.679655:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35dc0. 00000400:00000010:3.0:1781826030.679659:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781826030.679663:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503616, portal 10 00000100:00000001:3.0:1781826030.679665:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826030.679666:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:3.0:1781826030.679672:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.679678:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826030.679680:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826030.679683:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826030.679685:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051503616, offset 0 00000400:00000200:3.0:1781826030.679689:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826030.679692:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.679695:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826030.679698:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826030.679699:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826030.679701:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826030.679703:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826030.679706:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378841:378841:254:4294967295] 192.168.204.116@tcp LPNI seq info [378792:378792:6:4294967295] 00000400:00000200:3.0:1781826030.679710:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826030.679715:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826030.679719:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826030.679723:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c800. 00000800:00000200:3.0:1781826030.679726:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826030.679731:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826030.679733:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826030.679736:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.679739:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19837 usecs (20 jiffies) 00000400:00000200:3.0:1781826030.679742:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826030.679743:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303322645 00000100:00000001:3.0:1781826030.679745:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303331346 00000100:00000001:3.0:1781826030.679747:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303322645 00000100:00000001:3.0:1781826030.679749:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303331346 00000100:00000001:3.0:1781826030.679751:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826030.679753:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679754:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679756:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.679760:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826030.679761:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826030.679763:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826030.679765:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826030.679766:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.679768:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826030.684020:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826030.684030:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cf00. 00000400:00000200:0.0:1781826030.684037:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826030.684046:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826030.684054:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef990 00000400:00000010:0.0:1781826030.684057:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef990. 00000100:00000001:0.0:1781826030.684061:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826030.684069:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684095:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826030.684100:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684107:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826030.684109:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826030.684122:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826030.684125:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:0.0:1781826030.684127:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826030.684130:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826030.684132:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:0.0:1781826030.684134:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:0.0:1781826030.684136:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826030.684139:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684146:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826030.684149:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684154:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826030.684156:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826030.684211:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826030.684213:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c800. 00000400:00000200:0.0:1781826030.684217:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826030.684221:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826030.684224:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:0.0:1781826030.684237:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:0.0:1781826030.684240:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826030.684244:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684260:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826030.684263:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826030.684269:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826030.684270:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826030.691814:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.691830:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826030.691833:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.691836:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.691845:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.691852:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826030.691861:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.691866:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.691872:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.691877:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d55f80 00000400:00000200:1.0:1781826030.691881:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.691888:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8c1 [1] + 224 00000800:00000001:1.0:1781826030.691895:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.691900:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.691903:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826030.691907:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826030.691914:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826030.691923:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826030.691935:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.692037:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826030.692042:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826030.694135:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826030.694152:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694163:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826030.694167:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694169:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.694179:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694185:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826030.694191:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694195:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694199:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694203:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56000 00000400:00000200:1.0:1781826030.694207:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694213:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8d1 [1] + 224 00000800:00000001:1.0:1781826030.694218:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694222:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.694224:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826030.694240:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826030.694245:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826030.694253:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826030.694265:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826030.694279:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826030.694283:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694286:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826030.694288:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694290:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.694293:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694296:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826030.694300:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694302:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694305:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694307:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d55f00 00000400:00000200:1.0:1781826030.694309:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826030.694313:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8c9 [1] + 224 00000800:00000001:1.0:1781826030.694316:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694323:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826030.694326:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826030.694329:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826030.694331:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826030.694335:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826030.694343:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826030.694350:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826030.694353:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826030.694363:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694686:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826030.694691:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826030.694697:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826030.694699:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826030.694703:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35318. 00000400:00000200:2.0:1781826030.694708:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:2.0:1781826030.694710:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:2.0:1781826030.694714:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826030.694720:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826030.694730:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694737:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826030.694739:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694742:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826030.694745:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826030.694747:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826030.694749:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826030.694752:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826030.694759:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826030.694762:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826030.694765:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826030.694767:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826030.694769:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826030.694772:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826030.694774:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826030.694778:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694785:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826030.694788:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826030.694790:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826030.694793:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826030.694807:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051503360:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826030.694812:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826030.694813:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826030.694814:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35dc0. 00000400:00000200:2.0:1781826030.694816:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:2.0:1781826030.694818:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:2.0:1781826030.694820:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826030.694823:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826030.694831:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694836:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826030.694837:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694839:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826030.694840:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826030.694841:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826030.694842:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826030.694844:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826030.694849:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826030.694851:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826030.694853:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826030.694854:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826030.694855:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826030.694859:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826030.694862:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826030.694864:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826030.694866:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826030.694868:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826030.694872:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694878:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826030.694881:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826030.694882:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826030.694887:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826030.694894:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051503616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826030.694898:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694900:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826030.694904:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051503360/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694910:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826030.694912:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826030.694915:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:2.0:1781826030.694919:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826030.694921:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826030.694923:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826030.694925:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826030.694927:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:2.0:1781826030.694930:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826030.694932:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826030.694934:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781826030.694937:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826030.694939:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694940:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826030.694944:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051503616/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826030.694950:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826030.694951:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826030.694952:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:2.0:1781826030.694955:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826030.694956:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826030.694957:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826030.694958:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826030.694960:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781826030.694962:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826030.694963:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826030.694964:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781826030.694969:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826030.694970:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694972:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826030.694979:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826030.694981:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826030.694983:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826030.694984:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1781826030.701897:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826030.701904:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826030.701907:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781826030.701914:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781826030.701916:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781826030.701921:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826030.701933:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826030.701944:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.702448:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826030.702450:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.702453:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826030.702456:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826030.702459:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826030.702461:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826030.702465:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826030.702473:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=97 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826030.702477:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826030.702480:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826030.702481:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826030.702484:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826030.702487:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.702490:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826030.702493:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826030.702495:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826030.702496:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826030.702502:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.702516:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826030.702520:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826030.702522:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826030.702527:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826030.702534:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051503488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826030.702539:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.702542:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826030.702545:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051503488/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826046 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826030.702551:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826030.702554:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826030.702557:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826030.702561:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826030.702564:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826030.702565:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826030.702567:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826030.702570:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:3.0:1781826030.702572:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826030.702574:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826030.702576:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781826030.702580:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826030.702581:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.702584:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826030.702592:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826030.702594:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826030.702596:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826030.702599:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126196:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826031.126204:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826031.126206:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826031.126210:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126214:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826031.126216:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126231:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126233:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826031.126239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826031.126244:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826031.126245:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826031.126247:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126248:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826031.126249:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126251:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826031.126253:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826031.126303:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826031.126306:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826031.126309:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826032.150241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826032.150252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826032.150259:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826032.150260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826032.150264:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826032.150265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826032.150375:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826032.150380:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826032.150383:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826033.174293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826033.174303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826033.174310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826033.174312:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826033.174317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826033.174318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826033.174445:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826033.174449:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826033.174452:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826034.203171:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826034.203183:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826034.203192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826034.203193:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826034.203197:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826034.203199:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826034.203316:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826034.203321:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826034.203324:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826035.222809:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826035.222819:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826035.222827:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826035.222828:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826035.222832:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826035.222834:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826035.223119:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826035.223126:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826035.223131:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826035.798267:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826035.798277:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826035.798289:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826035.798302:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826035.798307:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826035.798310:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826035.798315:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826035.798323:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826035.798330:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798340:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826035.798359:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826035.798364:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798654:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826035.798689:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798692:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826035.798696:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826035.798700:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781826035.798703:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826035.798705:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826035.798707:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826035.798709:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826035.798713:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781826035.798717:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798722:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826035.798729:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826035.798731:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798736:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826035.798744:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798745:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826035.798748:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826035.798751:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781826035.798754:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826035.798756:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826035.798757:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826035.798758:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826035.798761:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826035.798764:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798767:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826035.798773:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826035.798775:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798779:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826035.798785:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826035.798787:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826035.798790:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826035.798793:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826035.798796:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826035.798800:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8665) 00000100:00000001:2.0:1781826035.798877:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.798882:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826035.798884:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826035.798891:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.798898:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826035.798900:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.798904:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826035.798906:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826035.798908:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826035.798911:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051503744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826035.798915:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826035.798920:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826035.798924:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.798926:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826035.798930:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781826035.798932:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826035.798946:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826035.798951:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781826035.798959:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781826035.798966:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503744, portal 25 00000100:00000001:2.0:1781826035.798968:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826035.798969:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781826035.798974:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.798987:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826035.798990:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826035.798992:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781826035.798995:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051503744, offset 0 00000400:00000200:2.0:1781826035.799002:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799011:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799019:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826035.799024:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826035.799028:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826035.799031:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826035.799034:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799037:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378842:378842:256:4294967295] 192.168.204.116@tcp LPNI seq info [378793:378793:8:4294967295] 00000400:00000200:2.0:1781826035.799041:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799052:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826035.799058:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826035.799063:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781826035.799070:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826035.799145:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826035.799149:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826035.799156:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826035.799160:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826035.799162:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303336466 00000100:00000001:2.0:1781826035.799169:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303331346 00000100:00000001:2.0:1781826035.799173:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303336466 00000100:00000001:2.0:1781826035.799176:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303331346 00000100:00000001:2.0:1781826035.799179:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.799181:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.799183:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826035.799187:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.799193:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826035.799194:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.799196:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826035.799198:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826035.799200:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826035.799202:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826035.799205:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826035.799208:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826035.799209:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.799211:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826035.799214:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781826035.799216:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826035.799219:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826035.799221:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781826035.799224:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826035.799227:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504000, portal 10 00000100:00000001:2.0:1781826035.799228:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826035.799230:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781826035.799235:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.799241:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826035.799243:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826035.799245:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781826035.799247:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051504000, offset 0 00000400:00000200:2.0:1781826035.799250:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799254:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799277:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826035.799280:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826035.799283:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826035.799285:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826035.799287:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799290:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378843:378843:255:4294967295] 192.168.204.116@tcp LPNI seq info [378794:378794:7:4294967295] 00000400:00000200:2.0:1781826035.799790:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799798:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826035.799804:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826035.799809:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781826035.799814:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826035.799818:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826035.799821:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826035.799824:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826035.799829:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19837 usecs (20 jiffies) 00000400:00000200:2.0:1781826035.799833:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826035.799835:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303327765 00000100:00000001:2.0:1781826035.799838:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303336466 00000100:00000001:2.0:1781826035.799839:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303327765 00000100:00000001:2.0:1781826035.799841:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303336466 00000100:00000001:2.0:1781826035.799843:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.799845:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.799848:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.799850:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.799859:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826035.799861:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826035.799863:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.799864:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826035.799865:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826035.799868:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781826035.799869:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.799871:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826035.799872:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.799874:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.799875:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826035.799876:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826035.799880:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.799887:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826035.799888:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.799902:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826035.799904:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826035.799906:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826035.799909:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051503872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826035.799912:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826035.799915:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826035.799917:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.799919:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826035.799922:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826035.799923:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826035.799926:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826035.799928:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781826035.799939:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781826035.799943:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051503872, portal 10 00000100:00000001:2.0:1781826035.799945:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826035.799946:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781826035.799951:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.799958:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826035.799960:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826035.799963:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781826035.799965:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051503872, offset 0 00000400:00000200:2.0:1781826035.799969:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799973:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799977:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826035.799979:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826035.799982:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826035.799984:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826035.799986:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826035.799989:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378844:378844:254:4294967295] 192.168.204.116@tcp LPNI seq info [378795:378795:6:4294967295] 00000400:00000200:2.0:1781826035.799993:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826035.799998:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826035.800001:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826035.800004:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781826035.800008:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826035.800012:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826035.800015:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826035.800017:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826035.800020:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24477 usecs (25 jiffies) 00000400:00000200:2.0:1781826035.800023:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826035.800025:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303327770 00000100:00000001:2.0:1781826035.800027:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303336466 00000100:00000001:2.0:1781826035.800029:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303327770 00000100:00000001:2.0:1781826035.800031:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303336466 00000100:00000001:2.0:1781826035.800033:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.800035:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.800046:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.800049:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.800065:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.800067:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826035.800825:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826035.800831:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781826035.800837:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826035.800844:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826035.800849:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:0.0:1781826035.800852:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:0.0:1781826035.800857:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826035.800863:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.800872:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826035.800875:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.800881:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826035.800883:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826035.800895:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826035.800897:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781826035.800899:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826035.800903:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826035.800905:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:0.0:1781826035.800907:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:0.0:1781826035.800909:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826035.800912:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.800919:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826035.800921:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.800926:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826035.800928:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826035.800996:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826035.800998:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:0.0:1781826035.801002:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826035.801005:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826035.801007:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:0.0:1781826035.801009:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:0.0:1781826035.801011:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826035.801015:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.801021:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826035.801023:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.801028:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826035.801029:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826035.818922:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826035.818951:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826035.818957:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826035.818960:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826035.818971:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826035.818981:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826035.818996:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826035.819002:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826035.819010:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826035.819015:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56080 00000400:00000200:1.0:1781826035.819020:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826035.819029:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8d9 [1] + 224 00000800:00000001:1.0:1781826035.819037:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826035.819051:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826035.819055:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826035.819061:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826035.819071:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826035.819141:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826035.819160:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826035.819193:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826035.819204:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826035.819208:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.820749:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.820756:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826035.820768:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826035.820770:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826035.820775:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781826035.820784:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781826035.820788:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781826035.820793:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826035.820804:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826035.820820:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.820828:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826035.820830:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.820833:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826035.820837:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826035.820839:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826035.820842:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.820846:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826035.820854:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826035.820859:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826035.820862:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826035.820864:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826035.820867:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826035.820869:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.820872:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826035.820877:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.820884:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.820888:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826035.820890:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826035.820895:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826035.820904:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051503744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826035.820910:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.820912:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826035.820916:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051503744/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.820922:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826035.820926:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826035.820931:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5200. 02000000:00000001:2.0:1781826035.820936:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826035.820939:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826035.820942:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826035.820944:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826035.820947:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826035.820951:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826035.820954:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826035.820956:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781826035.820960:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826035.820961:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.820965:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.820967:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.820968:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826035.820969:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.820971:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826035.842076:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826035.842149:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826035.842153:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826035.842156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826035.842167:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.842174:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826035.842186:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.842191:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.842196:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.842200:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56180 00000400:00000200:0.0:1781826035.842205:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.842211:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8e1 [1] + 224 00000800:00000001:0.0:1781826035.842217:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826035.842221:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826035.842223:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826035.842229:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826035.842237:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826035.843008:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826035.843022:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826035.843049:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826035.843059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826035.843065:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826035.843066:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826035.843068:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826035.843073:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.843102:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826035.843109:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.843113:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826035.843116:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781826035.843118:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826035.843134:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56100 00000100:00000001:2.0:1781826035.843136:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1781826035.843144:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000001:2.0:1781826035.843150:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826035.843155:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826035.843159:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781826035.843167:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781826035.843171:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781826035.843178:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826035.843190:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1781826035.843191:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8e9 [1] + 224 00000800:00000001:0.0:1781826035.843208:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1781826035.843217:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1781826035.843220:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826035.843230:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781826035.843244:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1781826035.843245:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781826035.843249:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.843254:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826035.843258:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826035.843261:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826035.843264:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.843268:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826035.843281:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826035.843286:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826035.843465:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826035.843468:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826035.843471:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826035.843476:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.843481:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826035.843483:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826035.843486:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826035.843488:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826035.843495:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.843504:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.843513:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826035.843513:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1781826035.843518:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1781826035.843524:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781826035.843528:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826035.843587:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504000:192.168.204.116@tcp:400:kworker.0 00000100:00000040:0.0:1781826035.843589:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.843597:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826035.843614:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826035.843619:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1781826035.843620:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1781826035.843624:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826035.843631:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051504000/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.843643:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826035.843646:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826035.843651:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781826035.844459:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826035.844464:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826035.844467:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826035.844471:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826035.844474:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781826035.844480:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826035.844482:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826035.844484:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781826035.844489:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826035.844491:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.844496:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.844497:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.844499:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826035.844505:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826035.844506:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826035.844509:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781826035.844512:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781826035.844514:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781826035.844517:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826035.844524:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826035.844533:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.844540:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826035.844541:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.844544:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826035.844546:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826035.844548:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826035.844550:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826035.844552:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826035.844559:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826035.844563:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=15 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826035.844565:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826035.844567:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826035.844569:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826035.844572:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.844575:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826035.844577:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826035.844579:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826035.844580:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826035.844584:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.844591:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826035.844593:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826035.844595:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826035.844599:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826035.844717:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051503872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826035.844724:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.844726:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826035.844730:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051503872/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826051 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826035.844737:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826035.844739:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826035.844741:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826035.844744:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826035.844746:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826035.844747:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826035.844750:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826035.844751:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781826035.844754:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826035.844755:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826035.844757:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781826035.845394:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826035.845396:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.845398:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826035.845467:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826035.845470:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826035.845473:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826035.845475:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826036.246267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826036.246275:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826036.246281:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826036.246283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826036.246287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826036.246288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826036.247414:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826036.247419:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826036.247424:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826037.274673:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826037.274684:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826037.274692:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826037.274693:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826037.274697:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826037.274699:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826037.274725:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826037.274728:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826037.274732:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826038.294336:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826038.294344:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826038.294352:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826038.294354:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826038.294358:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826038.294359:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826038.294477:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826038.294481:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826038.294485:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826039.319593:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826039.319600:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826039.319605:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826039.319608:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826039.319610:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826039.319614:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826039.319616:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826039.319618:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826039.319620:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826039.319623:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826039.319626:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826039.319627:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826039.319654:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826039.319657:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826039.319659:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826040.342222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826040.342230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826040.342237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826040.342238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826040.342242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826040.342243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826040.343313:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826040.343317:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826040.343321:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826040.918838:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826040.918848:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826040.918859:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781826040.918866:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826040.918870:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826040.918873:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826040.918878:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826040.918889:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781826040.918896:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.918909:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826040.918920:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826040.918925:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.918932:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.918968:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.918972:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826040.918976:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826040.918979:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781826040.918982:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826040.918985:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826040.918986:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826040.918988:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826040.918992:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826040.918996:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.919001:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826040.919001:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.919007:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826040.919012:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826040.919021:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.919023:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826040.919039:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919045:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1781826040.919049:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.919050:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.919056:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826040.919061:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826040.919062:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.919064:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.919066:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1781826040.919071:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051504128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826040.919073:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826040.919100:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781826040.919104:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826040.919107:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826040.919108:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826040.919110:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826040.919114:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826040.919117:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.919123:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826040.919130:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826040.919132:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.919136:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.919144:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.919146:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826040.919149:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826040.919152:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826040.919155:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781826040.919160:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781826040.919161:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8670) 02000000:00000001:2.0:1781826040.919170:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826040.919174:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.919177:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826040.919183:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826040.919186:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.919187:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826040.919191:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826040.919192:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1781826040.919197:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826040.919199:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781826040.919203:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000100:00000001:3.0:1781826040.919211:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1781826040.919213:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000001:3.0:1781826040.919214:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826040.919220:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826040.919222:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826040.919224:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781826040.919225:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504128, portal 25 00000100:00100000:3.0:1781826040.919229:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826040.919233:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826040.919236:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826040.919237:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826040.919242:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1781826040.919242:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826040.919246:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 02000000:00000010:3.0:1781826040.919249:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623800. 02000000:00000001:3.0:1781826040.919252:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826040.919256:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781826040.919259:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826040.919265:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 00000100:00000001:2.0:1781826040.919269:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826040.919273:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826040.919277:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826040.919281:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051504128, offset 0 00000400:00000200:2.0:1781826040.919287:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826040.919294:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826040.919302:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826040.919307:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826040.919311:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826040.919315:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826040.919317:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826040.919321:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378845:378845:256:4294967295] 192.168.204.116@tcp LPNI seq info [378796:378796:8:4294967295] 00000400:00000200:2.0:1781826040.919325:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826040.919334:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826040.919339:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826040.919345:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781826040.919352:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826040.919359:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826040.919362:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826040.919381:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826040.919386:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826040.919389:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303341586 00000100:00000001:2.0:1781826040.919396:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303336466 00000100:00000001:2.0:1781826040.919400:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303341586 00000100:00000001:2.0:1781826040.919403:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303336466 00000100:00000001:2.0:1781826040.919406:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826040.919408:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919411:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919413:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.919420:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826040.919422:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826040.919424:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.919425:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826040.919426:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826040.919430:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.919436:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826040.919437:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.919440:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826040.919441:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826040.919443:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826040.919445:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051504384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826040.919449:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826040.919451:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826040.919453:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.919454:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826040.919458:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826040.919460:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826040.919463:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826040.919465:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781826040.919469:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781826040.919472:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504384, portal 10 00000100:00000001:2.0:1781826040.919474:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826040.919475:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781826040.919481:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.919489:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826040.919491:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826040.919493:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781826040.919495:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051504384, offset 0 00000400:00000200:2.0:1781826040.919499:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826040.919502:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826040.919505:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826040.919507:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826040.919510:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826040.919512:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826040.919514:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826040.919517:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378846:378846:255:4294967295] 192.168.204.116@tcp LPNI seq info [378797:378797:7:4294967295] 00000400:00000200:2.0:1781826040.919520:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826040.919525:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826040.919529:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826040.919532:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781826040.919536:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826040.919540:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826040.919542:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826040.919545:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826040.919548:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19896 usecs (20 jiffies) 00000400:00000200:2.0:1781826040.919551:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826040.919553:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303332885 00000100:00000001:2.0:1781826040.919555:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303341586 00000100:00000001:2.0:1781826040.919556:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303332885 00000100:00000001:2.0:1781826040.919558:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303341586 00000100:00000001:2.0:1781826040.919560:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826040.919562:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919564:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919566:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.919568:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826040.919570:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826040.919571:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.919572:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826040.919573:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.919575:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826040.919938:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826040.919943:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000400:00000200:1.0:1781826040.919950:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826040.919955:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826040.919961:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:1.0:1781826040.919964:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:1.0:1781826040.919970:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826040.919974:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826040.919983:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826040.919986:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826040.919992:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826040.919993:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1781826040.920075:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000800:00000200:1.0:1781826040.920103:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826040.920106:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:1.0:1781826040.920109:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826040.920113:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826040.920115:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781826040.920117:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781826040.920119:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826040.920123:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826040.920134:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826040.920136:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826040.920141:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826040.920143:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1781826040.920455:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504256, portal 10 00000100:00000001:3.0:1781826040.920457:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826040.920459:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781826040.920466:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.920473:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826040.920476:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826040.920479:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781826040.920481:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051504256, offset 0 00000400:00000200:3.0:1781826040.920485:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826040.920491:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826040.920495:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826040.920498:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826040.920503:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826040.920505:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826040.920507:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826040.920510:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378847:378847:256:4294967295] 192.168.204.116@tcp LPNI seq info [378798:378798:8:4294967295] 00000400:00000200:3.0:1781826040.920514:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826040.920522:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826040.920539:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826040.920544:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781826040.920548:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826040.920553:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826040.920556:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826040.920631:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.920637:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24545 usecs (25 jiffies) 00000400:00000200:3.0:1781826040.920653:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826040.920656:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303332891 00000100:00000001:3.0:1781826040.920658:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303341586 00000100:00000001:3.0:1781826040.920660:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303332891 00000100:00000001:3.0:1781826040.920662:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303341586 00000100:00000001:3.0:1781826040.920664:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826040.920667:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.920670:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.920672:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.920678:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826040.920679:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826040.920682:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826040.920683:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826040.920684:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.920686:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826040.926873:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826040.926885:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:0.0:1781826040.926892:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826040.926902:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826040.926909:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:0.0:1781826040.926913:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:0.0:1781826040.926918:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826040.926926:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826040.926939:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826040.926943:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826040.926949:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826040.926951:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826040.931330:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.931351:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826040.931355:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.931357:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826040.931366:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.931373:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826040.931382:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.931387:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.931393:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.931588:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56200 00000400:00000200:1.0:1781826040.931595:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.931602:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8f1 [1] + 224 00000800:00000001:1.0:1781826040.931611:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.931620:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826040.931623:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826040.931627:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826040.931695:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826040.931706:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826040.931719:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.931865:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.931870:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826040.931889:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826040.931899:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.931902:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781826040.937357:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826040.937364:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826040.937370:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:2.0:1781826040.937380:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:2.0:1781826040.937383:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:2.0:1781826040.937389:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826040.938214:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826040.938229:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.938238:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826040.938241:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.938244:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826040.938247:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826040.938250:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826040.938252:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.938255:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826040.938262:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826040.938268:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826040.938281:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826040.938282:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826040.938286:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826040.938288:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.938291:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826040.938296:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.938303:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826040.938307:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826040.938308:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826040.938312:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826040.938320:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051504128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826040.938325:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.938329:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826040.938332:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051504128/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.938339:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826040.938342:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826040.938346:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826040.938352:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826040.938355:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826040.938357:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826040.938359:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826040.938362:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781826040.938366:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826040.938367:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826040.938370:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781826040.938373:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826040.938375:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.938378:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.938381:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.938383:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826040.938385:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.938387:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826040.957137:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826040.957160:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826040.957166:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826040.957168:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826040.957177:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826040.957185:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826040.957203:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826040.957210:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826040.957215:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826040.957220:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56300 00000400:00000200:0.0:1781826040.957224:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826040.957231:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff8f9 [1] + 224 00000800:00000001:0.0:1781826040.957238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826040.957246:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826040.957249:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826040.957253:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826040.957261:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826040.957279:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826040.957292:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826040.957310:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826040.957319:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826040.957322:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.958370:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.958376:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826040.958385:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826040.958387:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826040.958390:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:2.0:1781826040.958466:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:2.0:1781826040.958470:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:2.0:1781826040.958476:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826040.958484:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826040.958494:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.958501:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826040.958503:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.958506:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826040.958509:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826040.958512:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826040.958514:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826040.958517:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826040.958537:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=107 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826040.958542:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826040.958545:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826040.958547:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826040.958549:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826040.958553:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.958557:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826040.958559:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826040.958561:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826040.958563:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826040.958567:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.958574:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826040.958578:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826040.958581:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826040.958585:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826040.958593:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051504384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826040.958598:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.958600:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826040.958603:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051504384/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826040.958608:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826040.958611:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826040.958615:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826040.958620:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826040.958623:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826040.958624:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826040.958627:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826040.959377:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826040.959386:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826040.959387:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826040.959390:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781826040.959394:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826040.959395:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.959889:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826040.959898:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826040.959900:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826040.959903:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826040.959907:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826040.970773:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.970791:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826040.970796:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.970798:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826040.970809:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.970817:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826040.970826:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.970831:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.970837:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.970841:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56280 00000400:00000200:1.0:1781826040.970847:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826040.970854:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff901 [1] + 224 00000800:00000001:1.0:1781826040.970861:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.970869:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826040.970872:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826040.970877:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826040.970885:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826040.970895:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826040.970908:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826040.970928:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826040.970936:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826040.970939:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.971063:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826040.971068:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826040.971074:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826040.971077:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826040.971116:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:3.0:1781826040.971121:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781826040.971123:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781826040.971126:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826040.971131:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826040.971138:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.971144:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826040.971145:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.971148:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826040.971151:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826040.971153:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826040.971155:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826040.971158:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826040.971167:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826040.971171:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826040.971173:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826040.971175:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826040.971178:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826040.971181:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.971184:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826040.971186:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826040.971198:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826040.971199:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826040.971204:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.971210:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826040.971213:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826040.971215:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826040.971219:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826040.971225:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826040.971231:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.971234:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826040.971237:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051504256/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826056 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826040.971243:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826040.971246:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826040.971249:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623800. 02000000:00000001:3.0:1781826040.971254:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826040.971257:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826040.971259:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826040.971261:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826040.971263:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:3.0:1781826040.971267:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826040.971274:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826040.971276:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781826040.971280:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826040.971282:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.971284:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826040.971291:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826040.971293:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826040.971295:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826040.971297:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366609:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826041.366618:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826041.366620:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826041.366623:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366628:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826041.366630:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366632:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366634:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366638:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826041.366639:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366644:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826041.366646:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826041.366647:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826041.366649:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366650:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826041.366651:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366653:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826041.366655:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826041.366676:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826041.366679:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826041.366681:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826042.396338:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826042.396346:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826042.396353:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826042.396354:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826042.396358:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826042.396359:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826042.396479:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826042.396482:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826042.396485:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826043.414175:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826043.414182:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826043.414188:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826043.414189:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826043.414193:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826043.414194:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826043.414216:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826043.414218:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826043.414221:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826044.438290:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826044.438297:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826044.438302:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826044.438303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826044.438306:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826044.438307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826044.438373:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826044.438377:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826044.438381:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826045.463843:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826045.463850:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826045.463856:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826045.463857:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826045.463860:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826045.463861:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826045.463885:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826045.463887:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826045.463890:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826046.038194:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826046.038204:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826046.038214:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781826046.038219:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826046.038224:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826046.038227:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826046.038232:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826046.038240:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826046.038246:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038258:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826046.038269:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826046.038273:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038279:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.038318:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038321:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826046.038324:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826046.038327:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781826046.038329:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826046.038331:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826046.038332:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826046.038334:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826046.038337:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781826046.038339:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038343:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826046.038351:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826046.038353:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038356:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_00+0] req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.038364:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038366:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826046.038369:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826046.038371:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781826046.038373:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826046.038375:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826046.038377:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826046.038379:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826046.038382:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826046.038385:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038389:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826046.038396:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.038397:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826046.038401:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.038403:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781826046.038406:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.038407:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826046.038418:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.038419:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038423:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826046.038433:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826046.038439:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826046.038439:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826046.038443:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826046.038447:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826046.038451:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781826046.038455:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781826046.038456:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.038464:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8675) 00000100:00100000:2.0:1781826046.038464:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051504512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826046.038472:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1781826046.038482:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.038486:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826046.038487:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826046.038492:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.038500:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826046.038501:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826046.038504:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826046.038506:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826046.038508:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826046.038510:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051504640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826046.038513:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826046.038519:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826046.038522:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826046.038525:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826046.038539:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826046.038541:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826046.038547:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826046.038552:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35d68. 02000000:00000001:2.0:1781826046.038558:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1781826046.038559:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 02000000:00000001:2.0:1781826046.038562:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826046.038566:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1781826046.038568:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504640, portal 10 02000000:00000010:2.0:1781826046.038571:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 00000100:00000001:3.0:1781826046.038572:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1781826046.038576:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.038577:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000400:00000200:2.0:1781826046.038585:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826046.038589:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781826046.038591:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fae70. 00000400:00000010:2.0:1781826046.038599:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000001:3.0:1781826046.038600:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1781826046.038605:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504512, portal 25 00000100:00000040:3.0:1781826046.038606:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781826046.038610:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1781826046.038611:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000001:2.0:1781826046.038613:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000200:3.0:1781826046.038617:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051504640, offset 0 00000100:00000040:2.0:1781826046.038622:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781826046.038627:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781826046.038635:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826046.038641:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826046.038642:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826046.038646:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781826046.038651:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051504512, offset 0 00000400:00000200:3.0:1781826046.038653:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826046.038659:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826046.038660:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826046.038665:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826046.038678:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826046.038681:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826046.038685:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378848:378848:256:4294967295] 192.168.204.116@tcp LPNI seq info [378799:378799:8:4294967295] 00000400:00000200:3.0:1781826046.038689:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826046.038696:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826046.038704:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:2.0:1781826046.038707:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826046.038714:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1781826046.038715:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826046.038720:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000010:3.0:1781826046.038723:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000400:00000200:2.0:1781826046.038725:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826046.038730:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826046.038736:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378849:378849:255:4294967295] 192.168.204.116@tcp LPNI seq info [378800:378800:7:4294967295] 00000400:00000200:2.0:1781826046.038741:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826046.038747:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826046.038753:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826046.038758:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781826046.038762:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826046.038769:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826046.038773:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826046.038848:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826046.038853:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826046.038856:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303346705 00000100:00000001:2.0:1781826046.038864:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303341586 00000100:00000001:2.0:1781826046.038867:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303346705 00000100:00000001:2.0:1781826046.038871:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303341586 00000100:00000001:2.0:1781826046.038874:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826046.038877:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.038880:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.038882:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826046.038890:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826046.038893:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826046.038895:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826046.038896:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826046.038898:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826046.038903:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.038910:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826046.038911:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826046.038914:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826046.038916:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826046.038918:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826046.038921:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826046.038924:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826046.038937:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826046.038939:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826046.038942:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826046.038945:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826046.038947:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826046.038950:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826046.038952:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fab58. 00000400:00000010:2.0:1781826046.038955:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781826046.038958:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504768, portal 10 00000100:00000001:2.0:1781826046.038960:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826046.038961:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781826046.038967:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.038973:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826046.038975:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826046.038977:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781826046.038980:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051504768, offset 0 00000400:00000200:2.0:1781826046.038984:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826046.038987:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826046.038991:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826046.038994:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826046.038996:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826046.038998:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826046.039000:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826046.039003:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378850:378850:254:4294967295] 192.168.204.116@tcp LPNI seq info [378801:378801:6:4294967295] 00000400:00000200:2.0:1781826046.039007:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826046.039013:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826046.039018:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826046.039021:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781826046.039025:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826046.039030:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826046.039030:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826046.039036:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826046.039040:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781826046.039042:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000040:2.0:1781826046.039046:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19943 usecs (20 jiffies) 00000800:00000200:3.0:1781826046.039047:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781826046.039054:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826046.039055:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.039057:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303338004 00000100:00000040:3.0:1781826046.039060:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24628 usecs (25 jiffies) 00000100:00000001:2.0:1781826046.039062:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303346705 00000100:00000001:2.0:1781826046.039067:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303338004 00000400:00000200:3.0:1781826046.039068:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826046.039071:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303346705 00000100:00000001:3.0:1781826046.039073:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303338009 00000100:00000001:3.0:1781826046.039118:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303346705 00000100:00000001:3.0:1781826046.039121:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303338010 00000100:00000001:3.0:1781826046.039123:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303346705 00000100:00000001:3.0:1781826046.039125:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826046.039128:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.039130:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.039132:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.039135:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826046.039136:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826046.039138:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.039140:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826046.039141:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.039144:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826046.040046:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826046.040053:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781826046.040060:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826046.040066:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826046.040072:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:0.0:1781826046.040075:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:0.0:1781826046.040101:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826046.040108:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040119:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826046.040123:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040130:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826046.040131:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826046.040144:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826046.040147:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781826046.040150:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826046.040153:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826046.040155:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:0.0:1781826046.040157:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:0.0:1781826046.040160:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826046.040163:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040170:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826046.040173:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040179:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826046.040180:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826046.040237:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826046.040240:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:0.0:1781826046.040243:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826046.040252:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826046.040255:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:0.0:1781826046.040266:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:0.0:1781826046.040269:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826046.040273:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040280:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826046.040288:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826046.040294:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826046.040296:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826046.042747:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826046.042758:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.042878:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.042882:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.042889:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826046.042891:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826046.042893:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.042895:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826046.042897:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.042900:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826046.046575:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046591:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826046.046595:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046597:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046606:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046613:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826046.046621:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046627:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046633:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046637:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56380 00000400:00000200:1.0:1781826046.046642:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046648:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff911 [1] + 224 00000800:00000001:1.0:1781826046.046655:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046659:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046662:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826046.046666:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826046.046673:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826046.046682:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826046.046693:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826046.046717:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826046.046725:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826046.046731:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046733:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046736:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046739:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826046.046743:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046745:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046749:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046751:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56480 00000400:00000200:1.0:1781826046.046755:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046758:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff919 [1] + 224 00000800:00000001:1.0:1781826046.046761:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046764:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046766:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826046.046769:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826046.046771:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826046.046775:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826046.046782:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826046.046790:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826046.046793:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046796:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826046.046798:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046800:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046802:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046806:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826046.046810:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046811:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046814:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046817:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56400 00000400:00000200:1.0:1781826046.046820:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826046.046823:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff909 [1] + 224 00000800:00000001:1.0:1781826046.046827:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046833:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826046.046836:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826046.046839:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826046.046841:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826046.046846:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826046.046853:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826046.046878:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826046.046882:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826046.046885:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047038:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.047042:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826046.047049:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826046.047051:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826046.047054:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fab58. 00000400:00000200:3.0:1781826046.047059:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:3.0:1781826046.047061:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:3.0:1781826046.047065:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826046.047069:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826046.047120:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.047126:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826046.047128:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047131:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826046.047134:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826046.047137:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826046.047139:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826046.047142:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826046.047150:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826046.047154:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826046.047157:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826046.047159:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826046.047162:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826046.047165:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.047169:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826046.047170:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826046.047172:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826046.047174:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.047178:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.047185:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826046.047188:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826046.047190:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826046.047194:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826046.047202:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051504768:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826046.047208:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826046.047210:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826046.047211:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fae70. 00000400:00000200:3.0:1781826046.047215:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:3.0:1781826046.047216:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:3.0:1781826046.047219:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826046.047222:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826046.047230:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.047235:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826046.047237:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047238:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826046.047240:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826046.047241:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826046.047242:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826046.047244:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826046.047247:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826046.047249:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826046.047252:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826046.047253:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826046.047254:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826046.047256:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.047258:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826046.047262:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.047268:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826046.047270:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826046.047271:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826046.047275:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826046.047281:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051504512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826046.047285:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047287:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826046.047290:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051504768/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826046.047296:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826046.047299:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826046.047302:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:3.0:1781826046.047306:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826046.047308:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826046.047310:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826046.047312:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826046.047315:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:3.0:1781826046.047319:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826046.047320:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826046.047322:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781826046.047325:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826046.047326:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047328:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826046.047330:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051504512/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.047586:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826046.047589:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826046.047593:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826046.047595:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826046.047597:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35d68. 00000400:00000200:2.0:1781826046.047600:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:2.0:1781826046.047603:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:2.0:1781826046.047605:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826046.047609:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826046.047618:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.047625:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826046.047626:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826046.047628:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826046.047630:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826046.047631:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826046.047633:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826046.047635:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826046.047639:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826046.047642:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826046.047644:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826046.047645:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826046.047647:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826046.047649:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.047652:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826046.047653:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826046.047655:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826046.047656:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826046.047660:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.047666:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826046.047668:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826046.047669:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826046.047672:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826046.047680:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051504640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826046.047684:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826046.047686:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826046.047689:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051504640/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826062 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826046.047695:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826046.047696:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826046.047699:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:2.0:1781826046.047702:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826046.047704:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826046.047705:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826046.047707:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826046.047708:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:2.0:1781826046.047710:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826046.047712:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826046.047713:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781826046.047715:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826046.047717:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826046.047718:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826046.047726:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826046.047727:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826046.047730:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826046.047731:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.047768:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826046.047769:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826046.047771:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:3.0:1781826046.047774:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826046.047776:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826046.047777:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826046.047778:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826046.047779:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:3.0:1781826046.047781:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826046.047783:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826046.047784:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781826046.047786:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826046.047787:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047789:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826046.047793:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826046.047794:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826046.047796:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826046.047797:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826046.486217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826046.486224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826046.486229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826046.486230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826046.486233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826046.486234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826046.490508:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826046.490515:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826046.490520:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826047.511066:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826047.511073:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826047.511094:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826047.511096:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826047.511099:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826047.511100:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826047.511121:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826047.511123:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826047.511126:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826048.534306:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826048.534315:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826048.534321:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826048.534324:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826048.534326:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826048.534330:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826048.534333:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826048.534335:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826048.534338:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826048.534340:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826048.534343:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826048.534344:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826048.535002:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826048.535007:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826048.535010:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826049.558207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826049.558213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826049.558219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826049.558220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826049.558224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826049.558225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826049.558251:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826049.558255:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826049.558257:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826050.582582:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826050.582589:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826050.582595:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826050.582596:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826050.582599:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826050.582600:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826050.582762:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826050.582765:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826050.582768:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826051.158869:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826051.158880:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826051.158891:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781826051.158898:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826051.158903:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826051.158906:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826051.158911:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826051.158920:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826051.158927:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.158939:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826051.158951:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826051.158955:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.158962:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159000:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159003:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826051.159006:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826051.159009:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781826051.159012:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826051.159015:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826051.159016:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826051.159018:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826051.159021:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826051.159024:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159028:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826051.159035:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826051.159037:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159042:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159050:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159053:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826051.159056:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826051.159058:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781826051.159060:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826051.159062:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826051.159063:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826051.159065:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826051.159067:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826051.159070:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159074:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826051.159110:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826051.159112:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159116:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159124:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159127:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826051.159131:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826051.159134:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826051.159137:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826051.159142:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8680) 00000100:00000001:3.0:1781826051.159156:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826051.159159:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826051.159161:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826051.159166:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159180:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826051.159182:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159186:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826051.159189:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826051.159191:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826051.159195:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826051.159200:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826051.159206:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826051.159209:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159211:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826051.159216:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623800. 02000000:00000001:3.0:1781826051.159217:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826051.159224:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826051.159229:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e350b0. 00000400:00000010:3.0:1781826051.159236:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781826051.159243:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505024, portal 10 00000100:00000001:3.0:1781826051.159246:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826051.159247:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:3.0:1781826051.159254:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159262:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826051.159265:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826051.159267:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089eff68. 00000100:00000200:3.0:1781826051.159271:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505024, offset 0 00000400:00000200:3.0:1781826051.159277:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159287:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159295:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826051.159300:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826051.159305:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826051.159309:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826051.159311:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159315:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378851:378851:256:4294967295] 192.168.204.116@tcp LPNI seq info [378802:378802:8:4294967295] 00000400:00000200:3.0:1781826051.159320:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159330:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826051.159336:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826051.159341:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c000. 00000800:00000200:3.0:1781826051.159348:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826051.159357:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826051.159361:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826051.159369:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159374:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24602 usecs (25 jiffies) 00000400:00000200:3.0:1781826051.159377:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826051.159380:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303343130 00000100:00000001:3.0:1781826051.159383:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303346705 00000100:00000001:3.0:1781826051.159385:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303343130 00000100:00000001:3.0:1781826051.159387:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303346705 00000100:00000001:3.0:1781826051.159389:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.159392:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.159396:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.159398:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.159405:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826051.159408:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826051.159410:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826051.159411:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826051.159413:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826051.159415:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1781826051.159417:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.159419:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826051.159420:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.159422:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826051.159423:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826051.159424:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826051.159427:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159435:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826051.159437:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159439:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826051.159441:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826051.159443:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826051.159446:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051504896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826051.159448:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826051.159451:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826051.159452:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159454:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826051.159459:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622600. 02000000:00000001:3.0:1781826051.159461:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826051.159464:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826051.159467:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826051.159470:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781826051.159473:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051504896, portal 25 00000100:00000001:3.0:1781826051.159475:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826051.159476:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:3.0:1781826051.159481:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159486:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826051.159488:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826051.159491:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efdd0. 00000100:00000200:3.0:1781826051.159493:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051504896, offset 0 00000400:00000200:3.0:1781826051.159496:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159500:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159503:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826051.159506:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826051.159508:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826051.159510:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826051.159512:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159515:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378852:378852:255:4294967295] 192.168.204.116@tcp LPNI seq info [378803:378803:7:4294967295] 00000400:00000200:3.0:1781826051.159519:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159525:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826051.159529:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826051.159532:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781826051.159536:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826051.159541:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826051.159543:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826051.159546:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826051.159549:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826051.159551:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303351826 00000100:00000001:3.0:1781826051.159558:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303346705 00000100:00000001:3.0:1781826051.159562:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303351826 00000100:00000001:3.0:1781826051.159564:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303346705 00000100:00000001:3.0:1781826051.159567:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.159569:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.159571:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826051.159575:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159581:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826051.159582:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159584:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826051.159586:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826051.159588:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826051.159591:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826051.159594:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826051.159597:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826051.159598:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.159600:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826051.159603:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826051.159605:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826051.159608:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826051.159611:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826051.159614:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781826051.159617:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505152, portal 10 00000100:00000001:3.0:1781826051.159618:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826051.159619:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:3.0:1781826051.159624:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.159630:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826051.159632:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826051.159634:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efd48. 00000100:00000200:3.0:1781826051.159636:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505152, offset 0 00000400:00000200:3.0:1781826051.159639:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159642:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159646:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826051.159648:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826051.159751:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826051.159754:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826051.159756:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826051.159759:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378853:378853:254:4294967295] 192.168.204.116@tcp LPNI seq info [378804:378804:6:4294967295] 00000400:00000200:3.0:1781826051.159763:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826051.159769:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826051.159774:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826051.159778:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826051.159782:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826051.159786:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826051.159788:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826051.159791:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.159794:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19928 usecs (20 jiffies) 00000400:00000200:3.0:1781826051.159797:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826051.159799:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303343125 00000100:00000001:3.0:1781826051.159801:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303351826 00000100:00000001:3.0:1781826051.159803:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303343125 00000100:00000001:3.0:1781826051.159805:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303351826 00000100:00000001:3.0:1781826051.159808:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.159810:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.159812:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.159814:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826051.159934:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826051.159939:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c000. 00000400:00000200:0.0:1781826051.159945:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826051.159950:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826051.159954:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089eff68 00000400:00000010:0.0:1781826051.159958:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089eff68. 00000100:00000001:0.0:1781826051.159962:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826051.159967:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.159976:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826051.159979:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.159986:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826051.159987:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826051.159998:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826051.160000:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:0.0:1781826051.160002:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826051.160005:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826051.160008:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efdd0 00000400:00000010:0.0:1781826051.160010:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efdd0. 00000100:00000001:0.0:1781826051.160012:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826051.160015:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.160021:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826051.160024:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.160029:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826051.160030:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826051.160123:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826051.160126:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826051.160129:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826051.160133:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826051.160135:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efd48 00000400:00000010:0.0:1781826051.160137:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efd48. 00000100:00000001:0.0:1781826051.160139:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826051.160142:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.160148:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826051.160151:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826051.160156:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826051.160157:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826051.160970:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826051.160975:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826051.168344:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168365:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826051.168371:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168373:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168383:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168391:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826051.168402:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168407:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168412:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168415:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56500 00000400:00000200:1.0:1781826051.168420:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168426:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff929 [1] + 224 00000800:00000001:1.0:1781826051.168433:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168437:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168440:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826051.168444:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826051.168452:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826051.168461:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826051.168473:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.168548:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826051.168552:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826051.168572:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826051.168583:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168587:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826051.168589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168591:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168595:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168598:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826051.168602:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168605:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168608:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168610:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56600 00000400:00000200:1.0:1781826051.168614:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168618:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff931 [1] + 224 00000800:00000001:1.0:1781826051.168622:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168625:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168627:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826051.168631:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826051.168633:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826051.168639:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826051.168647:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826051.168668:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826051.168671:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168675:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826051.168677:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168679:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168682:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168685:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826051.168689:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168691:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168694:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168697:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56580 00000400:00000200:1.0:1781826051.168699:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826051.168703:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff921 [1] + 224 00000800:00000001:1.0:1781826051.168706:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168714:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826051.168716:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826051.168719:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826051.168721:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826051.168726:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826051.168733:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826051.168739:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826051.168742:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826051.168744:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781826051.173855:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826051.173863:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826051.173868:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826051.173878:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:3.0:1781826051.173880:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:3.0:1781826051.173886:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826051.173899:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826051.173911:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.173919:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826051.173921:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.173924:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826051.173928:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826051.173930:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826051.173933:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.173936:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826051.173944:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826051.173948:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826051.173951:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826051.173952:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826051.173955:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826051.173958:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.173961:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.173966:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.173974:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.173977:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826051.173979:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826051.173983:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826051.173991:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051504896:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826051.173999:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826051.174001:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826051.174003:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826051.174006:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:3.0:1781826051.174007:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:3.0:1781826051.174009:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826051.174013:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826051.174019:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174024:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826051.174025:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174027:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826051.174028:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826051.174029:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826051.174030:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.174031:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826051.174037:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826051.174040:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826051.174043:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826051.174044:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826051.174045:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826051.174049:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.174052:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826051.174054:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826051.174056:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826051.174057:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.174060:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174065:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.174067:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826051.174068:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826051.174071:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826051.174094:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505152:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826051.174100:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826051.174101:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826051.174102:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e350b0. 00000400:00000200:3.0:1781826051.174105:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:3.0:1781826051.174107:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:3.0:1781826051.174108:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826051.174112:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826051.174119:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174124:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826051.174125:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174127:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826051.174128:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826051.174712:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826051.174714:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826051.174717:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826051.174722:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826051.174726:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=31 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826051.174729:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826051.174731:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826051.174732:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826051.174734:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.174737:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826051.174739:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826051.174741:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826051.174742:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826051.174747:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174754:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826051.174756:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826051.174757:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826051.174761:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826051.174768:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826051.174771:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174774:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826051.174778:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051504896/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174784:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826051.174787:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826051.174790:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622600. 02000000:00000001:3.0:1781826051.174795:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826051.174797:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826051.174799:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826051.174802:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826051.174804:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:3.0:1781826051.174807:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826051.174809:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826051.174812:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781826051.174816:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826051.174817:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174819:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826051.174823:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051505152/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174837:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826051.174839:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826051.174841:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826051.174843:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826051.174844:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826051.174845:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826051.174847:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826051.174848:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:3.0:1781826051.174850:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826051.174851:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826051.174852:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:3.0:1781826051.174857:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826051.174858:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174860:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826051.174863:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051505024/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826067 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826051.174869:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826051.174870:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826051.174872:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623800. 02000000:00000001:3.0:1781826051.174874:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826051.174875:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826051.174876:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826051.174878:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826051.174879:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:3.0:1781826051.174881:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826051.174882:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826051.174883:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:3.0:1781826051.174885:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826051.174886:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174887:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826051.174894:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826051.174895:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826051.174898:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826051.174900:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826051.606264:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826051.606266:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826051.606270:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606274:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826051.606277:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606279:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606282:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826051.606288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606291:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826051.606292:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826051.606293:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826051.606294:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606296:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826051.606297:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606299:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826051.606300:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826051.606327:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826051.606330:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826051.606332:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826052.630263:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826052.630269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826052.630275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826052.630276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826052.630279:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826052.630280:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826052.630656:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826052.630659:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826052.630662:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826053.654262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826053.654270:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826053.654275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826053.654277:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826053.654280:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826053.654281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826053.654317:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826053.654320:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826053.654322:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826054.679181:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826054.679188:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826054.679194:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826054.679196:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826054.679199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826054.679201:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826054.679993:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826054.679997:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826054.680000:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826055.715041:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826055.715049:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826055.715054:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826055.715055:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826055.715059:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826055.715060:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826055.715100:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826055.715103:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826055.715106:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826056.278229:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826056.278241:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826056.278253:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781826056.278259:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826056.278264:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826056.278267:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826056.278272:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826056.278282:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826056.278290:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278303:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826056.278314:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826056.278319:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278326:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.278350:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278352:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826056.278356:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826056.278359:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781826056.278362:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826056.278364:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826056.278365:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826056.278367:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826056.278371:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826056.278373:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278378:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826056.278379:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1781826056.278385:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781826056.278387:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826056.278389:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.278391:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278397:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.278404:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826056.278408:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.278414:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826056.278417:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826056.278418:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.278420:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826056.278422:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826056.278426:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826056.278429:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000100:00000040:2.0:1781826056.278431:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1781826056.278433:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826056.278438:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826056.278441:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826056.278443:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.278446:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1781826056.278448:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:2.0:1781826056.278450:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.278452:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.278456:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781826056.278460:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781826056.278462:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826056.278467:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826056.278475:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051505408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826056.278476:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826056.278480:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.278484:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781826056.278488:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_01+1] req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826056.278492:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826056.278496:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.278500:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.278501:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781826056.278504:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1781826056.278508:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 00000100:00000040:3.0:1781826056.278509:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1781826056.278513:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278514:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826056.278519:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826056.278525:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8685) 00000400:00000200:2.0:1781826056.278525:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826056.278531:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000100:00000001:3.0:1781826056.278535:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826056.278539:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1781826056.278540:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000001:3.0:1781826056.278541:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826056.278548:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826056.278548:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505408, portal 10 00000100:00000001:2.0:1781826056.278554:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826056.278557:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781826056.278569:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.278570:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826056.278574:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826056.278578:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826056.278581:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826056.278584:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1781826056.278585:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826056.278590:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00100000:3.0:1781826056.278593:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505536:192.168.204.116@tcp:400:kworker.0 00000400:00000010:2.0:1781826056.278596:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781826056.278601:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505408, offset 0 00000100:00000001:3.0:1781826056.278602:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826056.278607:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826056.278610:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826056.278612:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 02000000:00000001:3.0:1781826056.278613:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826056.278619:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826056.278621:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826056.278625:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826056.278626:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826056.278632:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e350b0. 00000400:00000200:2.0:1781826056.278635:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000010:3.0:1781826056.278637:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000100:00000200:3.0:1781826056.278642:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505536, portal 10 00000400:00000200:2.0:1781826056.278643:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781826056.278646:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826056.278649:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000400:00000200:2.0:1781826056.278650:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826056.278657:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1781826056.278660:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781826056.278663:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826056.278672:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378854:378854:256:4294967295] 192.168.204.116@tcp LPNI seq info [378805:378805:8:4294967295] 00000100:00000001:3.0:1781826056.278675:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1781826056.278680:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826056.278682:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826056.278687:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efc38. 00000100:00000200:3.0:1781826056.278690:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505536, offset 0 00000400:00000200:2.0:1781826056.278697:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:3.0:1781826056.278701:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826056.278709:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:2.0:1781826056.278710:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826056.278716:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000010:2.0:1781826056.278718:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000400:00000200:3.0:1781826056.278720:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826056.278724:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000200:2.0:1781826056.278739:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781826056.278744:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826056.278750:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000800:00000200:2.0:1781826056.278750:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826056.278759:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826056.278783:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826056.278788:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24590 usecs (25 jiffies) 00000400:00000200:2.0:1781826056.278792:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826056.278796:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303348249 00000100:00000001:2.0:1781826056.278799:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303351826 00000100:00000001:2.0:1781826056.278801:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303348249 00000100:00000001:2.0:1781826056.278803:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303351826 00000100:00000001:2.0:1781826056.278805:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826056.278808:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.278811:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826056.278814:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.278822:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826056.278823:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.278825:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826056.278827:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826056.278829:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826056.278832:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051505280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826056.278835:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826056.278838:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826056.278839:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.278841:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826056.278844:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826056.278846:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826056.278849:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826056.278852:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781826056.278855:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781826056.278858:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505280, portal 25 00000100:00000001:2.0:1781826056.278860:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826056.278861:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781826056.278865:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.278871:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826056.278874:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826056.278876:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781826056.278878:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051505280, offset 0 00000400:00000200:2.0:1781826056.278882:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826056.278912:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378855:378855:255:4294967295] 192.168.204.116@tcp LPNI seq info [378806:378806:7:4294967295] 00000400:00000200:3.0:1781826056.278916:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826056.278923:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826056.278927:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826056.278933:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826056.278936:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826056.278941:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826056.278944:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826056.278947:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.278950:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19927 usecs (20 jiffies) 00000400:00000200:3.0:1781826056.278954:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826056.278955:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303348244 00000100:00000001:3.0:1781826056.278958:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303351826 00000100:00000001:3.0:1781826056.278960:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303348244 00000100:00000001:3.0:1781826056.278962:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303351826 00000100:00000001:3.0:1781826056.278964:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826056.278966:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.278969:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.279062:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.279067:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826056.279068:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826056.279070:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826056.279072:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826056.279073:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.279076:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826056.281439:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826056.281448:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781826056.281456:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826056.281466:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826056.281473:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:0.0:1781826056.281476:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:0.0:1781826056.281482:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826056.281490:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826056.281502:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826056.281506:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826056.281513:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826056.281514:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826056.281587:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826056.281589:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826056.281593:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826056.281597:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826056.281600:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efc38 00000400:00000010:0.0:1781826056.281601:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efc38. 00000100:00000001:0.0:1781826056.281604:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826056.281607:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826056.281614:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826056.281617:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826056.281622:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826056.281624:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826056.285548:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.285567:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826056.285572:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.285574:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.285584:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.285592:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826056.285601:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.285607:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.285613:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.285617:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56700 00000400:00000200:1.0:1781826056.285622:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.285629:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff939 [1] + 224 00000800:00000001:1.0:1781826056.285637:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.285643:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.285647:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826056.285652:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826056.285659:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826056.285668:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826056.285681:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826056.285691:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826056.285699:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.285703:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1781826056.287458:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826056.287470:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826056.287476:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826056.287481:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826056.287484:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826056.287487:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826056.287501:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378856:378856:256:4294967295] 192.168.204.116@tcp LPNI seq info [378807:378807:8:4294967295] 00000400:00000200:2.0:1781826056.287506:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826056.287517:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826056.287524:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826056.287534:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826056.287541:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826056.287549:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826056.287553:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826056.287670:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826056.287678:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826056.287681:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303356954 00000100:00000001:2.0:1781826056.287691:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303351826 00000100:00000001:2.0:1781826056.287696:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303356954 00000100:00000001:2.0:1781826056.287699:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303351826 00000100:00000001:2.0:1781826056.287704:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826056.287709:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287714:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287717:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.287725:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826056.287740:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826056.287744:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826056.287748:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826056.287753:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826056.287755:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826056.287758:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781826056.287764:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:2.0:1781826056.287766:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:2.0:1781826056.287771:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826056.287783:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826056.287796:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.287804:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826056.287806:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.287808:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826056.287811:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826056.287814:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826056.287816:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.287819:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826056.287828:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826056.287832:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826056.287835:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826056.287837:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826056.287840:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826056.287843:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287847:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826056.287849:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826056.287851:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826056.287852:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826056.287857:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.287865:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826056.287868:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826056.287870:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826056.287874:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826056.287889:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051505408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826056.287894:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287896:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826056.287900:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051505408/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.287907:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826056.287910:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826056.287913:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826056.287918:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826056.287920:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826056.287922:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826056.287924:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826056.287927:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781826056.287931:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826056.287933:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826056.287935:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781826056.287941:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826056.287943:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.287947:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287948:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826056.287950:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826056.287951:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.287953:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826056.291919:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.291944:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826056.291948:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.291950:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.291959:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.291967:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826056.291978:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.291983:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.291989:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.291993:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56780 00000400:00000200:1.0:1781826056.291998:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.292005:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff941 [1] + 224 00000800:00000001:1.0:1781826056.292012:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.292023:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.292026:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826056.292030:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826056.292037:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826056.292046:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826056.292057:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.292142:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826056.292146:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826056.292184:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1781826056.292281:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826056.292286:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781826056.292290:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826056.292294:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826056.292298:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:1.0:1781826056.292300:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:1.0:1781826056.292304:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826056.292309:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826056.292319:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826056.292322:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826056.292328:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826056.292330:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826056.292334:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.292338:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781826056.303448:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826056.303456:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826056.303461:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e350b0. 00000400:00000200:3.0:1781826056.303468:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:3.0:1781826056.303471:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:3.0:1781826056.303477:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826056.303488:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826056.303499:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.303505:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826056.303508:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.303510:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826056.303514:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826056.303516:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826056.303519:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826056.303522:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826056.303530:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=123 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826056.303534:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826056.303537:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826056.303538:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826056.303541:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826056.303544:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.303548:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826056.303551:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826056.303553:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826056.303554:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826056.303559:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.303566:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826056.303570:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826056.303572:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826056.303576:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826056.303584:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826056.303589:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.303592:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826056.303595:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051505536/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826056.303602:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826056.303604:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826056.303608:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826056.303612:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826056.303616:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826056.303618:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826056.303620:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826056.303622:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:3.0:1781826056.303626:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826056.303628:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826056.303630:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:3.0:1781826056.303633:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826056.303635:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.303637:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826056.303645:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826056.303647:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826056.303650:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826056.303652:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826056.303929:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.303943:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826056.303946:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.303948:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.303955:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.303960:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826056.303968:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.303973:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.303979:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.303982:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56680 00000400:00000200:1.0:1781826056.303987:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826056.303992:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff949 [1] + 224 00000800:00000001:1.0:1781826056.303999:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.304005:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826056.304007:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826056.304011:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826056.304017:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826056.304022:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826056.304031:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826056.304051:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826056.304060:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826056.304062:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.304118:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826056.304121:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826056.304125:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826056.304126:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826056.304128:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826056.304132:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:2.0:1781826056.304134:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:2.0:1781826056.304137:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826056.304142:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826056.304155:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.304160:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826056.304162:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.304164:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826056.304166:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826056.304167:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826056.304168:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826056.304170:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826056.304174:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826056.304176:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826056.304178:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826056.304179:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826056.304181:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826056.304183:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.304184:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826056.304187:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.304193:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826056.304195:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826056.304196:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826056.304199:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826056.304206:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051505280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826056.304209:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.304211:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826056.304213:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051505280/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826072 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826056.304219:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826056.304220:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826056.304223:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826056.304227:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826056.304228:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826056.304230:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826056.304231:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826056.304233:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826056.304236:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826056.304237:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826056.304238:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781826056.304240:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826056.304241:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.304243:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826056.304247:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826056.304248:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826056.304249:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826056.304251:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826056.726252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826056.726259:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826056.726265:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826056.726267:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826056.726270:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826056.726271:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826056.726363:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826056.726367:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826056.726369:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826057.750206:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826057.750213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826057.750219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826057.750220:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826057.750223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826057.750224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826057.750249:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826057.750251:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826057.750254:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826058.774744:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826058.774751:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826058.774757:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826058.774761:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826058.774763:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826058.774768:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826058.774770:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826058.774773:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826058.774775:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826058.774777:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826058.774781:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826058.774782:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826058.774923:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826058.774926:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826058.774929:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826059.798290:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826059.798303:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826059.798309:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826059.798310:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826059.798313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826059.798314:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826059.798345:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826059.798347:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826059.798350:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826060.827273:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826060.827281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826060.827287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826060.827288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826060.827291:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826060.827292:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826060.827362:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826060.827365:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826060.827368:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826061.398188:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826061.398198:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826061.398209:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781826061.398216:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826061.398220:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826061.398224:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826061.398229:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826061.398238:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826061.398244:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398256:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826061.398268:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826061.398272:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398279:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.398316:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398319:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826061.398322:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826061.398326:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781826061.398328:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826061.398330:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826061.398332:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826061.398334:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826061.398337:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826061.398339:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398343:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826061.398351:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826061.398353:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398357:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.398365:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398368:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826061.398371:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826061.398373:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781826061.398375:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826061.398377:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826061.398379:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826061.398380:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826061.398382:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826061.398385:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398388:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826061.398395:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826061.398397:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398401:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_00+0] req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.398407:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.398410:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826061.398413:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826061.398415:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826061.398418:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826061.398422:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8691) 00000100:00000001:3.0:1781826061.398440:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826061.398443:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826061.398446:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826061.398450:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.398453:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826061.398458:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826061.398460:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826061.398461:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781826061.398463:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826061.398467:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826061.398470:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1781826061.398471:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1781826061.398474:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826061.398481:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826061.398487:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826061.398489:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1781826061.398491:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.398495:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826061.398496:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826061.398497:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826061.398500:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.398501:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826061.398504:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1781826061.398508:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051505664:192.168.204.116@tcp:400:kworker.0 02000000:00000010:3.0:1781826061.398509:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622000. 02000000:00000001:3.0:1781826061.398514:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.398519:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1781826061.398523:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:2.0:1781826061.398524:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826061.398528:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1781826061.398529:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e350b0. 02000000:00000001:2.0:1781826061.398530:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826061.398537:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 00000400:00000010:3.0:1781826061.398538:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 02000000:00000001:2.0:1781826061.398540:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1781826061.398547:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505792, portal 10 00000400:00000200:2.0:1781826061.398547:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826061.398552:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1781826061.398553:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000100:00000001:3.0:1781826061.398554:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000400:00000010:2.0:1781826061.398561:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000040:3.0:1781826061.398564:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826061.398567:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505664, portal 25 00000100:00000001:2.0:1781826061.398572:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826061.398575:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000001:3.0:1781826061.398579:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826061.398584:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:2.0:1781826061.398585:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1781826061.398588:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef660. 00000100:00000200:3.0:1781826061.398594:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505792, offset 0 00000400:00000200:3.0:1781826061.398602:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781826061.398609:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1781826061.398612:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:2.0:1781826061.398617:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826061.398621:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000400:00000200:3.0:1781826061.398623:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826061.398639:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826061.398643:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826061.398647:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826061.398650:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826061.398653:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378857:378857:256:4294967295] 192.168.204.116@tcp LPNI seq info [378808:378808:8:4294967295] 00000400:00000200:3.0:1781826061.398658:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826061.398667:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826061.398673:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826061.398678:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ce00. 00000800:00000200:3.0:1781826061.398685:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826061.398693:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000200:2.0:1781826061.398696:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051505664, offset 0 00000800:00000200:3.0:1781826061.398697:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ce00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1781826061.398710:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826061.398715:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826061.398719:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826061.398720:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826061.398725:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1781826061.398726:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24563 usecs (25 jiffies) 00000400:00000200:2.0:1781826061.398729:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826061.398733:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826061.398736:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1781826061.398738:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303353369 00000400:00000200:2.0:1781826061.398741:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781826061.398744:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303356954 00000400:00000200:2.0:1781826061.398748:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378858:378858:255:4294967295] 192.168.204.116@tcp LPNI seq info [378809:378809:7:4294967295] 00000100:00000001:3.0:1781826061.398749:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303353369 00000100:00000001:3.0:1781826061.398755:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303356954 00000400:00000200:2.0:1781826061.398758:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826061.398760:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826061.398764:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826061.398769:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826061.398770:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:3.0:1781826061.398773:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1781826061.398779:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781826061.398791:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826061.398794:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826061.398797:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826061.398798:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826061.398799:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826061.398801:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781826061.398897:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826061.398904:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826061.398910:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826061.398913:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826061.398916:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826061.398920:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826061.398922:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303362065 00000100:00000001:2.0:1781826061.398929:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303356954 00000100:00000001:2.0:1781826061.398932:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303362065 00000100:00000001:2.0:1781826061.398935:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303356954 00000100:00000001:2.0:1781826061.398938:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826061.398941:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.398943:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826061.398947:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.398955:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826061.398956:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.398958:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826061.398960:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826061.398962:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826061.398965:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051505920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826061.398968:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826061.398971:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826061.398972:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.398974:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826061.398978:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826061.398980:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826061.398983:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826061.398986:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781826061.398989:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781826061.398992:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051505920, portal 10 00000100:00000001:2.0:1781826061.398994:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826061.398995:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781826061.399002:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.399009:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826061.399011:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826061.399013:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826061.399016:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051505920, offset 0 00000400:00000200:2.0:1781826061.399020:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826061.399024:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826061.399027:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826061.399030:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826061.399033:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826061.399035:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826061.399037:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826061.399041:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378859:378859:254:4294967295] 192.168.204.116@tcp LPNI seq info [378810:378810:6:4294967295] 00000400:00000200:2.0:1781826061.399045:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826061.399050:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826061.399055:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826061.399058:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826061.399062:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826061.399066:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826061.399068:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826061.399071:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826061.399074:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19945 usecs (20 jiffies) 00000400:00000200:2.0:1781826061.399077:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826061.399101:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303353365 00000100:00000001:2.0:1781826061.399104:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303362065 00000100:00000001:2.0:1781826061.399106:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303353365 00000100:00000001:2.0:1781826061.399108:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303362065 00000100:00000001:2.0:1781826061.399110:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826061.399112:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.399114:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.399116:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.399120:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826061.399121:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826061.399123:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826061.399124:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826061.399125:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.399127:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826061.399811:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826061.399817:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ce00. 00000400:00000200:0.0:1781826061.399824:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826061.399830:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826061.399835:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef660 00000400:00000010:0.0:1781826061.399837:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef660. 00000100:00000001:0.0:1781826061.399842:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826061.399848:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.399858:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826061.399862:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.399869:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826061.399871:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826061.399881:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826061.399883:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:0.0:1781826061.399885:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826061.399889:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826061.399891:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:0.0:1781826061.399892:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:0.0:1781826061.399895:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826061.399898:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.399917:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826061.399920:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.399926:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826061.399928:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826061.399985:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826061.399987:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:0.0:1781826061.399990:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826061.399993:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826061.399995:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:0.0:1781826061.399997:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:0.0:1781826061.400000:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826061.400003:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.400010:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826061.400013:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.400019:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826061.400021:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826061.406216:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406233:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826061.406237:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406239:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826061.406247:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406254:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826061.406263:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406267:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406273:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406277:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56800 00000400:00000200:1.0:1781826061.406282:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406288:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff959 [1] + 224 00000800:00000001:1.0:1781826061.406297:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406301:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826061.406304:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826061.406308:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826061.406315:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826061.406323:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826061.406334:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826061.406354:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826061.406362:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406366:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826061.406367:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406378:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826061.406381:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406385:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826061.406389:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406392:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406394:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406397:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56880 00000400:00000200:1.0:1781826061.406400:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826061.406405:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff951 [1] + 224 00000800:00000001:1.0:1781826061.406409:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406415:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826061.406417:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826061.406419:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826061.406422:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826061.406426:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826061.406435:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826061.406459:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826061.406463:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826061.406466:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826061.406707:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826061.406712:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826061.406720:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826061.406722:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826061.406725:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e350b0. 00000400:00000200:3.0:1781826061.406729:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:3.0:1781826061.406732:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:3.0:1781826061.406735:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826061.406741:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826061.406750:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.406757:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826061.406758:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826061.406761:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826061.406765:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826061.406768:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826061.406770:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826061.406773:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826061.406781:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826061.406785:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826061.406788:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826061.406789:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826061.406792:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826061.406795:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826061.406799:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826061.406802:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826061.406804:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826061.406805:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826061.406810:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.406818:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826061.406821:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826061.406823:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826061.406827:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826061.406835:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051505792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826061.406839:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826061.406842:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826061.406845:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051505792/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826061.406851:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826061.406854:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826061.406858:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622000. 02000000:00000001:3.0:1781826061.406863:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826061.406866:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826061.406868:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826061.406870:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826061.406884:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:3.0:1781826061.406889:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826061.406891:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1781826061.406893:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1781826061.406894:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781826061.406897:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826061.406900:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826061.406903:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781826061.406903:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826061.406907:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1781826061.406908:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1781826061.406911:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826061.406917:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000100:00000001:3.0:1781826061.406918:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1781826061.406920:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:3.0:1781826061.406921:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.406925:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1781826061.406926:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826061.406929:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1781826061.406932:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826061.406943:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.406950:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826061.406952:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.406954:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826061.406955:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826061.406956:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826061.406958:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.406960:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826061.406964:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826061.406967:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826061.406969:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826061.406970:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826061.406972:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826061.406973:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.406975:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826061.406978:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.406991:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826061.406993:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826061.406994:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826061.406998:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826061.407005:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051505664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826061.407010:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.407011:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826061.407014:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051505664/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.407020:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826061.407022:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826061.407024:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826061.407027:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826061.407029:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826061.407030:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826061.407032:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826061.407034:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781826061.407036:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826061.407038:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826061.407039:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781826061.407042:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826061.407043:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.407045:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.407047:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826061.407048:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826061.407049:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.407051:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826061.408822:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826061.408834:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826061.408838:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826061.408840:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826061.408847:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826061.408854:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826061.408862:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826061.408867:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826061.408882:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826061.408887:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56900 00000400:00000200:0.0:1781826061.408892:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826061.408898:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff961 [1] + 224 00000800:00000001:0.0:1781826061.408904:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826061.408911:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826061.408914:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826061.408918:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826061.408923:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826061.408930:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826061.408940:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826061.408956:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826061.408964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826061.408967:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.408994:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826061.408998:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826061.409004:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826061.409006:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826061.409008:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:2.0:1781826061.409013:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:2.0:1781826061.409015:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:2.0:1781826061.409019:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826061.409024:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826061.409034:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.409041:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826061.409043:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.409045:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826061.409047:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826061.409049:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826061.409051:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826061.409054:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826061.409440:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826061.409445:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826061.409448:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826061.409450:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826061.409452:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826061.409455:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.409458:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826061.409460:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826061.409462:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826061.409464:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826061.409470:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.409477:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826061.409479:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826061.409481:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826061.409484:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826061.409491:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051505920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826061.409498:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.409500:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826061.409504:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051505920/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826077 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826061.409511:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826061.409513:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826061.409516:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826061.409521:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826061.409524:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826061.409525:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826061.409527:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826061.409530:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826061.409533:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826061.409535:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826061.409537:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781826061.409542:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826061.409544:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.409546:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826061.409552:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826061.409554:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826061.409556:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826061.409558:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846406:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826061.846414:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826061.846417:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826061.846421:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846425:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826061.846427:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846429:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846431:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846435:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826061.846437:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846440:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826061.846441:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826061.846442:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826061.846444:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846445:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826061.846446:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846448:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826061.846450:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826061.846475:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826061.846477:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826061.846492:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826062.870169:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826062.870175:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826062.870181:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826062.870182:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826062.870185:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826062.870186:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826062.870496:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826062.870499:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826062.870503:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826063.894275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826063.894281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826063.894286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826063.894288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826063.894291:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826063.894292:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826063.894317:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826063.894320:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826063.894323:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826064.918267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826064.918274:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826064.918279:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826064.918281:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826064.918284:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826064.918285:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826064.919643:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826064.919649:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826064.919653:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826065.944177:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826065.944184:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826065.944188:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826065.944189:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826065.944192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826065.944193:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826065.944211:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826065.944213:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826065.944216:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826066.518201:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826066.518212:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826066.518222:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781826066.518229:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826066.518234:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826066.518236:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826066.518241:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826066.518248:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826066.518255:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518266:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826066.518279:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826066.518283:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518290:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_01+1] req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.518330:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518333:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826066.518336:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826066.518340:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5f80. 00000020:00000040:3.0:1781826066.518342:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826066.518344:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826066.518346:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826066.518347:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826066.518351:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781826066.518353:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518357:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826066.518364:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826066.518366:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518370:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008f78398e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.518379:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826066.518383:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.518383:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1781826066.518386:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826066.518386:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781826066.518389:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1781826066.518391:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1781826066.518393:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781826066.518395:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826066.518397:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826066.518399:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826066.518400:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.518400:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826066.518403:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826066.518404:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826066.518406:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826066.518406:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826066.518409:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1781826066.518410:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1781826066.518412:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826066.518415:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051506048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826066.518416:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826066.518418:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.518419:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781826066.518421:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_01+1] req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826066.518425:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1781826066.518428:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826066.518428:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518430:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781826066.518430:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781826066.518433:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1781826066.518434:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 00000100:00000040:3.0:1781826066.518436:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781826066.518436:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518439:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1781826066.518442:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826066.518443:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8696) 00000400:00000010:2.0:1781826066.518446:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa000. 00000400:00000010:2.0:1781826066.518453:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781826066.518460:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506048, portal 25 00000100:00000001:2.0:1781826066.518463:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826066.518464:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000001:3.0:1781826066.518469:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1781826066.518469:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.518470:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826066.518472:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826066.518476:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.518477:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826066.518480:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826066.518482:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781826066.518485:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051506048, offset 0 00000100:00000001:3.0:1781826066.518488:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826066.518489:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826066.518491:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1781826066.518492:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 02000000:00000001:3.0:1781826066.518493:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826066.518494:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826066.518497:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826066.518500:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1781826066.518500:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:3.0:1781826066.518502:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826066.518504:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826066.518505:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1781826066.518507:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 02000000:00000010:3.0:1781826066.518508:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826066.518509:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826066.518512:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826066.518513:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826066.518516:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e350b0. 00000400:00000200:2.0:1781826066.518516:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000010:3.0:1781826066.518520:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef4c8. 00000400:00000200:2.0:1781826066.518520:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1781826066.518522:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506176, portal 10 00000400:00000200:2.0:1781826066.518523:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781826066.518524:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826066.518535:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715449216 : -122530994102400 : ffff908f079f5f80) 00000400:00000200:2.0:1781826066.518536:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378860:378860:256:4294967295] 192.168.204.116@tcp LPNI seq info [378811:378811:8:4294967295] 00000400:00000200:2.0:1781826066.518540:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826066.518542:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.518548:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826066.518550:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826066.518550:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000010:3.0:1781826066.518553:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef088. 00000100:00000200:3.0:1781826066.518556:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051506176, offset 0 00000800:00000200:2.0:1781826066.518556:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826066.518560:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826066.518561:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000400:00000200:3.0:1781826066.518563:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826066.518566:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:2.0:1781826066.518567:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781826066.518569:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826066.518571:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826066.518573:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1781826066.518574:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:3.0:1781826066.518575:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826066.518578:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378861:378861:255:4294967295] 192.168.204.116@tcp LPNI seq info [378812:378812:7:4294967295] 00000800:00000200:2.0:1781826066.518579:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781826066.518582:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826066.518587:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826066.518591:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826066.518595:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000100:00000001:2.0:1781826066.518596:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781826066.518598:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:2.0:1781826066.518600:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:3.0:1781826066.518602:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781826066.518603:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303367185 00000800:00000200:3.0:1781826066.518604:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826066.518606:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518610:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24535 usecs (25 jiffies) 00000100:00000001:2.0:1781826066.518610:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303362065 00000400:00000200:3.0:1781826066.518613:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826066.518614:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303358489 00000100:00000001:2.0:1781826066.518614:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303367185 00000100:00000001:3.0:1781826066.518616:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303367185 00000100:00000001:2.0:1781826066.518617:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303362065 00000100:00000001:3.0:1781826066.518618:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303358489 00000100:00000001:3.0:1781826066.518621:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303367185 00000100:00000001:2.0:1781826066.518621:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826066.518623:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826066.518623:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.518625:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.518627:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.518627:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.518629:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826066.518629:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.518637:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826066.518637:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826066.518639:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826066.518639:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826066.518641:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826066.518641:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826066.518642:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826066.518642:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826066.518644:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.518644:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781826066.518646:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826066.518648:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.518654:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826066.518655:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826066.518657:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826066.518658:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826066.518660:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826066.518664:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051506304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826066.518667:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826066.518670:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826066.518671:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826066.518673:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826066.518696:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622600. 02000000:00000001:3.0:1781826066.518699:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826066.518702:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826066.518705:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826066.518708:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826066.518710:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506304, portal 10 00000100:00000001:3.0:1781826066.518713:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826066.518714:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:3.0:1781826066.518719:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.518726:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826066.518728:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826066.518730:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef908. 00000100:00000200:3.0:1781826066.518732:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051506304, offset 0 00000400:00000200:3.0:1781826066.518736:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826066.518739:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826066.518743:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826066.518745:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826066.518748:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826066.518750:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826066.518752:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826066.518755:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378862:378862:254:4294967295] 192.168.204.116@tcp LPNI seq info [378813:378813:6:4294967295] 00000400:00000200:3.0:1781826066.518758:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826066.518763:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826066.518766:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826066.518769:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781826066.518772:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826066.518776:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826066.518779:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826066.518781:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.518784:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19935 usecs (20 jiffies) 00000400:00000200:3.0:1781826066.518786:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826066.518788:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303358484 00000100:00000001:3.0:1781826066.518790:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303367185 00000100:00000001:3.0:1781826066.518792:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303358484 00000100:00000001:3.0:1781826066.518794:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303367185 00000100:00000001:3.0:1781826066.518796:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826066.518797:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.518800:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826066.518800:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1781826066.518801:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.518804:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826066.518805:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1781826066.518806:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000100:00000001:3.0:1781826066.518807:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826066.518809:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826066.518810:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.518811:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826066.518812:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826066.518817:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826066.518821:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:1.0:1781826066.518824:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:1.0:1781826066.518829:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826066.518833:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518841:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826066.518844:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518850:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826066.518852:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826066.518863:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826066.518865:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781826066.518867:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826066.518871:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826066.518873:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef088 00000400:00000010:1.0:1781826066.518875:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef088. 00000100:00000001:1.0:1781826066.518876:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826066.518879:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518885:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826066.518888:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518894:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826066.518895:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826066.518959:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826066.518962:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:1.0:1781826066.518964:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826066.518967:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826066.518969:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef908 00000400:00000010:1.0:1781826066.518971:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef908. 00000100:00000001:1.0:1781826066.518973:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826066.518977:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518983:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826066.518985:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826066.518991:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826066.518992:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826066.527023:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527043:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826066.527047:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527050:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527058:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527067:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826066.527092:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527098:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527102:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527107:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56980 00000400:00000200:0.0:1781826066.527111:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527117:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff969 [1] + 224 00000800:00000001:0.0:1781826066.527125:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527129:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527132:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826066.527136:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826066.527143:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826066.527153:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826066.527164:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826066.527186:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826066.527196:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527200:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826066.527202:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527204:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527207:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527210:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826066.527214:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527217:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527219:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527223:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56a80 00000400:00000200:0.0:1781826066.527226:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527231:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff979 [1] + 224 00000800:00000001:0.0:1781826066.527234:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527237:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527239:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826066.527242:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826066.527244:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826066.527248:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826066.527257:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826066.527265:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826066.527268:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527271:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826066.527273:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527275:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527278:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527281:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826066.527285:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527288:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527290:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527293:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56a00 00000400:00000200:0.0:1781826066.527296:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826066.527300:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff971 [1] + 224 00000800:00000001:0.0:1781826066.527303:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527312:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826066.527314:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826066.527317:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826066.527319:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826066.527323:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826066.527338:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826066.527361:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826066.527365:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826066.527368:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527466:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826066.527470:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826066.527477:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826066.527478:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826066.527482:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826066.527486:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781826066.527488:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781826066.527491:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826066.527495:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826066.527504:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527510:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826066.527512:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527515:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826066.527518:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826066.527521:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826066.527523:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826066.527535:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826066.527545:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826066.527549:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826066.527552:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826066.527553:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826066.527556:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826066.527559:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.527562:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826066.527565:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826066.527567:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826066.527568:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.527573:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527580:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826066.527584:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826066.527586:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826066.527590:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826066.527596:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051506304:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826066.527602:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826066.527603:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826066.527605:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa000. 00000400:00000200:3.0:1781826066.527608:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:3.0:1781826066.527609:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:3.0:1781826066.527612:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826066.527615:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826066.527622:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527627:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826066.527628:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527630:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826066.527632:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826066.527633:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826066.527634:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826066.527636:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826066.527639:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826066.527641:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826066.527643:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826066.527644:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826066.527646:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826066.527648:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.527650:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826066.527653:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527658:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826066.527659:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826066.527661:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826066.527664:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826066.527670:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051506048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826066.527673:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527676:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826066.527678:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051506304/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527684:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826066.527686:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826066.527690:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622600. 02000000:00000001:3.0:1781826066.527694:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826066.527696:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826066.527698:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826066.527700:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826066.527702:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:3.0:1781826066.527705:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826066.527707:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826066.527709:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:3.0:1781826066.527715:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826066.527716:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527718:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826066.527721:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051506048/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826066.527726:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826066.527728:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826066.527729:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:3.0:1781826066.527732:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826066.527734:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826066.527735:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826066.527737:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826066.527738:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:3.0:1781826066.527740:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826066.527741:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826066.527742:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:3.0:1781826066.527745:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826066.527746:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527748:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826066.527755:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826066.527757:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826066.527759:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826066.527761:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.528099:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826066.528103:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826066.528107:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826066.528108:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826066.528110:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e350b0. 00000400:00000200:2.0:1781826066.528114:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef4c8 00000400:00000010:2.0:1781826066.528116:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef4c8. 00000100:00000001:2.0:1781826066.528118:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826066.528123:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826066.528133:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.528139:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826066.528141:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826066.528143:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826066.528144:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826066.528146:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826066.528147:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826066.528149:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826066.528153:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826066.528156:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826066.528158:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826066.528159:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826066.528161:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826066.528163:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.528165:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826066.528167:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826066.528169:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826066.528170:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826066.528173:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.528178:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826066.528180:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826066.528181:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826066.528185:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826066.528191:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826066.528195:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826066.528196:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826066.528199:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5f80 x1868371051506176/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826082 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826066.528204:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826066.528205:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826066.528207:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:2.0:1781826066.528210:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826066.528211:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826066.528213:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826066.528215:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826066.528216:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781826066.528218:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826066.528220:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826066.528221:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5f80. 00000100:00000001:2.0:1781826066.528224:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826066.528225:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826066.528227:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826066.528230:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826066.528231:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826066.528233:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826066.528235:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826066.966237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826066.966244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826066.966250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826066.966251:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826066.966254:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826066.966256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826066.966552:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826066.966555:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826066.966558:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826067.990293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826067.990300:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826067.990306:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826067.990307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826067.990310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826067.990312:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826067.990336:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826067.990339:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826067.990341:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826069.014313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826069.014320:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826069.014325:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826069.014329:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826069.014331:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826069.014334:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826069.014338:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826069.014340:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826069.014341:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826069.014343:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826069.014346:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826069.014347:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826069.014458:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826069.014462:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826069.014464:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826070.038256:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826070.038262:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826070.038268:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826070.038270:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826070.038273:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826070.038274:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826070.038297:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826070.038300:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826070.038303:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826071.062223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826071.062231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826071.062237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826071.062238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826071.062241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826071.062242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826071.062336:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826071.062340:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826071.062343:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826071.639294:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826071.639305:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826071.639315:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4e00. 00000020:00000040:3.0:1781826071.639321:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826071.639325:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826071.639328:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826071.639333:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826071.639342:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826071.639348:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639369:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826071.639381:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826071.639385:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639392:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042614584] to pc [ptlrpcd_01_00+0] req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826071.639415:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639418:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826071.639423:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826071.639436:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6680. 00000020:00000040:3.0:1781826071.639439:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826071.639441:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826071.639442:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826071.639444:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826071.639447:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826071.639450:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639454:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826071.639460:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826071.639462:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639466:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ce419a] to pc [ptlrpcd_01_01+1] req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826071.639473:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639475:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826071.639478:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826071.639481:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7800. 00000020:00000040:3.0:1781826071.639483:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826071.639485:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826071.639486:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826071.639487:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826071.639492:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781826071.639494:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639498:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826071.639505:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826071.639507:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639511:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5d107e4] to pc [ptlrpcd_01_00+0] req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826071.639524:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826071.639526:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826071.639530:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826071.639532:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826071.639535:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826071.639539:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8701) 00000100:00000001:2.0:1781826071.639617:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.639623:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826071.639626:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826071.639633:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.639643:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826071.639645:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.639648:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826071.639651:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826071.639654:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826071.639657:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051506432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826071.639662:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826071.639670:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826071.639675:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.639677:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826071.639682:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826071.639684:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826071.639691:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826071.639695:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781826071.639704:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781826071.639711:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506432, portal 25 00000100:00000001:2.0:1781826071.639714:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826071.639715:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715444736 : -122530994106880 : ffff908f079f4e00) 00000100:00000040:2.0:1781826071.639721:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.639729:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826071.639732:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826071.639736:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781826071.639739:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051506432, offset 0 00000400:00000200:2.0:1781826071.639746:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826071.639755:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.639762:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826071.639767:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826071.639772:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826071.639775:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826071.639778:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826071.639782:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378863:378863:256:4294967295] 192.168.204.116@tcp LPNI seq info [378814:378814:8:4294967295] 00000400:00000200:2.0:1781826071.639786:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.639795:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826071.639800:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826071.639805:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781826071.639811:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826071.639818:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826071.639822:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826071.639830:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826071.639835:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826071.639837:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303372306 00000100:00000001:2.0:1781826071.639844:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303367185 00000100:00000001:2.0:1781826071.639848:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303372306 00000100:00000001:2.0:1781826071.639851:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303367185 00000100:00000001:2.0:1781826071.639854:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.639856:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.639859:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826071.639863:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.639870:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826071.639872:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.639874:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826071.639876:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826071.639878:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826071.639881:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826071.639884:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826071.639887:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826071.639889:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.639890:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826071.639893:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826071.639895:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826071.639898:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826071.639901:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781826071.639905:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826071.639909:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506688, portal 10 00000100:00000001:2.0:1781826071.639911:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826071.639912:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715455488 : -122530994096128 : ffff908f079f7800) 00000100:00000040:2.0:1781826071.639919:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.639925:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826071.639927:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826071.639930:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781826071.639932:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051506688, offset 0 00000400:00000200:2.0:1781826071.639936:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826071.639939:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.639943:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826071.639945:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826071.639948:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826071.639950:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826071.639965:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826071.639968:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378864:378864:255:4294967295] 192.168.204.116@tcp LPNI seq info [378815:378815:7:4294967295] 00000400:00000200:2.0:1781826071.639972:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.639977:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826071.639981:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826071.639984:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781826071.639988:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826071.639991:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826071.639994:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826071.639997:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826071.640001:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19921 usecs (20 jiffies) 00000400:00000200:2.0:1781826071.640004:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826071.640007:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303363605 00000100:00000001:2.0:1781826071.640009:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303372306 00000100:00000001:2.0:1781826071.640010:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303363605 00000100:00000001:2.0:1781826071.640012:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303372306 00000100:00000001:2.0:1781826071.640014:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.640016:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.640018:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.640020:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.640027:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826071.640029:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826071.640031:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.640032:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826071.640034:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826071.640036:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781826071.640037:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.640039:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826071.640040:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.640041:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.640042:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826071.640043:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826071.640046:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.640052:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826071.640054:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.640056:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826071.640057:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826071.640059:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826071.640061:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826071.640064:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826071.640066:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826071.640068:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.640069:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826071.640072:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781826071.640074:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826071.640077:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826071.640096:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781826071.640100:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781826071.640103:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506560, portal 10 00000100:00000001:2.0:1781826071.640104:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826071.640106:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451008 : -122530994100608 : ffff908f079f6680) 00000100:00000040:2.0:1781826071.640111:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.640116:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826071.640119:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826071.640121:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781826071.640123:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051506560, offset 0 00000400:00000200:2.0:1781826071.640127:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826071.640132:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.640135:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826071.640138:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826071.640140:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826071.640143:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826071.640145:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826071.640148:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378865:378865:254:4294967295] 192.168.204.116@tcp LPNI seq info [378816:378816:6:4294967295] 00000400:00000200:2.0:1781826071.640152:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826071.640158:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826071.640162:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826071.640165:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826071.640169:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826071.640173:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826071.640176:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826071.640179:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826071.640181:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24510 usecs (25 jiffies) 00000400:00000200:2.0:1781826071.640185:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826071.640187:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303363610 00000100:00000001:2.0:1781826071.640189:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303372306 00000100:00000001:2.0:1781826071.640191:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303363610 00000100:00000001:2.0:1781826071.640193:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303372306 00000100:00000001:2.0:1781826071.640195:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.640197:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.640200:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.640202:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.640227:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.640229:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826071.640722:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826071.640727:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781826071.640734:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.640740:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826071.640746:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:1.0:1781826071.640748:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:1.0:1781826071.640753:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826071.640758:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640767:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826071.640770:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640776:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826071.640778:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826071.640789:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826071.640790:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781826071.640793:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.640796:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826071.640797:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:1.0:1781826071.640799:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:1.0:1781826071.640801:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826071.640804:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640810:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826071.640812:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640818:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826071.640819:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826071.640883:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826071.640885:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826071.640887:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.640890:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826071.640892:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:1.0:1781826071.640893:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000001:1.0:1781826071.640895:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826071.640899:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640910:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826071.640913:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.640918:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826071.640919:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826071.652195:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.652211:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826071.652216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.652219:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.652228:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.652236:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826071.652244:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.652248:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.652254:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.652258:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56b00 00000400:00000200:1.0:1781826071.652263:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.652271:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff981 [1] + 224 00000800:00000001:1.0:1781826071.652279:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.652285:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.652288:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.652292:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826071.652299:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826071.652308:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826071.652319:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.652343:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826071.652352:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.652355:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.652411:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.652415:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826071.652423:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826071.652425:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826071.652438:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826071.652443:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:2.0:1781826071.652446:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781826071.652449:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826071.652454:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826071.652464:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.652470:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826071.652472:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.652475:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826071.652478:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826071.652480:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826071.652483:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.652486:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826071.652492:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826071.652497:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826071.652499:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826071.652501:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826071.652504:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826071.652506:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.652508:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826071.652513:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.652520:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.652524:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826071.652526:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826071.652530:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826071.652548:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051506432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826071.652554:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.652557:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826071.652560:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4e00 x1868371051506432/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.652566:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826071.652569:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826071.652573:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826071.652577:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826071.652580:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826071.652582:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826071.652584:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826071.652586:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781826071.652589:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826071.652591:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826071.652593:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4e00. 00000100:00000001:2.0:1781826071.652711:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826071.652713:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.652717:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.652719:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.652720:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826071.652722:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.652724:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826071.660140:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660158:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826071.660162:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660165:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.660174:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660182:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826071.660191:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660196:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660200:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660205:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56c00 00000400:00000200:1.0:1781826071.660210:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660216:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff989 [1] + 224 00000800:00000001:1.0:1781826071.660222:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660227:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.660230:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.660234:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826071.660241:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826071.660250:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826071.660260:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.660282:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826071.660290:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660294:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826071.660295:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660297:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.660300:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660303:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826071.660308:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660310:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660312:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660314:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56b80 00000400:00000200:1.0:1781826071.660317:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826071.660321:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff991 [1] + 224 00000800:00000001:1.0:1781826071.660325:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660330:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826071.660332:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826071.660335:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826071.660338:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826071.660341:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826071.660349:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826071.660356:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826071.660359:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826071.660362:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660422:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.660437:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826071.660444:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826071.660446:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826071.660449:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781826071.660453:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:2.0:1781826071.660455:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:2.0:1781826071.660459:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826071.660464:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826071.660471:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660477:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826071.660479:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660481:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826071.660484:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826071.660487:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826071.660489:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.660492:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826071.660502:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826071.660506:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826071.660509:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826071.660511:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826071.660513:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826071.660516:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.660520:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826071.660522:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826071.660524:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826071.660526:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826071.660531:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660538:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.660552:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826071.660555:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826071.660560:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826071.660567:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506560:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826071.660573:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826071.660574:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826071.660576:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781826071.660579:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826071.660581:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826071.660583:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826071.660585:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826071.660592:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660735:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826071.660737:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660739:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826071.660741:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826071.660742:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826071.660744:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826071.660745:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826071.660750:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826071.660752:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=138 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826071.660755:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826071.660756:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826071.660758:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826071.660759:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.660762:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826071.660763:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826071.660765:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826071.660766:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826071.660770:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660781:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826071.660782:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826071.660783:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826071.660786:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826071.660793:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051506688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826071.660797:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660799:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826071.660802:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6680 x1868371051506560/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660808:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826071.660810:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826071.660814:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5600. 02000000:00000001:2.0:1781826071.660820:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826071.660822:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826071.660824:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826071.660827:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826071.660829:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826071.660833:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826071.660834:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826071.660836:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6680. 00000100:00000001:2.0:1781826071.660843:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826071.660844:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660846:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826071.660849:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7800 x1868371051506688/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826087 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826071.660855:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826071.660856:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826071.660857:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826071.660859:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826071.660860:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826071.660861:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826071.660863:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826071.660864:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781826071.660866:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826071.660867:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826071.660868:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7800. 00000100:00000001:2.0:1781826071.660870:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826071.660871:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660873:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826071.660882:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826071.660885:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826071.660887:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826071.660889:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826072.086211:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826072.086213:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826072.086217:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086221:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826072.086224:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086227:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086229:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826072.086235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826072.086240:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826072.086241:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826072.086243:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086244:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826072.086246:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086247:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826072.086249:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826072.086274:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826072.086277:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826072.086280:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826073.110207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826073.110214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826073.110220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826073.110221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826073.110225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826073.110226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826073.110320:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826073.110323:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826073.110326:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826074.134810:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826074.134817:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826074.134823:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826074.134824:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826074.134827:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826074.134828:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826074.134853:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826074.134856:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826074.134859:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826075.160846:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826075.160853:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826075.160871:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826075.160872:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826075.160876:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826075.160877:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826075.161630:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826075.161634:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826075.161638:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826076.182282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826076.182289:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826076.182294:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826076.182296:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826076.182298:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826076.182299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826076.182324:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826076.182327:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826076.182329:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826076.759940:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826076.759953:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826076.759964:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7b80. 00000020:00000040:3.0:1781826076.759971:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826076.759976:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826076.759979:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826076.759984:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826076.759993:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826076.760000:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.760012:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826076.760023:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826076.760028:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.760035:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097852ec3] to pc [ptlrpcd_01_01+1] req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.760109:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.760114:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826076.760117:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826076.760124:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.760132:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826076.760134:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.760138:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826076.760140:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826076.760143:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826076.760146:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051506816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.760150:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826076.760156:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826076.760159:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.760161:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826076.760167:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826076.760169:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826076.760177:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826076.760181:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781826076.760192:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826076.760200:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506816, portal 25 00000100:00000001:2.0:1781826076.760202:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826076.760203:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715456384 : -122530994095232 : ffff908f079f7b80) 00000100:00000040:2.0:1781826076.760208:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.760215:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826076.760217:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826076.760220:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781826076.760223:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051506816, offset 0 00000400:00000200:2.0:1781826076.760230:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826076.760239:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.760248:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826076.760253:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826076.760257:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826076.760261:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826076.760263:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826076.760267:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378866:378866:256:4294967295] 192.168.204.116@tcp LPNI seq info [378817:378817:8:4294967295] 00000400:00000200:2.0:1781826076.760272:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.760281:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826076.760286:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826076.760291:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826076.760298:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826076.760305:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826076.760309:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826076.760338:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826076.760343:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826076.760346:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303377426 00000100:00000001:2.0:1781826076.760356:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303372306 00000100:00000001:2.0:1781826076.760361:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303377426 00000100:00000001:2.0:1781826076.760365:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303372306 00000100:00000001:2.0:1781826076.760369:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.760371:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.760374:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.760376:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826076.760438:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.760441:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826076.760445:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826076.760448:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6d80. 00000020:00000040:3.0:1781826076.760451:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826076.760454:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826076.760456:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826076.760459:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826076.760462:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781826076.760465:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.760470:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826076.760476:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826076.760478:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.760481:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3bf3a13] to pc [ptlrpcd_01_00+0] req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781826076.761992:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826076.762003:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781826076.762009:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826076.762017:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826076.762029:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:1.0:1781826076.762033:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:1.0:1781826076.762040:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826076.762048:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826076.762061:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826076.762064:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826076.762071:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826076.762073:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826076.770470:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826076.770478:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826076.770485:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.770488:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826076.770491:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826076.770495:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781826076.770498:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.770500:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826076.770502:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.770503:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.770504:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826076.770506:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826076.770520:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.770531:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826076.770533:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.770538:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826076.770541:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826076.770544:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826076.770547:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051506944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.770552:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826076.770560:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826076.770563:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.770566:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826076.770575:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826076.770578:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826076.770585:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826076.770603:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781826076.770611:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781826076.770617:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051506944, portal 10 00000100:00000001:2.0:1781826076.770619:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826076.770620:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715452800 : -122530994098816 : ffff908f079f6d80) 00000100:00000040:2.0:1781826076.770628:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.770637:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826076.770640:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826076.770643:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781826076.770647:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051506944, offset 0 00000400:00000200:2.0:1781826076.770654:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826076.770664:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.770671:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826076.770676:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826076.770680:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826076.770683:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826076.770686:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826076.770689:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378867:378867:256:4294967295] 192.168.204.116@tcp LPNI seq info [378818:378818:8:4294967295] 00000400:00000200:2.0:1781826076.770693:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.770701:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826076.770707:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826076.770712:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826076.770719:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826076.770728:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826076.770732:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826076.770759:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826076.770776:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24513 usecs (25 jiffies) 00000400:00000200:2.0:1781826076.770780:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826076.770783:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303368733 00000100:00000001:2.0:1781826076.770786:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303377426 00000100:00000001:2.0:1781826076.770789:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303368733 00000100:00000001:2.0:1781826076.770791:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303377426 00000100:00000001:2.0:1781826076.770793:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.770797:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.770799:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.770801:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.771261:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.771264:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826076.772070:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.772114:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826076.772119:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.772122:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826076.772129:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.772136:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826076.772144:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.772149:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.772154:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.772159:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56c80 00000400:00000200:1.0:1781826076.772164:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.772170:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff999 [1] + 224 00000800:00000001:1.0:1781826076.772177:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781826076.772183:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826076.772184:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826076.772191:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1781826076.772191:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826076.772197:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:3.0:1781826076.772199:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1781826076.772207:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1781826076.772209:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5500. 00000020:00000040:3.0:1781826076.772216:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000200:1.0:1781826076.772218:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826076.772221:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826076.772226:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826076.772232:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826076.772233:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1781826076.772242:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:1.0:1781826076.772245:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826076.772250:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.772259:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826076.772271:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826076.772275:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.772283:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026662fa7] to pc [ptlrpcd_01_01+1] req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826076.772300:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826076.772303:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826076.772307:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:1.0:1781826076.772311:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1781826076.772312:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:1.0:1781826076.772317:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000100:00000040:3.0:1781826076.772318:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1781826076.772324:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1781826076.772338:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8706) 00000400:00000200:1.0:1781826076.772338:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826076.772345:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:1.0:1781826076.772348:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:1.0:1781826076.772352:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826076.772357:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826076.772366:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826076.772369:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826076.772375:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826076.772377:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826076.772381:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.772384:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.773184:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1781826076.773190:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781826076.773193:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.773202:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826076.773204:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.773206:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.773207:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826076.773210:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826076.773218:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.773227:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826076.773229:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.773233:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826076.773236:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826076.773239:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826076.773243:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051507072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.773248:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826076.773253:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826076.773256:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.773259:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826076.773265:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826076.773267:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826076.773273:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826076.773277:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781826076.773284:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781826076.773292:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507072, portal 10 00000100:00000001:2.0:1781826076.773296:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826076.773297:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715446528 : -122530994105088 : ffff908f079f5500) 00000100:00000040:2.0:1781826076.773305:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.773312:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826076.773315:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826076.773318:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781826076.773321:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051507072, offset 0 00000400:00000200:2.0:1781826076.773341:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826076.773348:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.773356:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826076.773361:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826076.773366:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826076.773371:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826076.773374:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826076.773390:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378868:378868:256:4294967295] 192.168.204.116@tcp LPNI seq info [378819:378819:8:4294967295] 00000400:00000200:2.0:1781826076.773396:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826076.773406:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826076.773420:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826076.773426:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826076.773554:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826076.773563:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826076.773568:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826076.773662:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826076.773668:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19931 usecs (20 jiffies) 00000400:00000200:2.0:1781826076.773672:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826076.773676:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303368739 00000100:00000001:2.0:1781826076.773680:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303377426 00000100:00000001:2.0:1781826076.773682:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303368739 00000100:00000001:2.0:1781826076.773684:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303377426 00000100:00000001:2.0:1781826076.773687:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.773690:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.773693:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.773695:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.773714:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.773715:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826076.773721:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826076.773723:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826076.773726:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781826076.773731:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826076.773734:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826076.773737:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826076.773743:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826076.773753:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.773759:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826076.773828:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.773831:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826076.773834:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826076.773837:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826076.773839:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.773841:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826076.773850:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826076.773854:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826076.773856:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826076.773857:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826076.773860:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826076.773862:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.773866:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826076.773870:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.773878:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.773881:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826076.773884:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826076.773889:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826076.773897:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051506816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.773902:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.773904:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826076.773908:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7b80 x1868371051506816/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.773915:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826076.774311:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826076.774315:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826076.774321:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826076.774324:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826076.774338:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826076.774340:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826076.774343:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781826076.774347:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826076.774349:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826076.774351:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7b80. 00000100:00000001:2.0:1781826076.774356:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826076.774357:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.774361:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.774362:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.774364:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826076.774366:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.774368:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826076.780186:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.780210:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826076.780215:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.780218:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826076.780228:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.780285:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826076.780301:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.780308:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.780314:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.780318:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56d00 00000400:00000200:1.0:1781826076.780324:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826076.780340:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9a1 [1] + 224 00000800:00000001:1.0:1781826076.780348:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826076.780362:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826076.780365:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826076.780370:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826076.780379:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826076.780389:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826076.780401:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826076.780417:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826076.780426:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1781826076.780482:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826076.780489:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781826076.780493:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826076.780498:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826076.780502:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:0.0:1781826076.780505:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:0.0:1781826076.780509:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826076.780514:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826076.780526:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826076.780529:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826076.780537:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826076.780539:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826076.780691:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.781177:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.781182:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826076.781188:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826076.781190:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826076.781193:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781826076.781198:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:2.0:1781826076.781200:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781826076.781204:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826076.781209:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826076.781220:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.781227:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826076.781229:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.781232:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826076.781236:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826076.781238:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826076.781241:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.781243:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826076.781253:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826076.781257:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=56 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826076.781260:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826076.781262:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826076.781264:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826076.781268:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.781273:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826076.781275:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826076.781278:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826076.781279:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826076.781284:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.781291:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.781295:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826076.781297:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826076.781301:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826076.781309:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051506944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.781314:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.781316:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826076.781319:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6d80 x1868371051506944/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.781337:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826076.781340:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826076.781344:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826076.781349:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826076.781351:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826076.781353:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826076.781355:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826076.781358:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781826076.781362:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826076.781363:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826076.781365:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6d80. 00000100:00000001:2.0:1781826076.781372:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826076.781373:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.781376:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.781385:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826076.781387:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.781389:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.781391:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826076.785829:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826076.785856:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826076.785861:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826076.785864:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826076.785872:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826076.785881:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826076.785892:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826076.785897:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826076.785903:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826076.785908:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56d80 00000400:00000200:0.0:1781826076.785913:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826076.785918:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9a9 [1] + 224 00000800:00000001:0.0:1781826076.785926:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826076.785933:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826076.785937:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826076.785941:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826076.785948:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826076.785958:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826076.785970:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826076.785994:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826076.786004:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826076.786007:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.786353:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.786357:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826076.786364:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826076.786366:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826076.786369:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826076.786374:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781826076.786377:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781826076.786380:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826076.786386:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826076.786395:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.786403:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826076.786405:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.786408:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826076.786411:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826076.786414:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826076.786417:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826076.786420:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826076.786429:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826076.786433:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826076.786436:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826076.786437:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826076.786440:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826076.786443:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.786446:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826076.786449:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826076.786451:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826076.786452:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826076.786456:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.786464:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826076.786467:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826076.786469:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826076.786473:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826076.786480:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051507072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826076.786484:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.786486:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826076.786489:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5500 x1868371051507072/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826092 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826076.786496:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826076.786499:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826076.786504:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826076.786509:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826076.786513:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826076.786515:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826076.786517:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826076.786519:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826076.786524:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826076.786526:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826076.786528:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5500. 00000100:00000001:2.0:1781826076.786531:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826076.786533:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.786535:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826076.786543:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826076.786545:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826076.786547:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826076.786549:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826077.207465:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826077.207473:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826077.207479:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826077.207480:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826077.207483:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826077.207484:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826077.209003:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826077.209009:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826077.209014:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826078.230215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826078.230222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826078.230228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826078.230229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826078.230233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826078.230234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826078.230259:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826078.230262:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826078.230264:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826079.254743:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826079.254750:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826079.254756:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826079.254760:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826079.254762:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826079.254765:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826079.254768:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826079.254770:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826079.254772:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826079.254773:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826079.254776:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826079.254777:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826079.254856:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826079.254859:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826079.254862:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826080.278217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826080.278224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826080.278230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826080.278231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826080.278234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826080.278235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826080.278274:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826080.278277:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826080.278280:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826081.302193:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826081.302200:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826081.302205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826081.302206:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826081.302209:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826081.302210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826081.302276:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826081.302279:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826081.302282:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826081.878642:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826081.878653:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826081.878666:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781826081.878672:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826081.878677:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826081.878680:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826081.878685:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826081.878694:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826081.878700:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.878714:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826081.878725:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826081.878730:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.878736:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826081.878769:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.878772:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826081.878776:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826081.878779:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781826081.878781:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826081.878783:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826081.878784:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826081.878786:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826081.878789:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781826081.878792:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.878796:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826081.878810:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826081.878812:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.880576:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.880584:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826081.880587:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826081.880601:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.880612:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826081.880614:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.880618:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826081.880621:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826081.880624:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826081.880627:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051507200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826081.880631:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1781826081.880638:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_01+1] req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826081.880638:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826081.880641:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.880644:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826081.880652:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 00000100:00000001:3.0:1781826081.880653:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.880654:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.880656:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826081.880660:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1781826081.880662:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000010:3.0:1781826081.880665:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000400:00000010:2.0:1781826081.880666:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000020:00000040:3.0:1781826081.880669:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000400:00000010:2.0:1781826081.880673:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781826081.880680:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507200, portal 25 00000100:00000001:3.0:1781826081.880683:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1781826081.880683:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826081.880684:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 02000000:00000001:3.0:1781826081.880685:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826081.880689:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826081.880690:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1781826081.880694:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826081.880698:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.880698:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826081.880700:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781826081.880703:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1781826081.880703:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781826081.880707:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051507200, offset 0 00000100:00000001:3.0:1781826081.880712:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1781826081.880712:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781826081.880715:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.880719:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_00+0] req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781826081.880720:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826081.880726:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.880728:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1781826081.880728:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000040:3.0:1781826081.880731:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1781826081.880733:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1781826081.880734:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826081.880737:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1781826081.880738:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826081.880741:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1781826081.880742:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8711) 00000400:00000200:2.0:1781826081.880744:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826081.880747:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378869:378869:256:4294967295] 192.168.204.116@tcp LPNI seq info [378820:378820:8:4294967295] 00000400:00000200:2.0:1781826081.880751:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826081.880760:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826081.880765:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826081.880770:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000100:00000001:3.0:1781826081.880774:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826081.880776:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826081.880777:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1781826081.880777:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000100:00000040:3.0:1781826081.880781:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1781826081.880783:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:3.0:1781826081.880787:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1781826081.880788:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826081.880789:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826081.880791:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826081.880792:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826081.880794:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826081.880797:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051507328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826081.880800:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826081.880802:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826081.880804:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826081.880806:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826081.880809:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622000. 02000000:00000001:3.0:1781826081.880811:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.880814:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826081.880818:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826081.880821:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303382547 00000100:00000001:2.0:1781826081.880830:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303377426 00000100:00000001:2.0:1781826081.880835:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303382547 00000100:00000001:2.0:1781826081.880838:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303377426 00000100:00000001:2.0:1781826081.880841:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826081.880844:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.880847:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.880850:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.880858:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826081.880860:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826081.880862:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.880863:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826081.880864:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826081.880868:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.880875:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826081.880876:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.880879:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826081.880880:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826081.880882:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826081.880885:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051507456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826081.880888:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826081.880891:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826081.880892:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.880893:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826081.880896:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826081.880897:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826081.880901:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826081.880903:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781826081.880907:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826081.880910:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507456, portal 10 00000100:00000001:2.0:1781826081.880911:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826081.880912:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781826081.880918:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.880927:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826081.880929:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826081.880931:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781826081.880934:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051507456, offset 0 00000400:00000200:2.0:1781826081.880937:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826081.880940:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826081.880944:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826081.880947:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826081.880949:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826081.880951:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826081.880952:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826081.880954:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378870:378870:255:4294967295] 192.168.204.116@tcp LPNI seq info [378821:378821:7:4294967295] 00000400:00000200:2.0:1781826081.880958:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826081.880963:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826081.880967:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826081.880970:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781826081.880973:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826081.880977:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826081.880979:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826081.880982:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826081.880985:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19927 usecs (20 jiffies) 00000400:00000200:2.0:1781826081.880988:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826081.880989:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303373846 00000100:00000001:2.0:1781826081.880992:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303382547 00000100:00000001:2.0:1781826081.880993:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303373846 00000100:00000001:2.0:1781826081.880995:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303382547 00000100:00000001:2.0:1781826081.880997:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826081.880998:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.881000:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.881002:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.881005:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826081.881006:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826081.881008:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.881009:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826081.881010:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.881012:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826081.881049:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826081.881054:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826081.881059:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826081.881062:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507328, portal 10 00000100:00000001:3.0:1781826081.881064:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826081.881065:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781826081.881073:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826081.881100:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826081.881103:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826081.881105:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef990. 00000100:00000200:3.0:1781826081.881107:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051507328, offset 0 00000400:00000200:3.0:1781826081.881112:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826081.881116:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826081.881119:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826081.881122:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826081.881125:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826081.881127:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826081.881129:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826081.881132:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378871:378871:254:4294967295] 192.168.204.116@tcp LPNI seq info [378822:378822:6:4294967295] 00000400:00000200:3.0:1781826081.881136:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826081.881142:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826081.881146:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826081.881148:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cf00. 00000800:00000200:3.0:1781826081.881152:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826081.881156:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826081.881159:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826081.881162:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.881164:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24516 usecs (25 jiffies) 00000400:00000200:3.0:1781826081.881167:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826081.881169:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303373852 00000100:00000001:3.0:1781826081.881171:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303382547 00000100:00000001:3.0:1781826081.881173:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303373852 00000100:00000001:3.0:1781826081.881175:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303382547 00000100:00000001:3.0:1781826081.881177:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826081.881179:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.881181:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.881182:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826081.881198:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826081.881199:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826081.881201:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826081.881202:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826081.881204:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.881206:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826081.882945:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826081.882954:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781826081.882962:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826081.882970:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826081.882977:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:1.0:1781826081.882979:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:1.0:1781826081.882985:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826081.882992:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883005:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826081.883008:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883015:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826081.883016:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826081.883028:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826081.883030:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:1.0:1781826081.883032:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826081.883035:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826081.883037:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000400:00000010:1.0:1781826081.883039:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:1.0:1781826081.883041:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826081.883044:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883051:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826081.883053:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883059:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826081.883060:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826081.883154:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826081.883158:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cf00. 00000400:00000200:1.0:1781826081.883161:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826081.883164:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826081.883166:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef990 00000400:00000010:1.0:1781826081.883168:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef990. 00000100:00000001:1.0:1781826081.883171:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826081.883174:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883180:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826081.883183:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.883189:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826081.883190:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826081.889286:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889306:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826081.889310:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889313:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826081.889322:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889340:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826081.889350:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889356:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889362:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889366:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56f00 00000400:00000200:0.0:1781826081.889371:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889378:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9b9 [1] + 224 00000800:00000001:0.0:1781826081.889394:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889399:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826081.889402:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826081.889407:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826081.889414:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826081.889423:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826081.889434:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826081.889456:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826081.889464:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889468:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826081.889479:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889481:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826081.889484:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889488:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826081.889492:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889494:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889497:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889500:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d56e80 00000400:00000200:0.0:1781826081.889503:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826081.889507:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9c1 [1] + 224 00000800:00000001:0.0:1781826081.889511:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.889520:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826081.889522:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826081.889525:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826081.889528:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826081.889532:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.889533:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.889537:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1781826081.889539:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1781826081.889544:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826081.889546:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826081.889549:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781826081.889554:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826081.889557:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:0.0:1781826081.889557:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826081.889561:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826081.889565:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826081.889574:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.889579:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826081.889581:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.889584:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826081.889588:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826081.889591:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826081.889593:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.889594:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1781826081.889596:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.889605:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1781826081.889606:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826081.889610:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826081.889613:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826081.889614:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826081.889617:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826081.889621:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.889625:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826081.889627:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826081.889629:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826081.889630:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826081.889635:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.889642:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826081.889645:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826081.889647:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826081.889651:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826081.889659:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051507456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826081.889664:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.889667:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826081.889670:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051507456/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.889677:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826081.889679:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826081.889683:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826081.889687:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826081.889689:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826081.889692:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826081.889694:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826081.889697:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826081.889700:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826081.889702:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826081.889704:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781826081.889710:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826081.889711:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.889714:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.889716:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.889717:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826081.889718:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.889719:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826081.890172:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826081.890177:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781826081.890591:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826081.890593:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826081.890669:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826081.890675:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781826081.890677:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781826081.890682:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826081.890690:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826081.890700:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826081.890706:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826081.890708:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826081.890711:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826081.890714:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826081.890716:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826081.890718:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826081.890720:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826081.890725:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826081.890728:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826081.890730:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826081.890731:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826081.890733:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826081.890736:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.890738:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826081.890740:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826081.890742:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826081.890743:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826081.890747:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826081.890754:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826081.890757:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826081.890758:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826081.890761:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826081.890769:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051507328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826081.890773:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826081.890776:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826081.890778:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051507328/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826081.890784:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826081.890786:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826081.890789:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622000. 02000000:00000001:3.0:1781826081.890793:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826081.890795:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826081.890797:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826081.890799:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826081.890800:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:3.0:1781826081.890803:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826081.890804:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826081.890806:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:3.0:1781826081.890808:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826081.890809:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826081.890811:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826081.890879:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826081.890882:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826081.890884:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826081.890886:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826081.899482:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826081.899500:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826081.899504:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826081.899506:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826081.899515:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826081.899523:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826081.899531:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826081.899536:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826081.899541:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826081.899546:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56e00 00000400:00000200:1.0:1781826081.899551:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826081.899557:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9b1 [1] + 224 00000800:00000001:1.0:1781826081.899563:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826081.899570:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826081.899573:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826081.899577:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826081.899585:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826081.899593:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826081.899615:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826081.899635:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826081.899643:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826081.899646:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.901623:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.901631:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826081.901641:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826081.901643:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826081.901646:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826081.901654:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781826081.901657:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781826081.901662:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826081.901673:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826081.901682:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.901689:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826081.901691:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.901694:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826081.901697:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826081.901699:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826081.901701:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826081.901705:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826081.901711:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826081.901715:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826081.901717:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826081.901718:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826081.901720:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826081.901722:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.901725:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826081.901729:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.901736:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826081.901739:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826081.901741:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826081.901745:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826081.901752:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051507200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826081.901757:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.901760:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826081.901764:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051507200/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826097 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826081.901770:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826081.901773:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826081.901776:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826081.901780:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826081.901784:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826081.901785:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826081.901787:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826081.901790:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781826081.901793:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826081.901795:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826081.901796:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781826081.901800:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826081.901802:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.901804:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826081.901811:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826081.901813:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826081.901816:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826081.901818:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326918:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826082.326926:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826082.326928:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826082.326931:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326935:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826082.326938:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326940:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326942:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326945:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826082.326947:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326950:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826082.326951:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826082.326952:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826082.326954:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326955:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826082.326956:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326957:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826082.326959:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826082.326983:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826082.326986:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826082.326989:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826083.350376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826083.350382:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826083.350387:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826083.350388:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826083.350392:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826083.350394:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826083.350775:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826083.350779:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826083.350783:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826084.380572:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826084.380580:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826084.380586:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826084.380588:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826084.380591:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826084.380592:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826084.380620:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826084.380622:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826084.380625:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826085.398497:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826085.398502:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826085.398507:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826085.398509:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826085.398511:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826085.398512:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826085.398690:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826085.398694:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826085.398697:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826086.422231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826086.422239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826086.422244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826086.422246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826086.422249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826086.422250:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826086.422277:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826086.422280:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826086.422282:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826086.999779:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826086.999790:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826086.999801:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781826086.999808:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826086.999812:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826086.999816:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826086.999822:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826086.999831:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826086.999837:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999850:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826086.999860:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826086.999864:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999870:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826086.999905:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999908:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826086.999911:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826086.999915:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781826086.999917:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826086.999919:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826086.999920:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826086.999922:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826086.999925:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781826086.999927:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999931:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826086.999938:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826086.999940:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999943:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_00+0] req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826086.999950:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999952:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826086.999955:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826086.999957:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781826086.999959:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826086.999961:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826086.999962:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826086.999963:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826086.999966:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781826086.999968:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999971:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826086.999976:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826086.999978:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999981:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826086.999986:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826086.999988:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826086.999991:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826086.999994:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826086.999996:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826087.000001:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8716) 00000100:00000001:0.0:1781826087.000016:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.000020:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826087.000022:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826087.000027:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.000034:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826087.000036:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826087.000039:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826087.000042:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826087.000044:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826087.000048:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051507712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826087.000055:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826087.000061:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826087.000064:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826087.000067:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826087.000071:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781826087.000073:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826087.000115:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826087.000120:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826087.000136:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781826087.000143:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507712, portal 10 00000100:00000001:0.0:1781826087.000146:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826087.000147:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:0.0:1781826087.000155:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.000162:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826087.000165:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826087.000168:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781826087.000171:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051507712, offset 0 00000400:00000200:0.0:1781826087.000177:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826087.000186:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.000194:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826087.000200:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826087.000205:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826087.000209:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826087.000212:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826087.000215:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378872:378872:256:4294967295] 192.168.204.116@tcp LPNI seq info [378823:378823:8:4294967295] 00000400:00000200:0.0:1781826087.000219:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826087.000336:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826087.000340:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826087.000341:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826087.000346:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.000352:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826087.000354:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826087.000356:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826087.000358:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826087.000360:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826087.000362:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051507584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826087.000367:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826087.000371:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826087.000372:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826087.000374:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826087.000378:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826087.000380:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826087.000384:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826087.000387:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826087.000391:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826087.000395:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507584, portal 25 00000100:00000001:1.0:1781826087.000397:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826087.000398:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:1.0:1781826087.000403:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.000409:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826087.000411:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826087.000414:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e088. 00000100:00000200:1.0:1781826087.000416:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051507584, offset 0 00000400:00000200:1.0:1781826087.000420:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826087.000441:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826087.000449:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826087.000453:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fd00. 00000800:00000200:0.0:1781826087.000461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826087.000468:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826087.000472:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826087.000483:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826087.000488:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24492 usecs (25 jiffies) 00000400:00000200:0.0:1781826087.000492:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826087.000494:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303378971 00000100:00000001:0.0:1781826087.000497:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303382547 00000100:00000001:0.0:1781826087.000499:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303378971 00000100:00000001:0.0:1781826087.000501:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303382547 00000100:00000001:0.0:1781826087.000503:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826087.000506:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.000509:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.000511:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.000518:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826087.000520:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826087.000522:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.000523:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826087.000524:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.000526:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826087.000640:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826087.000644:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fd00. 00000400:00000200:0.0:1781826087.000648:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826087.000653:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826087.002414:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.002425:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826087.002430:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826087.002433:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826087.002437:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826087.002440:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826087.002443:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378873:378873:255:4294967295] 192.168.204.116@tcp LPNI seq info [378824:378824:7:4294967295] 00000400:00000200:1.0:1781826087.002448:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.002457:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826087.002463:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826087.002472:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:1.0:1781826087.002479:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826087.002486:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826087.002490:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826087.002495:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826087.002501:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826087.002503:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303387667 00000100:00000001:1.0:1781826087.002511:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303382547 00000100:00000001:1.0:1781826087.002516:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303387667 00000100:00000001:1.0:1781826087.002519:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303382547 00000100:00000001:1.0:1781826087.002521:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826087.002526:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.002529:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826087.002536:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.002546:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826087.002548:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826087.002552:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826087.002555:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826087.002558:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826087.002562:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051507840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826087.002566:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826087.002571:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826087.002574:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826087.002577:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826087.002582:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826087.002584:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826087.002588:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826087.002593:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826087.002609:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e440. 00000100:00000200:1.0:1781826087.002616:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507840, portal 10 00000100:00000001:1.0:1781826087.002619:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826087.002620:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:1.0:1781826087.002629:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.002635:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826087.002638:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826087.002640:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e000. 00000100:00000200:1.0:1781826087.002643:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051507840, offset 0 00000400:00000200:1.0:1781826087.002649:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826087.002655:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.002658:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826087.002661:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826087.002663:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826087.002665:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826087.002667:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826087.002669:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378874:378874:254:4294967295] 192.168.204.116@tcp LPNI seq info [378825:378825:6:4294967295] 00000400:00000200:1.0:1781826087.002673:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.002678:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826087.002682:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826087.002686:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:1.0:1781826087.002690:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826087.002694:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826087.002697:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826087.002700:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826087.002704:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19913 usecs (20 jiffies) 00000400:00000200:1.0:1781826087.002707:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826087.002709:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303378966 00000100:00000001:1.0:1781826087.002711:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303387667 00000100:00000001:1.0:1781826087.002713:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303378966 00000100:00000001:1.0:1781826087.002714:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303387667 00000100:00000001:1.0:1781826087.002716:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826087.002719:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.002721:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.002724:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.002733:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826087.002735:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826087.002737:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826087.002739:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826087.002741:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.002743:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826087.003493:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781826087.003498:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781826087.003506:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826087.003514:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003525:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826087.003528:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003535:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.003538:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826087.003578:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826087.003581:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1700. 00000400:00000200:0.0:1781826087.003586:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826087.003590:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826087.003593:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e088 00000400:00000010:0.0:1781826087.003595:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e088. 00000100:00000001:0.0:1781826087.003598:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826087.003617:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003624:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826087.003626:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003632:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.003633:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826087.003698:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826087.003700:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:0.0:1781826087.003703:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826087.003707:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826087.003710:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e000 00000400:00000010:0.0:1781826087.003712:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e000. 00000100:00000001:0.0:1781826087.003714:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826087.003717:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003723:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826087.003726:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.003730:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.003732:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826087.008724:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.008746:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826087.008751:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.008754:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826087.008763:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.008771:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826087.008784:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.008792:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.008798:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.008802:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d56f80 00000400:00000200:1.0:1781826087.008806:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.008812:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9d9 [1] + 224 00000800:00000001:1.0:1781826087.008819:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.008831:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826087.008834:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826087.008838:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826087.008846:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826087.008854:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826087.008865:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.008934:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.008938:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826087.008957:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826087.008966:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.008969:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781826087.009701:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826087.009705:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826087.009708:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:0.0:1781826087.009714:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:0.0:1781826087.009717:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:0.0:1781826087.009721:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826087.009728:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826087.009738:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.009745:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826087.009747:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.009750:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826087.009753:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826087.009755:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826087.009757:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826087.009760:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826087.009766:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826087.009769:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826087.009772:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826087.009773:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826087.009776:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826087.009778:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.009781:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826087.009785:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.009792:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826087.009795:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826087.009797:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826087.009800:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826087.009807:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051507584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826087.009812:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.009815:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826087.009818:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051507584/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.009824:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826087.009826:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826087.009829:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:0.0:1781826087.009833:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826087.009835:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826087.009837:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826087.009840:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826087.009842:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:0.0:1781826087.009845:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826087.009847:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826087.009849:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:0.0:1781826087.009853:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826087.009855:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.009858:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.009860:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.009861:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826087.009863:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.009864:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826087.015934:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826087.015959:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826087.015964:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826087.015966:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826087.015976:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.015983:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826087.015995:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.016001:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.016007:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.016011:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57080 00000400:00000200:0.0:1781826087.016016:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826087.016023:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9e9 [1] + 224 00000800:00000001:0.0:1781826087.016030:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826087.016042:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826087.016045:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826087.016050:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826087.016058:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826087.016068:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826087.016114:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.016150:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826087.016161:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826087.016164:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.016337:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826087.016342:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826087.016349:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826087.016351:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826087.016355:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826087.016360:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e440 00000400:00000010:1.0:1781826087.016363:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e440. 00000100:00000001:1.0:1781826087.016367:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826087.016372:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826087.016382:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.016388:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826087.016390:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.016393:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826087.016396:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826087.016399:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826087.016402:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826087.016404:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826087.016415:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826087.016419:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826087.016421:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826087.016423:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826087.016425:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826087.016429:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.016433:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826087.016435:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826087.016437:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826087.016438:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826087.016443:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.016450:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826087.016453:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826087.016454:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826087.016457:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826087.016470:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051507840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826087.016474:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.016477:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826087.016480:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051507840/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.016487:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826087.016489:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826087.016493:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826087.016498:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826087.016501:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826087.016503:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826087.016505:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826087.016508:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781826087.016512:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826087.016514:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826087.016515:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:1.0:1781826087.016519:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826087.016521:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.016523:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826087.016531:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826087.016533:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826087.016535:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826087.016537:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826087.016757:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.016765:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826087.016768:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.016770:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826087.016776:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.016780:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826087.016786:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.016789:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.016792:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.016795:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57000 00000400:00000200:1.0:1781826087.016799:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826087.016802:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9c9 [1] + 224 00000800:00000001:1.0:1781826087.016807:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.016813:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826087.016815:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826087.016819:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826087.016822:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826087.016827:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826087.016835:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826087.016856:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826087.016861:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826087.016864:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.016919:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.016922:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826087.016928:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826087.016930:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826087.016934:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826087.016939:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781826087.016941:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781826087.016945:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826087.016950:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826087.016958:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.016964:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826087.016965:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.016967:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826087.016969:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826087.016970:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826087.016971:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826087.016973:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826087.016978:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=154 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826087.016981:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826087.016984:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826087.016985:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826087.016987:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826087.016989:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.016992:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826087.016994:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826087.016996:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826087.016998:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826087.017002:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.017009:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826087.017011:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826087.017012:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826087.017016:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826087.017025:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051507712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826087.017029:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.017031:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826087.017034:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051507712/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826087.017040:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826087.017042:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826087.017044:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781826087.017047:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826087.017049:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826087.017050:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826087.017052:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826087.017054:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:0.0:1781826087.017057:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826087.017058:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826087.017060:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:0.0:1781826087.017062:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826087.017064:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.017065:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826087.017070:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826087.017071:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826087.017073:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826087.017075:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826087.446231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826087.446237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826087.446243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826087.446244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826087.446248:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826087.446249:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826087.446637:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826087.446641:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826087.446643:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826088.470210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826088.470217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826088.470223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826088.470226:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826088.470228:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826088.470231:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826088.470234:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826088.470237:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826088.470239:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826088.470241:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826088.470245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826088.470246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826088.470272:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826088.470274:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826088.470278:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826089.494702:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826089.494709:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826089.494714:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826089.494716:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826089.494719:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826089.494720:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826089.494782:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826089.494786:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826089.494789:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826090.518223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826090.518229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826090.518234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826090.518236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826090.518239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826090.518240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826090.518264:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826090.518266:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826090.518269:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826091.542631:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826091.542639:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826091.542641:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826091.542645:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542649:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826091.542652:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542653:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542656:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542660:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826091.542661:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542665:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826091.542666:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826091.542667:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826091.542668:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542670:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826091.542671:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542672:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826091.542674:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826091.542781:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826091.542785:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826091.542788:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826092.118258:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826092.118268:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826092.118277:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781826092.118283:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826092.118292:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826092.118295:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826092.118300:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826092.118308:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781826092.118315:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118328:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826092.118338:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826092.118343:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118350:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_00+0] req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.118378:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118381:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826092.118385:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826092.118388:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781826092.118390:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826092.118393:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826092.118394:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826092.118396:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826092.118400:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826092.118404:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.118408:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1781826092.118409:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826092.118415:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826092.118420:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781826092.118421:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826092.118425:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826092.118431:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826092.118433:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.118454:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826092.118457:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826092.118464:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118467:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826092.118469:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826092.118472:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032300. 00000020:00000040:0.0:1781826092.118474:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826092.118476:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826092.118477:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826092.118479:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826092.118481:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fd00. 00000100:00000001:0.0:1781826092.118484:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118488:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826092.118494:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826092.118496:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118500:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056703e4a] to pc [ptlrpcd_00_00+0] req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.118507:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.118509:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826092.118512:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826092.118515:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1781826092.118836:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826092.118839:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826092.118842:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826092.118847:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051507968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826092.118852:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826092.118858:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826092.118861:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826092.118863:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826092.118868:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826092.118871:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826092.118878:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826092.118881:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826092.118888:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e440. 00000100:00000200:1.0:1781826092.118895:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051507968, portal 25 00000100:00000001:1.0:1781826092.118898:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826092.118899:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:1.0:1781826092.118905:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.118913:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826092.118916:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826092.118919:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000100:00000200:1.0:1781826092.119240:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051507968, offset 0 00000400:00000200:1.0:1781826092.119251:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826092.119261:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:0.0:1781826092.119268:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1781826092.119271:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000040:0.0:1781826092.119275:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8721) 00000400:00000200:1.0:1781826092.119278:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826092.119284:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826092.119288:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826092.119293:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826092.119297:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378875:378875:256:4294967295] 192.168.204.116@tcp LPNI seq info [378826:378826:8:4294967295] 00000400:00000200:1.0:1781826092.119303:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826092.119313:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826092.119320:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826092.119326:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826092.119333:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826092.119340:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826092.119345:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826092.119359:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826092.119364:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826092.119367:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303392786 00000100:00000001:1.0:1781826092.119374:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303387667 00000100:00000001:1.0:1781826092.119378:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303392786 00000100:00000001:1.0:1781826092.119381:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303387667 00000100:00000001:1.0:1781826092.119384:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826092.119388:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.119392:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.119395:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.119403:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826092.119406:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826092.119409:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.119410:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826092.119412:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826092.119417:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.119425:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826092.119427:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826092.119430:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826092.119432:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826092.119434:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826092.119438:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051508224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826092.119442:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826092.119446:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826092.119447:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826092.119449:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826092.119452:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826092.119455:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826092.119570:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826092.119575:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826092.119579:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826092.119585:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826092.119590:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:0.0:1781826092.119593:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:0.0:1781826092.119597:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826092.119602:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.119611:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826092.119614:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.119620:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826092.119622:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781826092.119644:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826092.119646:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826092.119647:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826092.119652:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.119658:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826092.119660:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826092.119662:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826092.119664:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826092.119666:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826092.119668:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051508096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826092.119672:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826092.119674:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826092.119676:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826092.119678:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826092.119682:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781826092.119684:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826092.119687:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826092.119690:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826092.119694:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:0.0:1781826092.119698:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508096, portal 10 00000100:00000001:0.0:1781826092.119700:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826092.119701:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:0.0:1781826092.119708:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.119715:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826092.119718:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826092.119720:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781826092.119722:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508096, offset 0 00000400:00000200:0.0:1781826092.119726:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826092.119736:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.119740:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826092.119743:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826092.119746:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826092.119748:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826092.119750:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826092.119753:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378876:378876:256:4294967295] 192.168.204.116@tcp LPNI seq info [378827:378827:8:4294967295] 00000400:00000200:0.0:1781826092.119757:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.119763:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826092.119767:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826092.119771:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826092.119775:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826092.119779:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826092.119782:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826092.119790:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.119794:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24485 usecs (25 jiffies) 00000400:00000200:0.0:1781826092.119797:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826092.119799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303384090 00000100:00000001:0.0:1781826092.119801:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303392786 00000100:00000001:0.0:1781826092.119803:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303384090 00000100:00000001:0.0:1781826092.119805:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303392786 00000100:00000001:0.0:1781826092.119807:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826092.119810:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826092.119812:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826092.119814:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1781826092.119818:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000100:00000001:0.0:1781826092.119818:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.119822:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1781826092.119826:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000100:00000001:0.0:1781826092.119826:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826092.119830:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1781826092.119833:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508224, portal 10 00000100:00000001:0.0:1781826092.119833:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826092.119835:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.119838:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826092.119840:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.119842:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721987328 : -122530987564288 : ffff908f08032300) 00000100:00000040:1.0:1781826092.119852:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.119859:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826092.119861:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826092.119865:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826092.119868:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508224, offset 0 00000800:00000200:0.0:1781826092.119868:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826092.119873:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781826092.119875:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826092.119877:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826092.119882:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.119887:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826092.119891:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826092.119895:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826092.119898:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826092.119900:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826092.119902:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826092.119905:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378877:378877:255:4294967295] 192.168.204.116@tcp LPNI seq info [378828:378828:7:4294967295] 00000400:00000200:1.0:1781826092.119909:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826092.119915:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826092.119919:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826092.120211:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826092.120217:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826092.120222:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826092.120225:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826092.120228:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826092.120231:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19915 usecs (20 jiffies) 00000400:00000200:1.0:1781826092.120235:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826092.120237:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303384085 00000100:00000001:1.0:1781826092.120239:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303392786 00000100:00000001:1.0:1781826092.120241:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303384085 00000100:00000001:1.0:1781826092.120243:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303392786 00000100:00000001:1.0:1781826092.120245:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826092.120247:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.120250:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.120252:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.120256:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826092.120258:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826092.120260:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.120261:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826092.120263:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.120265:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826092.120389:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781826092.120392:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781826092.120785:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826092.120792:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.120801:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826092.120803:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.120810:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826092.120811:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826092.120903:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826092.120906:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:1.0:1781826092.120910:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826092.120914:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826092.120918:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826092.120920:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826092.121047:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826092.121052:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.121060:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826092.121063:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.121068:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.121070:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826092.124037:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124054:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826092.124059:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124061:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.124073:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124247:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826092.124257:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124262:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124268:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124272:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57100 00000400:00000200:0.0:1781826092.124277:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124283:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ff9f9 [1] + 224 00000800:00000001:0.0:1781826092.124290:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124295:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.124298:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826092.124302:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826092.124309:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826092.124319:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826092.124330:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.124384:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.124388:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826092.124404:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826092.124412:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124416:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826092.124418:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124420:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.124424:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124427:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826092.124432:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124434:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124437:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124440:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57180 00000400:00000200:0.0:1781826092.124443:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.124448:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa09 [1] + 224 00000800:00000001:0.0:1781826092.124451:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124458:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.124460:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826092.124463:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826092.124466:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826092.124471:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826092.124479:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.124500:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826092.124503:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.124506:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.124532:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826092.124535:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826092.124540:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826092.124542:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826092.124545:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826092.124548:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:0.0:1781826092.124550:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:0.0:1781826092.124555:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826092.124559:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826092.124568:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.124574:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826092.124577:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.124579:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826092.124582:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826092.124585:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826092.124587:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826092.124590:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826092.124599:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826092.124603:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826092.124606:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826092.124608:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826092.124611:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826092.124613:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826092.124616:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826092.124619:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826092.124620:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826092.124622:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826092.124626:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.124639:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826092.124643:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826092.124644:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826092.124648:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826092.124656:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051508096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826092.124660:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.124663:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826092.124667:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051508096/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.124674:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826092.124676:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826092.124679:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781826092.124683:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826092.124686:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826092.124688:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826092.124690:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826092.124693:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:0.0:1781826092.124697:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826092.124699:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826092.124700:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:0.0:1781826092.124704:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826092.124705:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.124707:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826092.124714:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826092.124716:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826092.124718:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826092.124720:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1781826092.128395:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826092.128402:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826092.128407:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826092.128416:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e440 00000400:00000010:1.0:1781826092.128419:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e440. 00000100:00000001:1.0:1781826092.128423:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826092.128435:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826092.128446:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.128455:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826092.128457:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.128460:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826092.128463:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826092.128465:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826092.128468:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826092.128471:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826092.128477:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826092.128481:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826092.128484:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826092.128486:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826092.128489:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826092.128491:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.128494:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826092.128498:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.128506:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826092.128510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826092.128512:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826092.128515:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826092.128994:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051507968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826092.129001:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.129005:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826092.129009:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051507968/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.129015:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826092.129018:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826092.129022:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826092.129035:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826092.129038:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826092.129041:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826092.129043:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826092.129046:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:1.0:1781826092.129050:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826092.129052:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826092.129054:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:1.0:1781826092.129057:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826092.129059:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.129063:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.129065:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.129067:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826092.129069:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.129071:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826092.131357:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.131376:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826092.131380:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.131383:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.131391:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.131399:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826092.131409:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.131414:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.131419:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.131423:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57200 00000400:00000200:0.0:1781826092.131428:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826092.131435:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa19 [1] + 224 00000800:00000001:0.0:1781826092.131441:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.131450:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826092.131453:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826092.131457:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826092.131464:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826092.131471:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826092.131483:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826092.131496:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826092.131503:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826092.131506:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.132047:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.132052:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826092.132059:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826092.132061:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826092.132064:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826092.132069:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:1.0:1781826092.132071:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:1.0:1781826092.132074:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826092.132110:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826092.132121:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.132126:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826092.132129:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.132132:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826092.132135:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826092.132138:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826092.132140:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826092.132143:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826092.132150:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=9 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826092.132155:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826092.132224:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826092.132227:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826092.132229:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826092.132233:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.132236:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826092.132238:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826092.132240:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826092.132241:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826092.132246:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.132253:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826092.132256:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826092.132258:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826092.132262:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826092.132268:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051508224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826092.132336:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.132339:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826092.132343:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032300 x1868371051508224/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826092.132349:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826092.132351:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826092.132355:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826092.132358:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826092.132361:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826092.132363:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826092.132366:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826092.132368:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fd00. 02000000:00000001:1.0:1781826092.132372:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826092.132374:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826092.132376:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032300. 00000100:00000001:1.0:1781826092.132380:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826092.132381:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.132383:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826092.132390:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826092.132392:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826092.132393:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826092.132395:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826092.566461:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826092.566468:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826092.566474:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826092.566475:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826092.566478:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826092.566478:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826092.567248:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826092.567252:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826092.567255:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826093.590203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826093.590211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826093.590217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826093.590218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826093.590221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826093.590222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826093.590329:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826093.590333:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826093.590336:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826094.614365:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826094.614373:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826094.614388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826094.614390:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826094.614392:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826094.614394:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826094.614429:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826094.614432:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826094.614435:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826095.640358:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826095.640369:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826095.640376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826095.640377:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826095.640385:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826095.640386:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826095.640497:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826095.640501:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826095.640504:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826096.662353:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826096.662360:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826096.662365:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826096.662366:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826096.662369:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826096.662370:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826096.662395:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826096.662397:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826096.662399:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826097.239858:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826097.239869:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826097.239880:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781826097.239886:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826097.239891:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826097.239895:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826097.239900:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826097.239908:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826097.239914:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.239938:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826097.239950:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826097.239954:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.239960:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_01+1] req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.239994:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.239997:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826097.240000:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826097.240003:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781826097.240006:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826097.240008:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826097.240009:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826097.240011:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826097.240014:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826097.240017:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240021:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826097.240033:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826097.240035:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240038:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_00+0] req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240047:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240049:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826097.240052:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826097.240054:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781826097.240056:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826097.240058:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826097.240059:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826097.240061:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826097.240065:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781826097.240067:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240071:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826097.240124:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826097.240126:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240130:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240138:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240140:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826097.240143:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826097.240146:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826097.240148:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826097.240153:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8726) 00000100:00000001:2.0:1781826097.240168:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.240171:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826097.240174:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826097.240178:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240185:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826097.240187:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240191:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826097.240193:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826097.240196:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826097.240199:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826097.240203:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826097.240209:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826097.240212:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240214:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826097.240219:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781826097.240220:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826097.240228:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826097.240232:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781826097.240239:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781826097.240245:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508480, portal 10 00000100:00000001:2.0:1781826097.240248:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826097.240249:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:2.0:1781826097.240257:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240264:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826097.240266:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826097.240269:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826097.240272:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508480, offset 0 00000400:00000200:2.0:1781826097.240278:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240286:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240294:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826097.240299:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826097.240303:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826097.240364:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826097.240369:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240373:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378878:378878:256:4294967295] 192.168.204.116@tcp LPNI seq info [378829:378829:8:4294967295] 00000400:00000200:2.0:1781826097.240377:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240387:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826097.240393:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826097.240398:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781826097.240405:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826097.240412:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826097.240415:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826097.240423:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240427:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24451 usecs (25 jiffies) 00000400:00000200:2.0:1781826097.240431:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826097.240433:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303389211 00000100:00000001:2.0:1781826097.240436:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303392786 00000100:00000001:2.0:1781826097.240439:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303389211 00000100:00000001:2.0:1781826097.240441:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303392786 00000100:00000001:2.0:1781826097.240443:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.240445:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.240448:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.240450:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.240456:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826097.240458:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826097.240460:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.240462:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826097.240463:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826097.240465:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781826097.240467:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.240469:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826097.240470:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.240472:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.240473:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826097.240474:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826097.240478:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240484:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826097.240485:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240487:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826097.240489:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826097.240491:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826097.240494:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051508352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826097.240497:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826097.240499:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826097.240501:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240503:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826097.240505:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826097.240507:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826097.240510:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826097.240512:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781826097.240516:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781826097.240519:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508352, portal 25 00000100:00000001:2.0:1781826097.240520:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826097.240522:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:2.0:1781826097.240537:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240543:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826097.240546:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826097.240548:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781826097.240550:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051508352, offset 0 00000400:00000200:2.0:1781826097.240554:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240559:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240561:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826097.240564:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826097.240566:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826097.240568:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826097.240570:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240572:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378879:378879:255:4294967295] 192.168.204.116@tcp LPNI seq info [378830:378830:7:4294967295] 00000400:00000200:2.0:1781826097.240575:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240581:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826097.240585:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826097.240588:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826097.240592:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826097.240595:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826097.240598:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826097.240601:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826097.240604:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826097.240605:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303397907 00000100:00000001:2.0:1781826097.240612:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303392786 00000100:00000001:2.0:1781826097.240615:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303397907 00000100:00000001:2.0:1781826097.240618:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303392786 00000100:00000001:2.0:1781826097.240621:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.240622:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.240624:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826097.240627:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240633:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826097.240635:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240637:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826097.240639:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826097.240640:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826097.240643:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826097.240645:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826097.240648:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826097.240649:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.240651:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826097.240653:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826097.240655:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826097.240658:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826097.240661:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781826097.240664:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781826097.240667:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508608, portal 10 00000100:00000001:2.0:1781826097.240668:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826097.240670:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:2.0:1781826097.240675:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.240681:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826097.240683:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826097.240685:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781826097.240687:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508608, offset 0 00000400:00000200:2.0:1781826097.240691:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240694:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240697:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826097.240700:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826097.240702:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826097.240704:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826097.240706:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826097.240708:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378880:378880:254:4294967295] 192.168.204.116@tcp LPNI seq info [378831:378831:6:4294967295] 00000400:00000200:2.0:1781826097.240712:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826097.240717:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826097.240721:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826097.240724:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826097.240727:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826097.240730:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826097.240732:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826097.240735:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.240738:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19910 usecs (20 jiffies) 00000400:00000200:2.0:1781826097.240740:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826097.240742:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303389206 00000100:00000001:2.0:1781826097.240744:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303397907 00000100:00000001:2.0:1781826097.240746:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303389206 00000100:00000001:2.0:1781826097.240748:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303397907 00000100:00000001:2.0:1781826097.240750:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.240751:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.240753:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826097.241017:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826097.241023:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:0.0:1781826097.241029:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.241034:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826097.241039:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:0.0:1781826097.241041:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:0.0:1781826097.241046:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826097.241050:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241057:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826097.241060:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241071:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826097.241072:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826097.241118:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826097.241121:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:0.0:1781826097.241124:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.241126:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826097.241129:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:0.0:1781826097.241130:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:0.0:1781826097.241133:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826097.241136:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241143:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826097.241146:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241151:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826097.241152:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826097.241206:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826097.241209:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781826097.241211:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.241214:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826097.241216:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:0.0:1781826097.241218:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:0.0:1781826097.241220:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826097.241223:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241228:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826097.241231:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.241236:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826097.241237:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826097.241340:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826097.242699:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826097.242704:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826097.244687:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.244702:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826097.244706:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.244709:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.244718:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.244725:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826097.244734:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.244739:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.244744:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.244749:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57280 00000400:00000200:0.0:1781826097.244754:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.244773:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa31 [1] + 224 00000800:00000001:0.0:1781826097.244780:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.244788:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.244791:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.244795:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826097.244802:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826097.244812:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826097.244823:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.244842:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826097.244851:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.244854:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.244966:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.244971:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826097.244978:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826097.244980:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826097.244983:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:2.0:1781826097.244987:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781826097.244990:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781826097.244993:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826097.244997:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826097.245005:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.245011:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826097.245013:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.245016:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826097.245019:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826097.245021:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826097.245023:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.245026:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826097.245033:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826097.245036:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826097.245039:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826097.245041:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826097.245043:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826097.245045:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.245047:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.245052:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.245060:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.245063:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826097.245065:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826097.245069:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826097.245114:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051508352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826097.245120:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.245123:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826097.245127:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051508352/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.245135:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826097.245137:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826097.245141:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826097.245145:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826097.245148:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826097.245150:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826097.245152:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826097.245154:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781826097.245157:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826097.245159:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826097.245161:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:2.0:1781826097.245165:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826097.245166:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.245169:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.245171:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.245172:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826097.245174:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.245175:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826097.251239:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251257:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826097.251262:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251264:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.251274:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251282:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826097.251290:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251296:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251302:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251306:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57300 00000400:00000200:0.0:1781826097.251312:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251317:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa29 [1] + 224 00000800:00000001:0.0:1781826097.251324:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251328:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.251330:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.251335:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826097.251343:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826097.251353:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826097.251364:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.251385:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826097.251393:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251397:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826097.251399:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251401:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.251404:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251407:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826097.251410:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251413:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251415:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251418:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57380 00000400:00000200:0.0:1781826097.251421:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826097.251424:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa39 [1] + 224 00000800:00000001:0.0:1781826097.251427:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251434:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826097.251436:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826097.251439:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826097.251441:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826097.251445:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826097.251458:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826097.251465:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826097.251468:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826097.251470:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252191:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.252196:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826097.252203:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826097.252205:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826097.252208:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781826097.252214:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:2.0:1781826097.252216:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:2.0:1781826097.252220:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826097.252226:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826097.252236:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252243:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826097.252245:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252248:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826097.252250:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826097.252253:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826097.252254:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.252257:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826097.252265:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826097.252269:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=14 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826097.252272:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826097.252274:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826097.252276:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826097.252279:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.252283:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826097.252285:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826097.252286:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826097.252288:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.252292:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252300:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.252303:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826097.252305:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826097.252308:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826097.252317:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508608:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826097.252321:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826097.252323:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826097.252324:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826097.252326:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781826097.252327:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781826097.252329:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826097.252332:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826097.252340:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252346:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826097.252348:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252349:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826097.252350:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826097.252351:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826097.252352:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826097.252354:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826097.252357:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=14 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826097.252360:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826097.252362:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826097.252363:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826097.252364:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826097.252366:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.252368:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826097.252369:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826097.252370:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826097.252371:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826097.252374:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252381:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826097.252383:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826097.252384:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826097.252388:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826097.252395:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826097.252399:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252401:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826097.252404:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051508608/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252410:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826097.252413:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826097.252416:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826097.252420:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826097.252422:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826097.252424:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826097.252426:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826097.252429:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781826097.252431:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826097.252433:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826097.252435:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:2.0:1781826097.252437:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826097.252439:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252440:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826097.252443:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051508480/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826113 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826097.252449:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826097.252450:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826097.252451:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4000. 02000000:00000001:2.0:1781826097.252453:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826097.252454:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826097.252455:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826097.252457:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826097.252458:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781826097.252460:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826097.252461:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826097.252462:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:2.0:1781826097.252465:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826097.252466:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252468:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826097.252475:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826097.252477:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826097.252479:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826097.252481:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826097.686211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826097.686218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826097.686224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826097.686226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826097.686229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826097.686230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826097.686320:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826097.686324:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826097.686328:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826098.710359:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826098.710437:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826098.710445:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826098.710448:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826098.710450:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826098.710453:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826098.710457:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826098.710459:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826098.710461:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826098.710464:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826098.710467:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826098.710469:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826098.710565:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826098.710568:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826098.710571:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826099.736618:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826099.736624:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826099.736630:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826099.736632:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826099.736635:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826099.736636:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826099.736751:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826099.736754:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826099.736757:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826100.758920:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826100.758926:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826100.758931:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826100.758932:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826100.758935:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826100.758937:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826100.758962:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826100.758965:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826100.758968:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826101.782379:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826101.782388:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826101.782390:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826101.782394:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782398:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826101.782401:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782403:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782405:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782409:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826101.782410:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782414:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826101.782415:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826101.782416:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826101.782418:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782419:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826101.782420:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782422:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826101.782423:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826101.782489:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826101.782493:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826101.782496:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826102.358788:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826102.358797:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826102.358808:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720e00. 00000020:00000040:2.0:1781826102.358813:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826102.358817:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826102.358820:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826102.358825:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826102.358843:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826102.358850:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.358871:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826102.358882:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826102.359615:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.359626:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000074cefeb] to pc [ptlrpcd_01_00+0] req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826102.361936:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.361941:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826102.361946:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826102.361956:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722680. 00000020:00000040:2.0:1781826102.361961:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826102.361965:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826102.361968:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826102.361972:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826102.361979:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781826102.361985:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.361996:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826102.362006:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826102.362009:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.362015:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3f198c5] to pc [ptlrpcd_01_01+1] req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826102.362024:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.362027:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826102.362030:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826102.362033:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721c00. 00000020:00000040:2.0:1781826102.362035:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826102.362037:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826102.362039:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826102.362040:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826102.362043:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826102.362046:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.362049:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826102.362056:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826102.362057:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.362060:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eca179f2] to pc [ptlrpcd_01_00+0] req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826102.362072:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826102.362074:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826102.362096:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826102.362100:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826102.362103:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826102.362109:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8732) 00000100:00000001:3.0:1781826102.362189:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.362194:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826102.362196:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826102.362203:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362210:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826102.362212:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362216:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826102.362219:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826102.362221:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826102.362225:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051508736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826102.362230:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826102.362236:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826102.362239:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362241:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826102.362246:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826102.362248:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826102.362256:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826102.362260:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826102.362266:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826102.362274:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508736, portal 25 00000100:00000001:3.0:1781826102.362276:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826102.362278:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712479232 : -122530997072384 : ffff908f07720e00) 00000100:00000040:3.0:1781826102.362283:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362290:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826102.362293:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826102.362296:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efcc0. 00000100:00000200:3.0:1781826102.362299:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051508736, offset 0 00000400:00000200:3.0:1781826102.362306:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362313:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362321:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826102.362327:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826102.362330:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826102.362334:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826102.362337:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362340:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378881:378881:256:4294967295] 192.168.204.116@tcp LPNI seq info [378832:378832:8:4294967295] 00000400:00000200:3.0:1781826102.362345:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362354:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826102.362360:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826102.362366:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ce00. 00000800:00000200:3.0:1781826102.362373:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826102.362381:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826102.362386:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826102.362407:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826102.362411:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826102.362414:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303403029 00000100:00000001:3.0:1781826102.362422:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303397907 00000100:00000001:3.0:1781826102.362425:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303403029 00000100:00000001:3.0:1781826102.362428:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303397907 00000100:00000001:3.0:1781826102.362432:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.362434:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362437:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826102.362440:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362447:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826102.362448:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362450:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826102.362452:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826102.362454:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826102.362457:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826102.362460:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826102.362462:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826102.362464:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362465:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826102.362469:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826102.362470:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826102.362474:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826102.362476:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826102.362480:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826102.362483:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508992, portal 10 00000100:00000001:3.0:1781826102.362484:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826102.362486:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712482816 : -122530997068800 : ffff908f07721c00) 00000100:00000040:3.0:1781826102.362492:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362499:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826102.362501:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826102.362503:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef770. 00000100:00000200:3.0:1781826102.362506:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508992, offset 0 00000400:00000200:3.0:1781826102.362510:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362514:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362517:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826102.362520:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826102.362522:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826102.362525:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826102.362527:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362530:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378882:378882:255:4294967295] 192.168.204.116@tcp LPNI seq info [378833:378833:7:4294967295] 00000400:00000200:3.0:1781826102.362534:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362540:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826102.362544:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826102.362548:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826102.362552:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826102.362556:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826102.362559:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826102.362562:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826102.362565:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19902 usecs (20 jiffies) 00000400:00000200:3.0:1781826102.362568:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826102.362570:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303394328 00000100:00000001:3.0:1781826102.362572:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303403029 00000100:00000001:3.0:1781826102.362574:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303394328 00000100:00000001:3.0:1781826102.362576:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303403029 00000100:00000001:3.0:1781826102.362578:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.362581:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362583:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362586:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.362593:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826102.362595:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826102.362597:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.362598:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826102.362600:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826102.362602:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781826102.362603:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.362605:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826102.362606:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.362607:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.362608:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826102.362609:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826102.362613:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362619:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826102.362620:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362622:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826102.362623:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826102.362625:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826102.362628:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826102.362631:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826102.362633:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826102.362635:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.362636:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826102.362640:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826102.362642:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826102.362645:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826102.362647:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35108. 00000400:00000010:3.0:1781826102.362651:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781826102.362653:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051508864, portal 10 00000100:00000001:3.0:1781826102.362655:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826102.362657:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712485504 : -122530997066112 : ffff908f07722680) 00000100:00000040:3.0:1781826102.362662:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.362668:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826102.362669:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826102.362672:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef880. 00000100:00000200:3.0:1781826102.362674:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051508864, offset 0 00000400:00000200:3.0:1781826102.362678:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362681:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362684:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826102.362686:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826102.362689:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826102.362691:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826102.362692:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826102.362695:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378883:378883:254:4294967295] 192.168.204.116@tcp LPNI seq info [378834:378834:6:4294967295] 00000400:00000200:3.0:1781826102.362698:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826102.362703:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826102.362707:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826102.362712:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781826102.362716:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826102.362720:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826102.362722:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826102.362725:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826102.362728:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24432 usecs (25 jiffies) 00000400:00000200:3.0:1781826102.362731:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826102.362732:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303394333 00000100:00000001:3.0:1781826102.362734:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303403029 00000100:00000001:3.0:1781826102.362736:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303394333 00000100:00000001:3.0:1781826102.362738:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303403029 00000100:00000001:3.0:1781826102.362740:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.362743:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362745:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362747:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.362759:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.362761:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826102.363844:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826102.363851:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ce00. 00000400:00000200:0.0:1781826102.363858:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.363865:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826102.363870:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efcc0 00000400:00000010:0.0:1781826102.363872:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efcc0. 00000100:00000001:0.0:1781826102.363877:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826102.363883:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.363904:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826102.363907:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.363913:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826102.363915:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826102.363927:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826102.363930:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826102.363932:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.363935:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826102.363938:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef770 00000400:00000010:0.0:1781826102.363940:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef770. 00000100:00000001:0.0:1781826102.363942:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826102.363945:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.363953:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826102.363956:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.363975:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826102.363976:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826102.364050:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826102.364053:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781826102.364056:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.364060:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826102.364063:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef880 00000400:00000010:0.0:1781826102.364064:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef880. 00000100:00000001:0.0:1781826102.364072:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826102.364076:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.364113:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826102.364116:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.364122:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826102.364124:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826102.368174:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.368191:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826102.368195:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.368197:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.368207:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.368214:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826102.368221:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.368226:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.368232:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.368236:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57400 00000400:00000200:0.0:1781826102.368240:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.368246:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa41 [1] + 224 00000800:00000001:0.0:1781826102.368254:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.368260:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.368262:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.368267:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826102.368274:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826102.368282:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826102.368304:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.368319:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826102.368327:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.368330:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.368501:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.368507:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826102.368514:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826102.368516:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826102.368519:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826102.368523:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781826102.368526:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781826102.368528:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826102.368533:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826102.368541:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.368546:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826102.368548:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.368550:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826102.368553:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826102.368556:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826102.368558:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.368561:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826102.368568:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826102.368572:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826102.368575:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826102.368576:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826102.368579:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826102.368581:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.368583:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826102.368588:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.368595:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.368598:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826102.368819:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826102.368834:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826102.368843:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051508736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826102.368848:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.368851:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826102.368854:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720e00 x1868371051508736/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.368861:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826102.368863:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826102.368866:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826102.368871:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826102.368873:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826102.368875:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826102.368877:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826102.368880:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781826102.368883:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826102.369266:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826102.369270:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720e00. 00000100:00000001:3.0:1781826102.369275:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826102.369277:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.369297:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.369299:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.369300:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826102.369303:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.369304:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826102.376309:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376342:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826102.376347:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376350:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.376362:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376372:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826102.376384:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376391:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376398:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376403:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57500 00000400:00000200:0.0:1781826102.376408:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376415:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa49 [1] + 224 00000800:00000001:0.0:1781826102.376423:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376428:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.376431:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.376435:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826102.376445:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826102.376455:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826102.376467:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.376490:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826102.376502:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376506:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826102.376507:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376509:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.376512:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376515:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826102.376518:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376520:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376523:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376526:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57480 00000400:00000200:0.0:1781826102.376528:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826102.376532:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa51 [1] + 224 00000800:00000001:0.0:1781826102.376536:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376542:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826102.376544:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826102.376548:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826102.376550:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826102.376554:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826102.376563:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826102.376570:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826102.376573:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826102.376576:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.376710:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.376715:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826102.376724:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826102.376726:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826102.376730:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35108. 00000400:00000200:3.0:1781826102.376735:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000010:3.0:1781826102.376738:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:3.0:1781826102.376741:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826102.376747:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826102.376757:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.376763:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826102.376766:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.376769:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826102.376773:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826102.376776:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826102.376778:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.376782:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826102.376794:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826102.376799:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826102.376802:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826102.376804:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826102.376807:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826102.376811:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.376816:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826102.376818:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826102.376821:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826102.376822:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826102.376837:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.376845:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.376849:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826102.376851:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826102.376856:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826102.376865:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508864:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826102.376880:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826102.376882:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826102.376883:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826102.376886:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826102.376888:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826102.376891:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826102.376894:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826102.376902:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.376907:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826102.376909:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.376910:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826102.376911:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826102.376912:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826102.376914:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826102.376915:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826102.376919:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826102.376923:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826102.376924:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826102.376925:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826102.376927:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826102.376929:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.376931:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826102.376932:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826102.376934:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826102.376935:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826102.376938:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.376944:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826102.376946:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826102.376947:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826102.376951:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826102.376957:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051508992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826102.376963:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.376966:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826102.376970:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722680 x1868371051508864/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.376977:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826102.376980:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826102.376984:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622200. 02000000:00000001:3.0:1781826102.376990:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826102.376994:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826102.376996:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826102.376999:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826102.377002:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781826102.377006:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826102.377008:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826102.377010:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722680. 00000100:00000001:3.0:1781826102.377015:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826102.377016:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.377018:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826102.377021:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721c00 x1868371051508992/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826102.377026:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826102.377027:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826102.377028:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826102.377031:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826102.377032:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826102.377033:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826102.377035:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826102.377037:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781826102.377039:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826102.377040:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826102.377041:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721c00. 00000100:00000001:3.0:1781826102.377045:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826102.377046:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.377048:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826102.377057:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826102.377059:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826102.377062:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826102.377064:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826102.810108:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826102.810117:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826102.810125:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826102.810126:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826102.810130:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826102.810131:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826102.810161:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826102.810165:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826102.810169:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826103.830691:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826103.830701:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826103.830709:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826103.830710:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826103.830714:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826103.830715:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826103.830845:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826103.830850:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826103.830854:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826104.854293:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826104.854302:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826104.854487:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826104.854488:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826104.854491:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826104.854493:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826104.854526:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826104.854529:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826104.854532:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826105.878383:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826105.878391:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826105.878399:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826105.878400:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826105.878404:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826105.878405:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826105.878553:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826105.878557:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826105.878561:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826106.902470:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826106.902478:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826106.902484:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826106.902486:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826106.902489:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826106.902490:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826106.902515:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826106.902518:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826106.902520:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826107.480791:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826107.480807:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826107.480824:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781826107.480833:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826107.480839:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826107.480843:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826107.480851:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826107.480862:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826107.480871:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.480887:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826107.480899:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826107.480905:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.480913:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.480954:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.480958:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826107.480961:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826107.480965:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781826107.480967:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826107.480970:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826107.480971:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826107.480973:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826107.480977:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826107.480980:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.480985:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826107.480992:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826107.480994:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.480998:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_00+0] req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481006:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.481008:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826107.481012:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826107.481015:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781826107.481018:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826107.481020:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826107.481022:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826107.481024:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826107.481027:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781826107.481030:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.481034:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826107.481041:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826107.481044:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.481048:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_01+1] req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481055:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826107.481058:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826107.481062:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826107.481065:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826107.481068:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1781826107.481070:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1781826107.481073:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8737) 00000100:00000001:1.0:1781826107.481075:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826107.481097:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826107.481106:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.481114:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826107.481118:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.481123:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826107.481126:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826107.481129:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.481132:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1781826107.481133:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051509120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826107.481135:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826107.481137:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1781826107.481138:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1781826107.481141:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481146:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1781826107.481147:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781826107.481147:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826107.481150:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826107.481151:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826107.481151:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826107.481153:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.481154:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1781826107.481155:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051509248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826107.481158:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1781826107.481161:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:0.0:1781826107.481161:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826107.481162:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.481163:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826107.481164:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826107.481169:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eacc00. 02000000:00000001:0.0:1781826107.481171:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826107.481175:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.481175:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826107.481180:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:0.0:1781826107.481180:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:1.0:1781826107.481190:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000400:00000010:0.0:1781826107.481190:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ed48. 00000100:00000200:1.0:1781826107.481199:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509120, portal 25 00000100:00000200:0.0:1781826107.481201:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509248, portal 10 00000100:00000001:1.0:1781826107.481202:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826107.481203:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826107.481205:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000001:0.0:1781826107.481205:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:1.0:1781826107.481210:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826107.481212:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.481219:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1781826107.481219:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826107.481223:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:0.0:1781826107.481223:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826107.481226:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e440. 00000400:00000010:0.0:1781826107.481226:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:1.0:1781826107.481229:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051509120, offset 0 00000100:00000200:0.0:1781826107.481230:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051509248, offset 0 00000400:00000200:1.0:1781826107.481237:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826107.481242:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826107.481249:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826107.481259:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826107.481265:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826107.481270:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826107.481274:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826107.481277:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826107.481281:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378884:378884:256:4294967295] 192.168.204.116@tcp LPNI seq info [378835:378835:8:4294967295] 00000400:00000200:1.0:1781826107.481286:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826107.481297:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000400:00000200:0.0:1781826107.481302:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:1.0:1781826107.481304:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826107.481306:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826107.481308:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826107.481310:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000010:1.0:1781826107.481311:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000400:00000200:0.0:1781826107.481312:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826107.481314:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826107.481317:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378885:378885:255:4294967295] 192.168.204.116@tcp LPNI seq info [378836:378836:7:4294967295] 00000800:00000200:1.0:1781826107.481319:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:0.0:1781826107.481321:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.481325:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826107.481328:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826107.481330:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000200:1.0:1781826107.481333:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1781826107.481333:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826107.481336:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826107.481339:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826107.481342:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826107.481347:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.481347:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826107.481351:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:0.0:1781826107.481353:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24421 usecs (25 jiffies) 00000100:00000001:1.0:1781826107.481355:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303408148 00000400:00000200:0.0:1781826107.481356:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826107.481358:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303399452 00000100:00000001:1.0:1781826107.481365:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303403029 00000100:00000001:1.0:1781826107.481370:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303408148 00000100:00000001:0.0:1781826107.481370:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303408148 00000100:00000001:1.0:1781826107.481373:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303403029 00000100:00000001:0.0:1781826107.481373:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303399452 00000100:00000001:0.0:1781826107.481376:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303408148 00000100:00000001:1.0:1781826107.481377:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826107.481379:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826107.481380:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.481381:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.481383:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1781826107.481384:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826107.481386:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481386:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.481393:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826107.481394:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.481397:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826107.481398:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826107.481400:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826107.481403:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051509376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826107.481406:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826107.481408:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1781826107.481409:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1781826107.481410:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.481411:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1781826107.481412:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826107.481414:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826107.481415:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826107.481416:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.481419:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826107.481485:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1781826107.481487:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826107.481490:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1781826107.481490:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:1.0:1781826107.481494:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826107.481497:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000200:0.0:1781826107.481499:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1781826107.481501:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826107.481504:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509376, portal 10 00000400:00000200:0.0:1781826107.481505:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826107.481506:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826107.481507:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000400:00000200:0.0:1781826107.481511:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e440 00000100:00000040:1.0:1781826107.481513:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1781826107.481514:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e440. 00000100:00000001:1.0:1781826107.481519:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1781826107.481519:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1781826107.481522:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826107.481524:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e000. 00000100:00000200:0.0:1781826107.481524:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826107.481526:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051509376, offset 0 00000400:00000200:1.0:1781826107.481531:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826107.481534:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826107.481535:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1781826107.481538:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000040:0.0:1781826107.481538:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1781826107.481541:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826107.481543:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826107.481545:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1781826107.481546:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826107.481548:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:0.0:1781826107.481548:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781826107.481550:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378886:378886:254:4294967295] 192.168.204.116@tcp LPNI seq info [378837:378837:6:4294967295] 00000400:00000200:1.0:1781826107.481554:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826107.481671:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826107.481676:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826107.481680:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826107.481684:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826107.481688:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826107.481691:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826107.481694:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826107.481697:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19900 usecs (20 jiffies) 00000400:00000200:1.0:1781826107.481700:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826107.481702:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303399447 00000100:00000001:1.0:1781826107.481704:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303408148 00000100:00000001:1.0:1781826107.481706:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303399447 00000100:00000001:1.0:1781826107.481708:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303408148 00000100:00000001:1.0:1781826107.481710:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826107.481712:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.481715:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.481716:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.481720:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826107.481722:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826107.481734:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826107.481736:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826107.481739:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.481742:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826107.481773:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826107.481784:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781826107.481791:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826107.481801:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826107.481807:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781826107.481810:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781826107.481817:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826107.481824:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481837:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826107.481840:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.481848:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.481849:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826107.482048:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826107.482051:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781826107.482055:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826107.482059:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826107.482062:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e000 00000400:00000010:0.0:1781826107.482064:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e000. 00000100:00000001:0.0:1781826107.482066:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826107.482071:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.482125:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826107.482129:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.482134:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826107.482136:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826107.489339:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489364:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826107.489370:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489373:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489386:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489395:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826107.489407:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489480:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489496:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57600 00000400:00000200:0.0:1781826107.489501:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489510:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa61 [1] + 224 00000800:00000001:0.0:1781826107.489519:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489525:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489528:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826107.489534:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826107.489597:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826107.489681:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826107.489695:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.489723:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826107.489743:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489747:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826107.489749:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489751:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489755:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489759:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826107.489764:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489767:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489770:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489773:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57680 00000400:00000200:0.0:1781826107.489776:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489781:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa79 [1] + 224 00000800:00000001:0.0:1781826107.489786:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489790:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489791:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826107.489795:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826107.489798:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826107.489803:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826107.489812:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.489827:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826107.489831:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489834:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826107.489836:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489838:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489841:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489844:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826107.489848:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489851:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489853:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489856:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57580 00000400:00000200:0.0:1781826107.489859:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826107.489864:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa59 [1] + 224 00000800:00000001:0.0:1781826107.489868:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489875:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826107.489877:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826107.489881:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826107.489883:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826107.489889:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826107.489898:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826107.489905:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826107.489908:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826107.489911:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.492814:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826107.492827:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826107.492842:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826107.492845:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826107.492851:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:1.0:1781826107.492864:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ed48 00000400:00000010:1.0:1781826107.492867:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ed48. 00000100:00000001:1.0:1781826107.492876:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826107.492892:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826107.492907:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.492917:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826107.492919:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.492923:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826107.492927:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826107.492930:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826107.492933:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.492937:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826107.492950:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826107.492956:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826107.492959:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826107.492961:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.492965:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826107.492982:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.492987:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826107.492990:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826107.492992:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826107.492994:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826107.493000:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493007:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826107.493010:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826107.493013:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826107.493017:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826107.493024:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051509248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826107.493029:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493032:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826107.493035:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051509248/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493041:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826107.493044:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826107.493049:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eacc00. 02000000:00000001:1.0:1781826107.493054:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826107.493057:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826107.493059:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826107.493062:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826107.493065:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826107.493069:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826107.493071:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826107.493073:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:1.0:1781826107.493077:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826107.493133:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493136:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493146:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826107.493147:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.493150:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826107.493152:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.493163:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826107.493165:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826107.493169:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826107.493170:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826107.493173:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826107.493176:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:1.0:1781826107.493179:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:1.0:1781826107.493181:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826107.493187:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826107.493196:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493203:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826107.493204:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493206:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826107.493207:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826107.493208:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826107.493210:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.493212:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826107.493215:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826107.493218:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826107.493220:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826107.493221:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.493223:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826107.493225:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.493227:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826107.493230:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493237:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826107.493239:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826107.493240:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826107.493244:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826107.493251:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051509120:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826107.493257:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826107.493258:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826107.493260:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826107.493262:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826107.493264:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826107.493266:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826107.493271:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826107.493278:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493283:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826107.493284:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493286:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826107.493287:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826107.493288:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826107.493290:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826107.493292:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826107.493296:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=24 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826107.493298:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826107.493301:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826107.493302:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.493303:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826107.493305:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.493307:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826107.493309:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826107.493310:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826107.493311:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826107.493315:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493327:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826107.493329:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826107.493330:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826107.493333:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826107.493340:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051509376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826107.493344:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493345:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826107.493348:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051509120/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493354:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826107.493355:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826107.493357:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826107.493360:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826107.493361:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826107.493362:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826107.493364:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826107.493365:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826107.493368:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826107.493369:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826107.493370:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:1.0:1781826107.493373:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826107.493374:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493375:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826107.493378:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051509376/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826107.493383:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826107.493384:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826107.493386:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826107.493387:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826107.493388:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826107.493390:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826107.493392:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826107.493393:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:1.0:1781826107.493395:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826107.493396:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826107.493397:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:1.0:1781826107.493400:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826107.493401:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493402:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826107.493406:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826107.493407:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826107.493409:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826107.493410:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.928185:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826107.928195:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.928203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826107.928204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826107.928208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826107.928209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826107.928502:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826107.928507:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826107.928510:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826108.950518:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826108.950529:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826108.950535:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826108.950540:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826108.950543:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826108.950548:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826108.950551:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826108.950553:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826108.950556:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826108.950558:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826108.950562:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826108.950563:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826108.950595:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826108.950598:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826108.950601:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826109.976145:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826109.976157:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826109.976164:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826109.976166:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826109.976171:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826109.976172:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826109.976340:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826109.976344:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826109.976348:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826110.998257:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826110.998267:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826110.998273:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826110.998274:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826110.998278:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826110.998280:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826110.998315:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826110.998319:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826110.998322:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826112.022264:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826112.022272:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826112.022274:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826112.022278:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022282:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826112.022285:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022287:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022289:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022292:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826112.022294:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022297:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826112.022298:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826112.022300:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826112.022301:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022303:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826112.022304:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022306:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826112.022307:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826112.022395:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826112.022399:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826112.022402:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826112.600775:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826112.600786:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826112.600797:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781826112.600803:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826112.600808:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826112.600811:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826112.600817:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826112.600824:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826112.600831:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600843:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826112.600853:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826112.600857:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600865:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_01+1] req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.600904:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600907:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826112.600910:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826112.600914:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781826112.600916:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826112.600919:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826112.600920:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826112.600922:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826112.600925:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826112.600928:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600932:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826112.600939:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826112.600942:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600946:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.600954:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600956:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826112.600958:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826112.600961:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826112.600963:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826112.600965:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826112.600966:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826112.600968:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826112.600971:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826112.600973:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600977:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826112.600983:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826112.600986:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600989:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.600996:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.600998:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826112.601002:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826112.601004:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826112.601007:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826112.601012:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8742) 00000100:00000001:3.0:1781826112.601027:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.601031:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826112.601033:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826112.601038:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601046:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826112.601049:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601052:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826112.601055:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826112.601057:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826112.601060:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051509632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.601064:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826112.601070:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826112.601073:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601075:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826112.601109:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826112.601112:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826112.601119:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826112.601123:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826112.601130:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826112.601137:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509632, portal 10 00000100:00000001:3.0:1781826112.601140:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826112.601142:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:3.0:1781826112.601149:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601157:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826112.601159:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826112.601162:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef220. 00000100:00000200:3.0:1781826112.601165:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051509632, offset 0 00000400:00000200:3.0:1781826112.601171:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826112.601179:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826112.601188:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826112.601194:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826112.601198:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826112.601202:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826112.601204:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826112.601209:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378887:378887:256:4294967295] 192.168.204.116@tcp LPNI seq info [378838:378838:8:4294967295] 00000400:00000200:3.0:1781826112.601213:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826112.601223:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826112.601229:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826112.601234:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781826112.601252:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826112.601259:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826112.601263:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826112.601279:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.601285:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24401 usecs (25 jiffies) 00000400:00000200:3.0:1781826112.601288:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826112.601292:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303404572 00000100:00000001:3.0:1781826112.601296:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303408148 00000100:00000001:3.0:1781826112.601298:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303404572 00000100:00000001:3.0:1781826112.601300:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303408148 00000100:00000001:3.0:1781826112.601302:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.601305:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.601309:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.601312:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.601319:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826112.601322:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826112.601325:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.601326:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826112.601328:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826112.601330:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781826112.601332:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.601334:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826112.601336:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.601338:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.601339:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826112.601340:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826112.601345:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601354:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826112.601356:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601358:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826112.601360:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826112.601362:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826112.601365:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051509504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.601369:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826112.601371:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826112.601373:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601375:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826112.601379:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826112.601381:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826112.601385:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826112.601388:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35108. 00000400:00000010:3.0:1781826112.601392:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826112.601395:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509504, portal 25 00000100:00000001:3.0:1781826112.601397:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826112.601398:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:3.0:1781826112.601403:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601410:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826112.601413:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000800:00000200:0.0:1781826112.601414:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1781826112.601416:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef6e8. 00000100:00000200:3.0:1781826112.601421:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051509504, offset 0 00000800:00000010:0.0:1781826112.601421:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:3.0:1781826112.601429:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826112.601430:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1781826112.601435:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.601440:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:3.0:1781826112.601443:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826112.601447:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef220 00000400:00000200:3.0:1781826112.601448:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826112.601453:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000010:0.0:1781826112.601453:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef220. 00000100:00000001:0.0:1781826112.601459:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826112.601465:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781826112.601470:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826112.601476:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826112.601482:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378888:378888:255:4294967295] 192.168.204.116@tcp LPNI seq info [378839:378839:7:4294967295] 00000100:00000001:0.0:1781826112.601482:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826112.601489:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1781826112.601490:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826112.601505:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:0.0:1781826112.601506:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826112.601510:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1781826112.601515:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826112.601520:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781826112.601524:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826112.601530:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826112.601533:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826112.601559:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826112.601563:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826112.601565:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303413268 00000100:00000001:3.0:1781826112.601572:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303408148 00000100:00000001:3.0:1781826112.601576:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303413268 00000100:00000001:3.0:1781826112.601579:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303408148 00000100:00000001:3.0:1781826112.601582:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.601584:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.601586:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826112.601590:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601596:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826112.601597:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601599:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826112.601601:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826112.601603:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826112.601605:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051509760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.601608:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826112.601610:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826112.601612:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.601613:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826112.601617:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826112.601619:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826112.601622:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826112.601624:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826112.601637:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000100:00000200:3.0:1781826112.601640:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509760, portal 10 00000100:00000001:3.0:1781826112.601642:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826112.601643:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781826112.601649:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.601655:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826112.601657:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826112.601659:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef5d8. 00000100:00000200:3.0:1781826112.601661:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051509760, offset 0 00000400:00000200:3.0:1781826112.601665:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826112.601669:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781826112.601730:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826112.601734:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:0.0:1781826112.601737:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826112.601741:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826112.601744:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef6e8 00000400:00000010:0.0:1781826112.601746:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef6e8. 00000100:00000001:0.0:1781826112.601749:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826112.601754:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826112.601762:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826112.601766:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826112.601772:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826112.601774:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781826112.601795:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826112.601800:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826112.601803:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826112.601806:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826112.601808:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826112.601811:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378889:378889:256:4294967295] 192.168.204.116@tcp LPNI seq info [378840:378840:8:4294967295] 00000400:00000200:3.0:1781826112.601816:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826112.601822:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826112.601827:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826112.601831:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000800:00000200:3.0:1781826112.601835:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826112.601839:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826112.601842:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826112.601855:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.601859:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19892 usecs (20 jiffies) 00000800:00000200:0.0:1781826112.602006:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826112.602009:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:0.0:1781826112.602012:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826112.602016:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826112.602019:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef5d8 00000400:00000010:0.0:1781826112.602021:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef5d8. 00000100:00000001:0.0:1781826112.602024:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826112.602028:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826112.602036:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826112.602039:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826112.602046:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826112.602048:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781826112.602101:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826112.602104:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303404568 00000100:00000001:3.0:1781826112.602107:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303413268 00000100:00000001:3.0:1781826112.602109:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303404568 00000100:00000001:3.0:1781826112.602112:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303413268 00000100:00000001:3.0:1781826112.602114:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.602116:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.602119:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.602121:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826112.602440:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826112.602444:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826112.615132:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.615156:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826112.615160:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.615163:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826112.615173:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.615180:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826112.615192:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.615198:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.615204:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.615209:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57700 00000400:00000200:0.0:1781826112.615214:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.615221:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa91 [1] + 224 00000800:00000001:0.0:1781826112.615228:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.615674:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826112.615679:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826112.615684:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826112.615693:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826112.615703:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826112.615714:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826112.615742:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826112.615750:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.615754:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.615820:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.615825:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826112.615832:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826112.615834:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826112.615837:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35108. 00000400:00000200:3.0:1781826112.615842:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:3.0:1781826112.615845:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:3.0:1781826112.615848:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826112.615852:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826112.615860:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.615867:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826112.615869:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.615871:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826112.615874:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826112.615877:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826112.615879:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.615882:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826112.615888:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826112.615892:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826112.615894:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826112.615896:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826112.615898:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826112.615900:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.615903:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.615908:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.615915:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.615918:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826112.615921:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826112.615924:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826112.615932:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051509504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.615938:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.615940:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826112.615943:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051509504/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.615949:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826112.615952:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826112.615956:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826112.615961:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826112.615963:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826112.615965:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826112.615967:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826112.615970:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:3.0:1781826112.615973:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826112.615975:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826112.615977:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:3.0:1781826112.615980:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826112.615982:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.615985:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.615986:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.615987:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826112.615989:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.615990:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826112.623020:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.623036:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826112.623041:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.623043:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826112.623051:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.623059:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826112.623067:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.623072:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.623114:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.623118:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57800 00000400:00000200:0.0:1781826112.623123:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826112.623129:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa99 [1] + 224 00000800:00000001:0.0:1781826112.623135:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.623143:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826112.623146:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826112.623150:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826112.623158:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826112.623166:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826112.623177:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826112.623195:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826112.623201:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826112.623204:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.623261:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.623266:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826112.623272:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826112.623274:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826112.623278:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826112.623282:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:3.0:1781826112.623284:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:3.0:1781826112.623287:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826112.623291:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826112.623300:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.623307:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826112.623308:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.623311:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826112.623313:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826112.623316:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826112.623318:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.623321:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826112.623329:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826112.623333:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826112.623335:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826112.623337:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826112.623340:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826112.623342:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.623346:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826112.623348:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826112.623350:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826112.623351:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.623355:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.623362:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.623365:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826112.623367:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826112.623371:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826112.623378:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051509760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.623383:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.623386:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826112.623389:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051509760/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.623396:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826112.623398:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826112.623401:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826112.623405:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826112.623407:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826112.623409:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826112.623411:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826112.623413:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781826112.623416:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826112.623418:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826112.623420:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781826112.623424:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826112.623425:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.623428:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.623429:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.623430:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826112.623432:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.623434:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826112.635064:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.635121:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826112.635125:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.635129:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826112.635138:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826112.635146:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826112.635155:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826112.635160:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826112.635165:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826112.635170:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57780 00000400:00000200:1.0:1781826112.635175:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826112.635183:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffa89 [1] + 224 00000800:00000001:1.0:1781826112.635190:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.635198:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826112.635201:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826112.635206:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826112.635215:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826112.635225:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826112.635247:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826112.635264:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826112.635272:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826112.635275:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.635388:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.635393:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826112.635399:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826112.635401:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826112.635404:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826112.635409:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826112.635411:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826112.635414:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826112.635418:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826112.635428:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.635434:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826112.635437:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.635440:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826112.635443:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826112.635445:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826112.635447:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826112.635450:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826112.635471:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826112.635476:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826112.635479:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826112.635481:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826112.635483:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826112.635487:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.635491:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826112.635493:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826112.635495:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826112.635496:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826112.635502:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.635509:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826112.635513:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826112.635515:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826112.635519:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826112.635527:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051509632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826112.635532:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.635534:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826112.635537:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051509632/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826112.635544:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826112.635548:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826112.635552:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826112.635556:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826112.635559:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826112.635561:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826112.635563:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826112.635566:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:3.0:1781826112.635569:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826112.635570:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826112.635572:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:3.0:1781826112.635576:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826112.635577:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.635580:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826112.635586:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826112.635588:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826112.635591:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826112.635593:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826113.047412:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826113.047419:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826113.047424:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826113.047425:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826113.047428:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826113.047430:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826113.048071:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826113.048075:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826113.048109:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826114.070485:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826114.070493:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826114.070500:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826114.070501:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826114.070504:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826114.070506:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826114.070669:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826114.070673:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826114.070676:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826115.094216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826115.094223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826115.094228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826115.094229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826115.094232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826115.094233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826115.094258:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826115.094261:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826115.094264:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826116.118637:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826116.118643:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826116.118649:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826116.118650:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826116.118653:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826116.118654:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826116.119111:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826116.119115:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826116.119118:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826117.142200:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826117.142206:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826117.142211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826117.142212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826117.142215:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826117.142217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826117.142238:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826117.142240:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826117.142243:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826117.718208:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826117.718218:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826117.718228:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781826117.718234:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826117.718239:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826117.718242:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826117.718248:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826117.718256:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826117.718263:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826117.718286:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826117.718296:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826117.718300:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826117.718307:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_00+0] req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.718347:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826117.718350:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826117.718353:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826117.718357:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826117.718359:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826117.718363:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826117.718365:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826117.718367:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826117.718370:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826117.718373:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.718377:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781826117.718378:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826117.718383:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826117.718387:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781826117.718389:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826117.718393:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826117.718397:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1781826117.718401:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.718419:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826117.718423:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.718425:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826117.718428:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1781826117.718429:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1781826117.718431:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826117.718435:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1781826117.718437:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1781826117.718440:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000100:00100000:2.0:1781826117.718443:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051509888:192.168.204.116@tcp:400:kworker.0 00000020:00000040:3.0:1781826117.718445:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826117.718450:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1781826117.718452:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826117.718453:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826117.718457:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826117.718460:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826117.718460:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826117.718464:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.718465:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826117.718469:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1781826117.718473:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1781826117.718477:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826117.718481:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.718486:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826117.718488:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826117.718493:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826117.718494:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781826117.718500:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000100:00000001:3.0:1781826117.718507:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826117.718511:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1781826117.718512:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000040:3.0:1781826117.718518:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1781826117.718522:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051509888, portal 25 00000100:00000040:3.0:1781826117.718523:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826117.718538:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1781826117.718542:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1781826117.718543:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8747) 00000100:00000001:2.0:1781826117.718545:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781826117.718554:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.718559:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826117.718564:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826117.718564:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1781826117.718567:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826117.718571:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000040:3.0:1781826117.718575:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1781826117.718576:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781826117.718581:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051509888, offset 0 00000100:00000001:3.0:1781826117.718589:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1781826117.718593:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:3.0:1781826117.718603:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826117.718603:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 02000000:00000001:3.0:1781826117.718610:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826117.718612:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1781826117.718615:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 02000000:00000001:3.0:1781826117.718616:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826117.718623:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051510016:192.168.204.116@tcp:400:kworker.0 00000400:00000200:2.0:1781826117.718624:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1781826117.718630:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1781826117.718632:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 02000000:00000001:3.0:1781826117.718634:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826117.718637:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826117.718639:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1781826117.718640:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826117.718646:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 00000400:00000200:2.0:1781826117.718646:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 02000000:00000001:3.0:1781826117.718650:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826117.718653:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378890:378890:256:4294967295] 192.168.204.116@tcp LPNI seq info [378841:378841:8:4294967295] 00000400:00000200:3.0:1781826117.718658:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826117.718663:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826117.718664:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826117.718670:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826117.718674:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510016, portal 10 00000100:00000001:3.0:1781826117.718678:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1781826117.718680:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:3.0:1781826117.718681:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:3.0:1781826117.718689:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.718697:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826117.718701:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826117.718705:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef198. 00000800:00000200:2.0:1781826117.718705:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000100:00000200:3.0:1781826117.718711:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510016, offset 0 00000800:00000010:2.0:1781826117.718714:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000400:00000200:3.0:1781826117.718719:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000800:00000200:2.0:1781826117.718725:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000400:00000200:3.0:1781826117.718726:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826117.718733:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000800:00000200:2.0:1781826117.718737:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:3.0:1781826117.718738:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826117.718743:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000800:00000200:2.0:1781826117.718744:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781826117.718747:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826117.718751:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826117.718754:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378891:378891:255:4294967295] 192.168.204.116@tcp LPNI seq info [378842:378842:7:4294967295] 00000400:00000200:3.0:1781826117.718758:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826117.718765:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:2.0:1781826117.718766:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1781826117.718771:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826117.718776:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000010:3.0:1781826117.718777:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c600. 00000100:00000001:2.0:1781826117.718780:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303418385 00000800:00000200:3.0:1781826117.718785:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826117.718792:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000100:00000001:2.0:1781826117.718792:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303413268 00000800:00000200:3.0:1781826117.718796:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826117.718799:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303418385 00000100:00000001:3.0:1781826117.718802:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.718807:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303413268 00000100:00000040:3.0:1781826117.718808:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24438 usecs (25 jiffies) 00000100:00000001:2.0:1781826117.718814:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781826117.718815:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826117.718820:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.718821:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303409689 00000100:00000001:3.0:1781826117.718827:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303418385 00000100:00000001:2.0:1781826117.718827:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.718832:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303409689 00000100:00000001:2.0:1781826117.718833:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.718836:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303418385 00000100:00000001:3.0:1781826117.718840:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826117.718842:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826117.718843:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.718846:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826117.718848:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826117.718848:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781826117.718851:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826117.718854:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.718855:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1781826117.718856:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000100:00000001:2.0:1781826117.718859:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1781826117.718861:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1781826117.718864:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1781826117.718866:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1781826117.718867:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.718872:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781826117.718873:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:3.0:1781826117.718876:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826117.718880:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826117.718882:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000100:00000001:2.0:1781826117.718883:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826117.718887:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.718887:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1781826117.718888:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:0.0:1781826117.718895:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826117.718900:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826117.718903:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826117.718907:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826117.718913:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826117.718916:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826117.718921:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826117.718923:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051510144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826117.718931:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826117.718933:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826117.718939:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826117.718942:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826117.718944:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826117.718945:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826117.718949:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826117.718951:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826117.718954:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826117.718957:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781826117.718960:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781826117.718964:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510144, portal 10 00000100:00000001:2.0:1781826117.718965:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1781826117.718991:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826117.718994:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c600. 00000400:00000200:0.0:1781826117.718997:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826117.719000:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826117.719003:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef198 00000400:00000010:0.0:1781826117.719005:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef198. 00000100:00000001:0.0:1781826117.719007:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826117.719011:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826117.719018:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826117.719021:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826117.719027:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826117.719028:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826117.719516:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781826117.719535:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.719543:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826117.719546:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826117.719551:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781826117.719554:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510144, offset 0 00000400:00000200:2.0:1781826117.719560:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826117.719565:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826117.719569:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826117.719573:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826117.719575:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826117.719577:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826117.719579:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826117.719582:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378892:378892:256:4294967295] 192.168.204.116@tcp LPNI seq info [378843:378843:8:4294967295] 00000400:00000200:2.0:1781826117.719585:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826117.719591:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826117.719595:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826117.719599:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826117.719603:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826117.719609:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826117.719612:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826117.719629:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826117.719632:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19905 usecs (20 jiffies) 00000400:00000200:2.0:1781826117.719636:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826117.719638:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303409685 00000100:00000001:2.0:1781826117.719641:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303418385 00000100:00000001:2.0:1781826117.719643:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303409685 00000100:00000001:2.0:1781826117.719645:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303418385 00000100:00000001:2.0:1781826117.719648:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826117.719650:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.719654:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.719656:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.719661:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826117.719663:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826117.719665:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826117.719666:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826117.719668:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.719671:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826117.719704:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826117.719708:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826117.719712:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826117.719716:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826117.719719:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:1.0:1781826117.719721:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:1.0:1781826117.719724:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826117.719728:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826117.719735:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826117.719738:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826117.719744:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826117.719746:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826117.724154:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724173:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826117.724177:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724180:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826117.724188:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724195:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826117.724205:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724210:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724216:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724220:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57900 00000400:00000200:0.0:1781826117.724225:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724231:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffaa9 [1] + 224 00000800:00000001:0.0:1781826117.724238:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724242:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826117.724245:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826117.724249:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826117.724256:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826117.724265:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826117.724277:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826117.724300:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826117.724308:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724311:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826117.724314:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724315:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826117.724318:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724322:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826117.724326:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724328:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724332:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724334:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57880 00000400:00000200:0.0:1781826117.724338:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826117.724343:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffaa1 [1] + 224 00000800:00000001:0.0:1781826117.724347:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826117.724355:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826117.724358:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826117.724361:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826117.724365:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826117.724374:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826117.724395:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826117.724398:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826117.724402:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.724856:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826117.724860:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826117.724867:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826117.724869:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826117.724872:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826117.724876:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826117.724879:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826117.724882:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826117.724887:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826117.724896:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.724903:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826117.724905:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.724908:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826117.724911:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826117.724913:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826117.724915:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826117.724918:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826117.724927:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826117.724932:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826117.724935:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826117.724936:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826117.724939:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826117.724942:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.724946:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826117.724949:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826117.724951:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826117.724952:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826117.724957:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.724964:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826117.724968:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826117.724970:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826117.724974:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826117.724982:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051510016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826117.724986:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.724988:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826117.724991:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051510016/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826117.724998:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826117.725001:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826117.725004:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826117.725008:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826117.725011:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826117.725012:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826117.725015:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826117.725017:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:3.0:1781826117.725020:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826117.725022:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826117.725024:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:3.0:1781826117.725028:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826117.725030:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.725032:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826117.725039:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826117.725042:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826117.725044:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826117.725046:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.725065:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826117.725069:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826117.725073:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826117.725075:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826117.725105:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:2.0:1781826117.725110:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:2.0:1781826117.725112:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:2.0:1781826117.725116:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826117.725121:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826117.725132:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.725139:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826117.725141:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.725143:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826117.725144:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826117.725146:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826117.725147:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826117.725149:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826117.725152:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826117.725155:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826117.725157:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826117.725158:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826117.725160:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826117.725162:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.725163:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826117.725167:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.725235:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826117.725237:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826117.725239:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826117.725243:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826117.725252:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051509888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826117.725256:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.725258:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826117.725260:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051509888/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.725267:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826117.725268:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826117.725271:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826117.725275:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826117.725276:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826117.725277:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826117.725279:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826117.725281:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781826117.725284:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826117.725285:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826117.725286:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781826117.725289:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826117.725290:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.725292:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.725294:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826117.725295:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826117.725297:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.725298:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826117.737520:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826117.737546:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826117.737551:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826117.737554:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826117.737562:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826117.737569:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826117.737579:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826117.737584:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826117.737599:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826117.737604:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57980 00000400:00000200:1.0:1781826117.737608:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826117.737615:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffab1 [1] + 224 00000800:00000001:1.0:1781826117.737623:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826117.737630:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826117.737633:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826117.737638:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826117.737645:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826117.737655:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826117.737668:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826117.737695:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826117.737704:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826117.737707:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.737875:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826117.737880:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826117.737888:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826117.737890:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826117.737893:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:2.0:1781826117.737898:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:2.0:1781826117.737901:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:2.0:1781826117.737904:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826117.737909:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826117.737919:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.737936:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826117.737937:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.737940:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826117.737943:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826117.737945:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826117.737948:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826117.737951:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826117.737961:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=34 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826117.737975:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826117.737979:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826117.737980:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826117.737983:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826117.737987:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.737991:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826117.737993:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826117.737996:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826117.737997:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826117.738002:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.738010:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826117.738013:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826117.738015:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826117.738019:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826117.738027:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051510144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826117.738032:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.738044:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826117.738048:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051510144/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826117.738055:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826117.738058:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826117.738061:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826117.738066:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826117.738068:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826117.738069:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826117.738072:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826117.738075:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826117.738105:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826117.738107:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826117.738109:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781826117.738113:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826117.738114:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.738117:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826117.738131:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826117.738133:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826117.738136:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826117.738138:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826118.166433:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826118.166439:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826118.166444:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826118.166446:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826118.166449:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826118.166450:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826118.167428:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826118.167433:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826118.167437:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826119.190210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826119.190218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826119.190223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826119.190226:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826119.190229:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826119.190232:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826119.190235:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826119.190237:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826119.190239:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826119.190242:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826119.190244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826119.190246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826119.190333:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826119.190336:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826119.190339:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826120.214237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826120.214243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826120.214249:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826120.214250:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826120.214264:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826120.214265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826120.214365:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826120.214368:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826120.214371:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826121.238203:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826121.238210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826121.238216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826121.238218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826121.238221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826121.238222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826121.238245:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826121.238248:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826121.238250:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826122.262308:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826122.262316:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826122.262319:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826122.262323:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262328:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826122.262331:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262333:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262335:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262339:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826122.262340:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262344:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826122.262345:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826122.262346:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826122.262348:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262349:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826122.262350:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262352:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.262354:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826122.262470:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826122.262473:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826122.262476:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826122.839870:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826122.839882:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826122.839892:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031f80. 00000020:00000040:0.0:1781826122.839899:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826122.839903:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826122.839906:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826122.839911:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826122.839919:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781826122.839937:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.839956:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826122.839967:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826122.839979:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.839986:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063832bb7] to pc [ptlrpcd_00_00+0] req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.840016:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840019:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826122.840023:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826122.840026:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781826122.840029:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826122.840032:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826122.840033:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826122.840035:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826122.840037:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f200. 00000100:00000001:0.0:1781826122.840040:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840045:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826122.840052:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826122.840054:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840057:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.840066:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840068:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826122.840071:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826122.840074:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781826122.840076:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826122.840122:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826122.840124:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826122.840126:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826122.840130:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826122.840133:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840138:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826122.840145:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826122.840147:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840151:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_00+0] req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.840157:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.840159:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826122.840163:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826122.840166:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826122.840168:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826122.840173:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8752) 00000100:00000001:1.0:1781826122.840383:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.840387:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826122.840389:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826122.840395:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840403:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826122.840405:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840408:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826122.840411:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826122.840413:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826122.840416:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051510272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826122.840421:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826122.840436:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826122.840439:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840442:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826122.840446:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826122.840448:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826122.840455:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826122.840459:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826122.840466:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826122.840472:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510272, portal 25 00000100:00000001:1.0:1781826122.840474:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826122.840476:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721986432 : -122530987565184 : ffff908f08031f80) 00000100:00000040:1.0:1781826122.840481:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840488:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826122.840491:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826122.840494:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e3b8. 00000100:00000200:1.0:1781826122.840496:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051510272, offset 0 00000400:00000200:1.0:1781826122.840503:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840511:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840517:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826122.840522:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826122.840526:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826122.840529:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826122.840532:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840536:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378893:378893:256:4294967295] 192.168.204.116@tcp LPNI seq info [378844:378844:8:4294967295] 00000400:00000200:1.0:1781826122.840540:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840549:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826122.840554:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826122.840559:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:1.0:1781826122.840565:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826122.840572:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826122.840577:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826122.840591:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826122.840595:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826122.840598:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303423507 00000100:00000001:1.0:1781826122.840605:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303418385 00000100:00000001:1.0:1781826122.840609:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303423507 00000100:00000001:1.0:1781826122.840612:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303418385 00000100:00000001:1.0:1781826122.840615:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826122.840617:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840620:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826122.840623:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840629:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826122.840631:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840633:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826122.840635:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826122.840636:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826122.840639:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826122.840642:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826122.840644:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826122.840646:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840647:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826122.840650:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826122.840652:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826122.840655:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826122.840657:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826122.840660:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e088. 00000100:00000200:1.0:1781826122.840663:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510528, portal 10 00000100:00000001:1.0:1781826122.840664:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826122.840666:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:1.0:1781826122.840671:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840677:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826122.840679:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826122.840682:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e6e8. 00000100:00000200:1.0:1781826122.840684:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510528, offset 0 00000400:00000200:1.0:1781826122.840688:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840700:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840703:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826122.840706:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826122.840708:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826122.840711:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826122.840713:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840716:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378894:378894:255:4294967295] 192.168.204.116@tcp LPNI seq info [378845:378845:7:4294967295] 00000400:00000200:1.0:1781826122.840719:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840725:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826122.840729:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826122.840732:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826122.840735:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826122.840739:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826122.840741:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826122.840744:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826122.840748:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19912 usecs (20 jiffies) 00000400:00000200:1.0:1781826122.840751:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826122.840753:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303414806 00000100:00000001:1.0:1781826122.840755:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303423507 00000100:00000001:1.0:1781826122.840757:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303414806 00000100:00000001:1.0:1781826122.840759:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303423507 00000100:00000001:1.0:1781826122.840760:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826122.840762:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840764:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840766:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.840773:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826122.840775:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826122.840777:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.840778:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826122.840780:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826122.840782:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781826122.840784:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.840785:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826122.840787:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.840788:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.840789:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826122.840790:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826122.840793:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840799:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826122.840800:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840802:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826122.840804:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826122.840806:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826122.840808:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510400:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826122.840811:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826122.840813:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826122.840814:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.840816:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826122.840818:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826122.840820:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826122.840822:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826122.840824:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826122.840827:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781826122.840829:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510400, portal 10 00000100:00000001:1.0:1781826122.840831:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826122.840832:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781826122.840837:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.840844:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826122.840846:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826122.840848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e550. 00000100:00000200:1.0:1781826122.840850:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510400, offset 0 00000400:00000200:1.0:1781826122.840854:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840857:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840859:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826122.840862:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826122.840864:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826122.840866:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826122.840868:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826122.840871:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378895:378895:254:4294967295] 192.168.204.116@tcp LPNI seq info [378846:378846:6:4294967295] 00000400:00000200:1.0:1781826122.840874:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.840880:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826122.840884:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826122.840887:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826122.840890:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826122.840894:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826122.840897:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826122.840899:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826122.840902:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24406 usecs (25 jiffies) 00000400:00000200:1.0:1781826122.840905:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826122.840906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303414811 00000100:00000001:1.0:1781826122.840908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303423507 00000100:00000001:1.0:1781826122.840910:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303414811 00000100:00000001:1.0:1781826122.840912:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303423507 00000100:00000001:1.0:1781826122.840913:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826122.840915:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840917:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840919:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.840929:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.840930:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826122.841226:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826122.841231:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1e00. 00000400:00000200:0.0:1781826122.841238:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826122.841244:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826122.841248:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e3b8 00000400:00000010:0.0:1781826122.841251:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e3b8. 00000100:00000001:0.0:1781826122.841256:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826122.841261:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.841270:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826122.842072:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.842109:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.842111:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826122.842132:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826122.842135:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826122.842139:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826122.842142:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826122.842145:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e6e8 00000400:00000010:0.0:1781826122.842147:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e6e8. 00000100:00000001:0.0:1781826122.842149:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826122.842153:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.842161:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826122.842163:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.842169:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.842170:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826122.842238:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826122.842241:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:0.0:1781826122.842244:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826122.842247:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826122.842249:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e550 00000400:00000010:0.0:1781826122.842251:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e550. 00000100:00000001:0.0:1781826122.842253:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826122.842256:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.842261:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826122.842264:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.842269:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.842270:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826122.847843:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.847863:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826122.847868:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.847871:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826122.847880:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.847888:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826122.847901:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.847907:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.847913:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.847917:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57b00 00000400:00000200:1.0:1781826122.847922:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.847928:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffac9 [1] + 224 00000800:00000001:1.0:1781826122.847935:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.847939:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826122.847942:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826122.847946:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826122.847954:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826122.847963:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826122.847974:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.848002:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826122.848012:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.848016:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826122.848018:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.848020:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826122.848023:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.848027:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826122.848031:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.848034:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.848037:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.848040:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57a80 00000400:00000200:1.0:1781826122.848042:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826122.848047:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffad9 [1] + 224 00000800:00000001:1.0:1781826122.848050:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.848059:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826122.848061:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826122.848064:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826122.848066:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826122.848070:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826122.848109:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.848116:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826122.848120:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826122.848124:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826122.848802:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826122.848807:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826122.848815:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826122.848817:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826122.848820:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:0.0:1781826122.848826:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781826122.848829:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781826122.848832:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826122.848838:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826122.848848:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.848854:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826122.848856:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826122.848859:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826122.848862:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826122.848865:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826122.848867:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826122.848871:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826122.848880:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826122.848885:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=102 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826122.848888:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826122.848890:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826122.848893:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826122.848896:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.848900:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826122.848902:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826122.848904:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826122.848905:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.848910:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.848917:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826122.848921:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826122.848923:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826122.848927:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826122.848935:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510400:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826122.848941:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826122.848943:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826122.848945:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:0.0:1781826122.848947:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e088 00000400:00000010:0.0:1781826122.848949:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e088. 00000100:00000001:0.0:1781826122.848951:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826122.848955:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826122.848963:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.848969:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826122.848970:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826122.848971:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826122.848973:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826122.848974:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826122.848975:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826122.848978:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826122.848982:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826122.848984:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=39 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826122.848987:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826122.848988:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826122.848989:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826122.848991:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.848993:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826122.848994:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826122.848995:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826122.848997:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826122.849000:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.849005:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826122.849007:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826122.849008:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826122.849011:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826122.849024:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510528:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826122.849027:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.849030:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826122.849032:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051510400/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.849038:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826122.849041:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826122.849045:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed600. 02000000:00000001:0.0:1781826122.849049:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826122.849052:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826122.849053:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826122.849056:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826122.849058:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f200. 02000000:00000001:0.0:1781826122.849061:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826122.849063:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826122.849065:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781826122.849069:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826122.849070:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826122.849072:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826122.849075:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051510528/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.849106:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826122.849107:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826122.849109:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:0.0:1781826122.849112:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826122.849113:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826122.849114:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826122.849116:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826122.849118:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781826122.849120:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826122.849121:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826122.849122:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:0.0:1781826122.849125:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826122.849126:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826122.849129:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.849131:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826122.849132:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826122.849133:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826122.849136:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826122.864529:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826122.864560:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826122.864566:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826122.864570:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826122.864582:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826122.864592:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826122.864607:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826122.864614:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826122.864621:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826122.864626:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57a00 00000400:00000200:0.0:1781826122.864632:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826122.864642:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffab9 [1] + 224 00000800:00000001:0.0:1781826122.864652:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826122.864668:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826122.864671:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826122.864677:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826122.864688:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826122.864700:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826122.864714:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826122.864752:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826122.864765:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826122.864768:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.865815:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.865823:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826122.865834:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826122.865837:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826122.865841:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826122.865850:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826122.865853:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826122.865863:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826122.865874:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826122.865884:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.865893:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826122.865895:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.865897:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826122.865902:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826122.865905:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826122.865908:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826122.865911:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826122.865921:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826122.865928:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826122.865931:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826122.865933:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826122.865936:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826122.865939:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.865942:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826122.865947:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.865954:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826122.865958:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826122.865960:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826122.865964:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826122.865971:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051510272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826122.865976:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.865978:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826122.865981:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031f80 x1868371051510272/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826122.865987:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826122.865990:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826122.865995:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826122.865999:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826122.866003:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826122.866006:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826122.866008:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826122.866011:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:1.0:1781826122.866016:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826122.866018:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826122.866020:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031f80. 00000100:00000001:1.0:1781826122.866026:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826122.866027:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.866030:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826122.866039:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826122.866042:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826122.866044:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826122.866047:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826123.288871:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826123.288878:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826123.288883:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826123.288885:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826123.288888:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826123.288889:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826123.288911:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826123.288913:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826123.288916:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826124.311002:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826124.311010:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826124.311016:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826124.311017:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826124.311020:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826124.311021:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826124.315158:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826124.315165:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826124.315171:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826125.334391:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826125.334400:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826125.334406:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826125.334408:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826125.334411:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826125.334412:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826125.334436:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826125.334439:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826125.334441:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826126.364467:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826126.364474:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826126.364479:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826126.364480:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826126.364483:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826126.364485:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826126.379620:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826126.379626:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826126.379629:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826127.382211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826127.382217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826127.382222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826127.382224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826127.382226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826127.382228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826127.382253:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826127.382255:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826127.382258:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826127.958807:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826127.958818:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826127.958828:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781826127.958834:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826127.958839:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826127.958842:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826127.958847:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826127.958856:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826127.958863:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.958875:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826127.958885:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826127.958889:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.958895:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_01+1] req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.958957:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.958961:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826127.958963:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826127.958969:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.958976:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826127.958978:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826127.958982:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826127.958985:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826127.958987:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826127.958990:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051510656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826127.958995:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826127.959001:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826127.959004:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826127.959006:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826127.959011:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826127.959012:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826127.959020:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826127.959024:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826127.959030:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826127.959037:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510656, portal 25 00000100:00000001:1.0:1781826127.959040:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826127.959042:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:1.0:1781826127.959046:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.959054:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826127.959057:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826127.959060:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826127.959063:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051510656, offset 0 00000400:00000200:1.0:1781826127.959069:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826127.959110:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.959118:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826127.959122:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826127.959126:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826127.959129:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826127.959131:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826127.959134:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378896:378896:256:4294967295] 192.168.204.116@tcp LPNI seq info [378847:378847:8:4294967295] 00000400:00000200:1.0:1781826127.959139:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.959147:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826127.959153:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826127.959158:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826127.959165:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826127.959172:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826127.959176:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826127.959188:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826127.959192:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826127.959195:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303428625 00000100:00000001:1.0:1781826127.959203:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303423507 00000100:00000001:1.0:1781826127.959207:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303428625 00000100:00000001:1.0:1781826127.959210:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303423507 00000100:00000001:1.0:1781826127.959213:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826127.959216:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.959219:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.959221:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.959278:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.959282:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826127.959285:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826127.959289:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781826127.959292:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826127.959294:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826127.959295:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826127.959297:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826127.959301:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f700. 00000100:00000001:0.0:1781826127.959304:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.959309:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826127.959316:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826127.959319:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.959334:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_00+0] req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.959825:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826127.959829:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826127.959832:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.959833:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826127.959835:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826127.959838:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826127.959839:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.959841:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826127.959843:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.959844:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.959845:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826127.959847:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826127.959852:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.959859:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826127.959860:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826127.959863:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826127.959865:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826127.959867:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826127.959869:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051510784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826127.959872:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826127.959875:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826127.959877:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826127.959878:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826127.959882:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826127.959884:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826127.959888:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826127.959891:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826127.959895:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781826127.959898:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510784, portal 10 00000100:00000001:1.0:1781826127.959900:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826127.959901:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781826127.959907:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.959913:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826127.959915:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826127.959917:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781826127.959919:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510784, offset 0 00000400:00000200:1.0:1781826127.959923:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826127.959928:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.959932:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826127.959935:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826127.959938:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826127.959940:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826127.959942:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826127.959944:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378897:378897:255:4294967295] 192.168.204.116@tcp LPNI seq info [378848:378848:7:4294967295] 00000400:00000200:1.0:1781826127.959948:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.959953:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826127.959958:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826127.959962:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:1.0:1781826127.959966:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826127.959970:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826127.959973:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826127.959975:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826127.959979:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24380 usecs (25 jiffies) 00000400:00000200:1.0:1781826127.959982:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826127.959984:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303419930 00000100:00000001:1.0:1781826127.959987:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303428625 00000100:00000001:1.0:1781826127.959988:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303419930 00000100:00000001:1.0:1781826127.959991:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303428625 00000100:00000001:1.0:1781826127.959992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826127.959994:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.959996:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.959998:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826127.960051:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826127.960055:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:1.0:1781826127.960061:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826127.960065:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826127.960070:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:1.0:1781826127.960072:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:1.0:1781826127.960095:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826127.960102:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.960110:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826127.960113:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.960119:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.960120:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826127.960193:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826127.960196:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:1.0:1781826127.960199:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826127.960202:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826127.960205:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:1.0:1781826127.960207:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:1.0:1781826127.960209:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826127.960213:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.960219:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826127.960222:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.960228:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.960229:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826127.960239:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.960242:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.963986:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.963996:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826127.964000:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826127.964011:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032680. 00000020:00000040:0.0:1781826127.964018:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826127.964023:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826127.964026:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826127.964031:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826127.964040:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fe00. 00000100:00000001:0.0:1781826127.964046:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.964058:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826127.964069:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826127.964074:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.964096:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf7c749] to pc [ptlrpcd_00_01+1] req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.964116:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.964118:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826127.964121:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826127.964124:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826127.964127:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826127.964132:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8757) 00000100:00000001:0.0:1781826127.964147:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1781826127.964150:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781826127.964152:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.964159:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826127.964162:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.964164:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826127.964165:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826127.964168:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826127.964173:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.964187:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826127.964189:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826127.964193:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826127.964196:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826127.964199:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826127.964202:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826127.964207:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826127.964212:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826127.964215:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826127.964217:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826127.964221:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781826127.964223:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826127.964230:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826127.964234:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781826127.964241:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781826127.964248:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051510912, portal 10 00000100:00000001:0.0:1781826127.964250:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826127.964251:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721988224 : -122530987563392 : ffff908f08032680) 00000100:00000040:0.0:1781826127.964259:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.964267:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826127.964269:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826127.964272:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781826127.964275:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051510912, offset 0 00000400:00000200:0.0:1781826127.964282:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826127.964289:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.964296:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826127.964300:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826127.964304:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826127.964308:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826127.964310:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826127.964315:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378898:378898:256:4294967295] 192.168.204.116@tcp LPNI seq info [378849:378849:8:4294967295] 00000400:00000200:0.0:1781826127.964319:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.964339:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826127.964345:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826127.964351:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826127.964357:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826127.964364:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826127.964369:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826127.964380:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.964385:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19898 usecs (20 jiffies) 00000400:00000200:0.0:1781826127.964388:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826127.964391:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303419930 00000100:00000001:0.0:1781826127.964394:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303428625 00000100:00000001:0.0:1781826127.964396:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303419930 00000100:00000001:0.0:1781826127.964398:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303428625 00000100:00000001:0.0:1781826127.964400:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826127.964402:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.964405:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.964407:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826127.964874:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826127.964879:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781826127.964883:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826127.964888:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826127.964893:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781826127.964896:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781826127.964901:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826127.964905:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.964914:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826127.964917:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.964925:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.964926:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826127.965005:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.965009:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826127.965011:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.965013:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826127.966765:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826127.966780:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826127.966784:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826127.966786:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826127.966793:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.966799:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826127.966807:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.966812:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.966818:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.966822:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57c00 00000400:00000200:1.0:1781826127.966827:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826127.966832:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffaf9 [1] + 224 00000800:00000001:1.0:1781826127.966839:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826127.966845:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826127.966848:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826127.966851:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826127.966857:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826127.966865:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826127.966876:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.966900:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826127.966908:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826127.966911:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.967028:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826127.967032:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826127.967039:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826127.967040:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826127.967043:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:0.0:1781826127.967048:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:0.0:1781826127.967050:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:0.0:1781826127.967053:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826127.967058:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826127.967066:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.967071:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826127.967073:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.967075:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826127.967112:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826127.967115:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826127.967117:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826127.967120:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826127.967129:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826127.967133:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826127.967135:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826127.967137:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826127.967140:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826127.967143:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.967147:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826127.967148:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826127.967150:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826127.967151:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.967156:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.967166:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826127.967170:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826127.967171:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826127.967175:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826127.967182:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051510784:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826127.967187:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.967189:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826127.967192:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051510784/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.967199:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826127.967202:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826127.967206:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eda00. 02000000:00000001:0.0:1781826127.967210:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826127.967212:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826127.967214:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826127.967216:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826127.967219:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f700. 02000000:00000001:0.0:1781826127.967221:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826127.967223:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826127.967225:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:0.0:1781826127.967228:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826127.967230:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.967232:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.967234:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826127.967235:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826127.967236:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.967238:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826127.975954:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.975980:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826127.975985:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.975988:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826127.975999:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976008:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826127.976030:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976037:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976044:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976049:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57b80 00000400:00000200:0.0:1781826127.976055:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976063:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffae9 [1] + 224 00000800:00000001:0.0:1781826127.976133:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.976138:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826127.976142:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826127.976146:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826127.976156:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826127.976167:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826127.976179:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.976195:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826127.976216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.976219:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826127.976221:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.976224:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826127.976226:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976230:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826127.976234:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976237:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976240:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976242:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57c80 00000400:00000200:0.0:1781826127.976245:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826127.976251:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb09 [1] + 224 00000800:00000001:0.0:1781826127.976254:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.976262:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826127.976264:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826127.976267:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826127.976270:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826127.976274:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826127.976282:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.976299:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826127.976315:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826127.976319:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.976349:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826127.976354:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826127.976363:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826127.976366:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826127.976369:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:0.0:1781826127.976374:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:0.0:1781826127.976377:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:0.0:1781826127.976382:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826127.976387:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826127.976396:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.976403:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826127.976405:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.976408:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826127.976412:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826127.976416:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826127.976419:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826127.976422:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826127.976436:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826127.976441:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826127.976444:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826127.976446:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826127.976450:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826127.976454:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.976460:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826127.976463:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826127.976465:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826127.976467:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826127.976472:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.976479:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826127.976483:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826127.976486:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826127.976490:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826127.976498:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051510912:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826127.976504:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.976506:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826127.976510:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032680 x1868371051510912/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826127.976517:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826127.976520:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826127.976525:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac200. 02000000:00000001:0.0:1781826127.976529:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826127.976532:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826127.976535:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826127.976537:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826127.976540:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fe00. 02000000:00000001:0.0:1781826127.976544:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826127.976546:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826127.976548:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032680. 00000100:00000001:0.0:1781826127.976552:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826127.976554:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.976557:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826127.976578:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826127.976580:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826127.976582:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826127.976585:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.977117:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.977121:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826127.977126:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826127.977128:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826127.977132:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826127.977136:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826127.977138:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826127.977142:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826127.977149:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826127.977159:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.977166:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826127.977168:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.977170:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826127.977172:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826127.977174:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826127.977176:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826127.977178:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826127.977182:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=44 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826127.977185:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=107 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826127.977188:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826127.977190:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826127.977192:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826127.977194:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.977196:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826127.977200:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.977219:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826127.977222:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826127.977223:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826127.977227:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826127.977236:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051510656:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826127.977240:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.977242:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826127.977245:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051510656/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826127.977251:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826127.977253:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826127.977256:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826127.977259:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826127.977261:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826127.977262:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826127.977265:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826127.977266:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781826127.977269:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826127.977270:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826127.977273:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:1.0:1781826127.977276:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826127.977277:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.977279:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826127.977284:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826127.977285:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826127.977287:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826127.977289:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826128.406276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406283:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826128.406287:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826128.406290:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826128.406293:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406297:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826128.406300:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406315:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406325:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826128.406330:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826128.406331:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826128.406519:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826128.406523:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826128.406526:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826129.430286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826129.430304:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826129.430311:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826129.430313:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826129.430317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826129.430318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826129.430357:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826129.430361:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826129.430365:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826130.458982:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826130.458992:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826130.459000:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826130.459001:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826130.459005:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826130.459006:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826130.461850:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826130.461860:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826130.461865:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826131.478445:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826131.478457:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826131.478459:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826131.478465:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478471:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826131.478474:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478477:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478479:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478484:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826131.478485:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478490:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826131.478491:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826131.478493:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826131.478494:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478496:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826131.478497:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478498:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826131.478500:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826131.478538:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826131.478541:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826131.478544:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826132.502285:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826132.502302:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826132.502310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826132.502312:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826132.502316:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826132.502317:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826132.502444:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826132.502448:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826132.502451:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826133.080855:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826133.080879:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826133.080894:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032680. 00000020:00000040:0.0:1781826133.080902:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826133.080907:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826133.080911:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826133.080918:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826133.080928:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781826133.080936:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.080950:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826133.080963:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826133.080968:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.080976:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf7c749] to pc [ptlrpcd_00_00+0] req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.081019:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081023:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826133.081027:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826133.081031:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781826133.081034:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826133.081036:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826133.081037:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826133.081039:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826133.081043:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781826133.081046:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081050:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826133.081058:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826133.081061:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081065:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_01+1] req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.081074:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081076:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826133.081115:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826133.081119:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781826133.081121:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826133.081123:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826133.081124:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826133.081126:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826133.081130:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826133.081132:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081137:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826133.081143:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826133.081145:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081149:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_00+0] req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.081157:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826133.081159:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826133.081163:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826133.081166:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826133.081170:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826133.081175:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8762) 00000100:00000001:1.0:1781826133.081298:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.081304:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826133.081307:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826133.081315:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081334:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826133.081337:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081342:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826133.081345:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826133.081347:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826133.081351:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051511040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.081356:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826133.081365:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826133.081369:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081372:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826133.081377:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826133.081380:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826133.081396:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826133.081402:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826133.081411:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826133.081420:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511040, portal 25 00000100:00000001:1.0:1781826133.081423:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826133.081425:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721988224 : -122530987563392 : ffff908f08032680) 00000100:00000040:1.0:1781826133.081430:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081438:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826133.081441:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826133.081444:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781826133.081447:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051511040, offset 0 00000400:00000200:1.0:1781826133.081453:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081464:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081474:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826133.081479:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826133.081485:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826133.081489:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826133.081492:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081496:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378899:378899:256:4294967295] 192.168.204.116@tcp LPNI seq info [378850:378850:8:4294967295] 00000400:00000200:1.0:1781826133.081501:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081511:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826133.081518:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826133.081525:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:1.0:1781826133.081532:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826133.081541:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826133.081546:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826133.081570:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826133.081575:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826133.081579:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303433748 00000100:00000001:1.0:1781826133.081588:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303428625 00000100:00000001:1.0:1781826133.081593:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303433748 00000100:00000001:1.0:1781826133.081597:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303428625 00000100:00000001:1.0:1781826133.081600:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.081602:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081605:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826133.081608:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081615:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826133.081616:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081618:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826133.081620:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826133.081622:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826133.081625:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.081628:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826133.081630:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826133.081632:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081633:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826133.081637:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826133.081639:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826133.081642:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826133.081646:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826133.081650:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826133.081652:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511296, portal 10 00000100:00000001:1.0:1781826133.081654:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826133.081655:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721989120 : -122530987562496 : ffff908f08032a00) 00000100:00000040:1.0:1781826133.081662:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081674:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826133.081676:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826133.081678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781826133.081679:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051511296, offset 0 00000400:00000200:1.0:1781826133.081683:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081686:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081689:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826133.081692:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826133.081694:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826133.081697:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826133.081699:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081701:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378900:378900:255:4294967295] 192.168.204.116@tcp LPNI seq info [378851:378851:7:4294967295] 00000400:00000200:1.0:1781826133.081705:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081711:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826133.081715:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826133.081718:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826133.081721:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826133.081725:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826133.081727:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826133.081730:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826133.081734:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19891 usecs (20 jiffies) 00000400:00000200:1.0:1781826133.081737:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826133.081739:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303425047 00000100:00000001:1.0:1781826133.081741:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303433748 00000100:00000001:1.0:1781826133.081743:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303425047 00000100:00000001:1.0:1781826133.081745:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303433748 00000100:00000001:1.0:1781826133.081748:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.081749:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081752:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081755:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.081763:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826133.081765:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826133.081767:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.081768:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826133.081770:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826133.081772:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781826133.081774:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.081775:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826133.081776:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.081778:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.081779:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826133.081780:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826133.081784:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081790:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826133.081791:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081793:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826133.081794:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826133.081796:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826133.081798:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.081801:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826133.081803:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826133.081804:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.081806:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826133.081808:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826133.081810:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826133.081813:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826133.081815:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826133.081818:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826133.081820:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511168, portal 10 00000100:00000001:1.0:1781826133.081822:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826133.081823:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781826133.081828:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.081834:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826133.081836:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826133.081838:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781826133.081839:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051511168, offset 0 00000400:00000200:1.0:1781826133.081843:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081846:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081849:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826133.081851:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826133.081853:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826133.081855:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826133.081857:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826133.081859:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378901:378901:254:4294967295] 192.168.204.116@tcp LPNI seq info [378852:378852:6:4294967295] 00000400:00000200:1.0:1781826133.081863:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826133.081868:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826133.081871:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826133.081875:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826133.081878:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826133.081882:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826133.081884:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826133.081886:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826133.081889:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24350 usecs (25 jiffies) 00000400:00000200:1.0:1781826133.081892:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826133.081893:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303425052 00000100:00000001:1.0:1781826133.081896:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303433748 00000100:00000001:1.0:1781826133.081897:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303425052 00000100:00000001:1.0:1781826133.081899:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303433748 00000100:00000001:1.0:1781826133.081901:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.081903:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081906:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081908:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.081921:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.081924:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826133.083154:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826133.083163:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781826133.083172:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.083181:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826133.083190:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781826133.083196:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781826133.083203:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826133.083211:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.083223:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826133.083237:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.083246:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826133.083249:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826133.083268:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826133.083271:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:0.0:1781826133.083275:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.083611:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826133.083616:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:0.0:1781826133.083618:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:0.0:1781826133.083621:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826133.083625:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.083632:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826133.083635:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.083642:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826133.083644:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826133.084445:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826133.084451:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:0.0:1781826133.084457:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.084462:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826133.084467:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781826133.084469:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781826133.084472:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826133.084478:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.084495:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826133.084497:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.084504:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826133.084506:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826133.086639:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.086660:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826133.086666:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.086668:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.086677:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.086778:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826133.086789:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.086795:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.086802:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.086807:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57d00 00000400:00000200:0.0:1781826133.086811:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.086820:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb19 [1] + 224 00000800:00000001:0.0:1781826133.086829:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.086839:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.086841:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.086845:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826133.086852:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826133.086862:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826133.086874:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.086898:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826133.086909:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.086912:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.087074:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.087128:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826133.087138:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826133.087140:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826133.087144:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826133.087149:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826133.087152:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826133.087157:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826133.087163:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826133.087174:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.087181:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826133.087184:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.087187:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826133.087191:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826133.087194:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826133.087197:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.087200:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826133.087209:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826133.087215:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826133.087218:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826133.087220:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.087223:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826133.087237:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.087240:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826133.087248:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.087256:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.087260:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826133.087263:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826133.087268:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826133.087277:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051511040:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.087532:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.087536:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826133.087541:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032680 x1868371051511040/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.087549:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826133.087553:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826133.087558:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826133.087563:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826133.087567:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826133.087570:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826133.087572:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826133.087576:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:1.0:1781826133.087581:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826133.087583:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826133.087585:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032680. 00000100:00000001:1.0:1781826133.087590:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826133.087591:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.087595:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.087596:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.087598:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826133.087599:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.087601:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826133.091171:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091198:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826133.091205:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091207:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.091219:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091238:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826133.091250:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091257:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091264:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091269:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57e00 00000400:00000200:0.0:1781826133.091275:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091284:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb29 [1] + 224 00000800:00000001:0.0:1781826133.091293:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091299:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.091303:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.091308:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826133.091319:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826133.091467:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826133.091492:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.091518:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826133.091532:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091536:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826133.091538:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091540:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.091544:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091549:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826133.091554:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091557:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091561:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091564:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57d80 00000400:00000200:0.0:1781826133.091568:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826133.091573:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb39 [1] + 224 00000800:00000001:0.0:1781826133.091578:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.091586:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826133.091588:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826133.091591:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826133.091759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.091766:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826133.091775:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826133.091778:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826133.091782:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826133.091788:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:1.0:1781826133.091791:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:1.0:1781826133.091795:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826133.091800:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826133.091817:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.091824:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826133.091827:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.091830:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826133.091834:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826133.091837:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826133.091840:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.091843:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826133.091856:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826133.091861:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826133.091864:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826133.091867:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.091870:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826133.091875:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.091880:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826133.091883:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826133.091885:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826133.091887:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826133.091893:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.091914:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.091918:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826133.091920:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826133.091925:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826133.091934:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511296:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.091940:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.091943:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826133.091946:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032a00 x1868371051511296/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.091954:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826133.091958:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826133.091963:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826133.091967:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826133.091971:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826133.091973:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826133.091976:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826133.091979:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826133.091982:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826133.091984:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826133.091987:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032a00. 00000100:00000001:1.0:1781826133.091991:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826133.091992:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.091996:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.091998:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.091999:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826133.092001:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.092003:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826133.092052:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826133.092058:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826133.092067:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826133.092193:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826133.092201:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826133.092205:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.092329:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.092332:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826133.092335:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826133.092336:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826133.092339:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826133.092342:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826133.092344:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826133.092346:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826133.092351:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826133.092359:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.092366:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826133.092367:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.092369:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826133.092370:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826133.092372:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826133.092374:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826133.092376:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826133.092381:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826133.092554:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826133.092559:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826133.092560:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.092562:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826133.092565:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.092568:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826133.092570:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826133.092572:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826133.092573:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826133.092578:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.092584:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826133.092587:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826133.092588:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826133.092592:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826133.092667:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511168:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826133.092672:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.092674:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826133.092677:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051511168/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826133.092684:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826133.092687:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826133.092689:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826133.092692:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826133.092695:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826133.092697:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826133.092699:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826133.092701:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:1.0:1781826133.092705:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826133.092706:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826133.092708:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:1.0:1781826133.092711:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826133.092713:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.092714:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826133.092725:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826133.092727:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826133.092730:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826133.092732:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.526232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826133.526244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.526252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826133.526254:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826133.526258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826133.526259:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826133.526306:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826133.526309:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826133.526313:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826134.550311:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826134.550321:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826134.550328:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826134.550329:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826134.550334:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826134.550335:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826134.550518:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826134.550523:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826134.550526:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826135.575376:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826135.575385:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826135.575391:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826135.575392:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826135.575396:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826135.575397:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826135.575549:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826135.575553:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826135.575557:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826136.598225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826136.598233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826136.598238:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826136.598239:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826136.598243:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826136.598244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826136.598570:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826136.598574:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826136.598578:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826137.622351:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826137.622358:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826137.622363:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826137.622364:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826137.622368:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826137.622369:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826137.622396:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826137.622399:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826137.622402:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826138.199145:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826138.199157:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826138.199169:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030e00. 00000020:00000040:0.0:1781826138.199175:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826138.199179:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826138.199182:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826138.199187:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826138.199194:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826138.199201:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199212:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826138.199223:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826138.199227:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199234:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000026bde07d] to pc [ptlrpcd_00_01+1] req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.199262:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199266:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826138.199271:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826138.199276:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031c00. 00000020:00000040:0.0:1781826138.199278:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826138.199281:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826138.199282:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826138.199283:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826138.199287:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fd00. 00000100:00000001:0.0:1781826138.199289:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199294:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826138.199301:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826138.199303:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199306:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006cbe4836] to pc [ptlrpcd_00_00+0] req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.199313:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199315:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826138.199318:0:121798:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826138.199321:0:121798:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032a00. 00000020:00000040:0.0:1781826138.199323:0:121798:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826138.199325:0:121798:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826138.199326:0:121798:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826138.199328:0:121798:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826138.199331:0:121798:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fc00. 00000100:00000001:0.0:1781826138.199333:0:121798:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199337:0:121798:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826138.199344:0:121798:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826138.199345:0:121798:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199360:0:121798:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f38a2b0a] to pc [ptlrpcd_00_01+1] req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.199379:0:121798:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826138.199381:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826138.199384:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826138.199387:0:121798:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826138.199389:0:121798:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826138.199393:0:121798:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8767) 00000100:00000001:1.0:1781826138.199536:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.199541:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826138.199543:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826138.199549:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.199557:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826138.199559:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.199563:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826138.199566:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826138.199568:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826138.199571:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051511424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826138.199575:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826138.199582:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826138.199584:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.199587:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826138.199591:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826138.199593:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826138.199600:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826138.199605:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826138.199612:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826138.199619:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511424, portal 25 00000100:00000001:1.0:1781826138.199622:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826138.199623:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981952 : -122530987569664 : ffff908f08030e00) 00000100:00000040:1.0:1781826138.199629:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.199636:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826138.199639:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826138.199642:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826138.199645:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051511424, offset 0 00000400:00000200:1.0:1781826138.199652:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826138.199671:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.199679:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826138.199683:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826138.199687:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826138.199690:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826138.199693:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826138.199697:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378902:378902:256:4294967295] 192.168.204.116@tcp LPNI seq info [378853:378853:8:4294967295] 00000400:00000200:1.0:1781826138.199701:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.199710:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826138.199716:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826138.199721:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826138.199728:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826138.199735:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826138.199740:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826138.199757:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826138.199762:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826138.199765:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303438866 00000100:00000001:1.0:1781826138.199773:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303433748 00000100:00000001:1.0:1781826138.199776:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303438866 00000100:00000001:1.0:1781826138.199779:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303433748 00000100:00000001:1.0:1781826138.199782:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.199785:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.199788:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826138.199792:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.199799:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826138.199801:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.199803:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826138.199805:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826138.199806:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826138.199809:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051511680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826138.199812:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826138.199814:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826138.199816:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.199818:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826138.199821:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826138.199822:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826138.199826:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826138.199829:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826138.199832:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826138.199835:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511680, portal 10 00000100:00000001:1.0:1781826138.199837:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826138.199838:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721989120 : -122530987562496 : ffff908f08032a00) 00000100:00000040:1.0:1781826138.199844:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.199850:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826138.199852:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826138.199854:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781826138.199856:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051511680, offset 0 00000400:00000200:1.0:1781826138.199860:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826138.199864:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.199868:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826138.199870:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826138.199873:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826138.199875:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826138.199877:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826138.199880:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378903:378903:255:4294967295] 192.168.204.116@tcp LPNI seq info [378854:378854:7:4294967295] 00000400:00000200:1.0:1781826138.199885:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.199891:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826138.199895:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826138.199899:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:1.0:1781826138.199902:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826138.199907:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826138.199909:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826138.199912:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826138.199915:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19880 usecs (20 jiffies) 00000400:00000200:1.0:1781826138.199918:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826138.199920:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303430165 00000100:00000001:1.0:1781826138.199933:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303438866 00000100:00000001:1.0:1781826138.199935:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303430165 00000100:00000001:1.0:1781826138.199936:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303438866 00000100:00000001:1.0:1781826138.199938:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.199940:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.199943:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.199945:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.199952:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826138.199961:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826138.199964:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.199965:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826138.199966:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826138.199968:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826138.199970:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.199971:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826138.199973:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.199974:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.199975:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826138.199976:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826138.199980:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.199986:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826138.199988:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.199989:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826138.199991:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826138.199993:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826138.199995:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051511552:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826138.199998:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826138.200000:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826138.200001:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.200003:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826138.200006:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826138.200007:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826138.200010:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826138.200013:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826138.200016:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826138.200019:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511552, portal 10 00000100:00000001:1.0:1781826138.200021:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826138.200022:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721985536 : -122530987566080 : ffff908f08031c00) 00000100:00000040:1.0:1781826138.200028:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.200033:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826138.200036:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826138.200037:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781826138.200040:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051511552, offset 0 00000400:00000200:1.0:1781826138.200044:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826138.200047:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.200051:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826138.200054:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826138.200056:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826138.200058:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826138.200060:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826138.200063:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378904:378904:254:4294967295] 192.168.204.116@tcp LPNI seq info [378855:378855:6:4294967295] 00000400:00000200:1.0:1781826138.200066:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826138.200072:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826138.200075:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826138.200114:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826138.200119:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826138.200123:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826138.200135:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826138.200138:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826138.200142:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24330 usecs (25 jiffies) 00000400:00000200:1.0:1781826138.200144:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826138.200146:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303430170 00000100:00000001:1.0:1781826138.200148:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303438866 00000100:00000001:1.0:1781826138.200150:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303430170 00000100:00000001:1.0:1781826138.200152:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303438866 00000100:00000001:1.0:1781826138.200153:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.200155:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.200157:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.200159:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.200169:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.200171:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826138.200938:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826138.200945:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826138.200951:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.200966:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826138.200971:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:0.0:1781826138.200974:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:0.0:1781826138.200978:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826138.200984:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.200993:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826138.200997:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.201004:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826138.201005:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826138.201016:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826138.201018:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1e00. 00000400:00000200:0.0:1781826138.201020:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.201024:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826138.201026:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781826138.201028:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781826138.201030:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826138.201033:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.201056:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826138.201059:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.201064:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826138.201066:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826138.201364:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826138.201615:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781826138.201619:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.201623:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826138.201627:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781826138.201629:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781826138.201631:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826138.201635:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.201644:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826138.201646:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.201652:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826138.201662:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826138.218172:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218191:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826138.218196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218198:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.218208:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218216:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826138.218225:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218231:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218236:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218240:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57f80 00000400:00000200:0.0:1781826138.218245:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218251:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb59 [1] + 224 00000800:00000001:0.0:1781826138.218258:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218262:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.218264:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.218269:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826138.218276:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826138.218285:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826138.218296:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.218318:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826138.218325:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218329:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826138.218331:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218333:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.218336:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218339:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826138.218343:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218346:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218349:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218351:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d57f00 00000400:00000200:0.0:1781826138.218354:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.218358:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb69 [1] + 224 00000800:00000001:0.0:1781826138.218362:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218378:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.218381:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.218384:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826138.218386:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826138.218391:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826138.218399:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.218411:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826138.218415:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.218418:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.219525:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.219530:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826138.219538:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826138.219540:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826138.219543:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826138.219548:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826138.219551:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826138.219554:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826138.219562:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826138.219578:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219585:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826138.219587:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.219590:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826138.219593:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826138.219595:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826138.219597:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.219600:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826138.219609:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826138.219613:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826138.219616:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826138.219618:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.219620:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826138.219624:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.219627:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826138.219629:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826138.219631:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826138.219633:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826138.219637:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219645:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.219648:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826138.219649:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826138.219770:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826138.219781:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051511552:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826138.219788:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826138.219790:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826138.219792:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826138.219795:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:1.0:1781826138.219797:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:1.0:1781826138.219799:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826138.219802:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826138.219809:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219814:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826138.219816:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.219817:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826138.219818:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826138.219819:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826138.219821:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.219823:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826138.219827:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826138.219830:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=55 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826138.219832:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826138.219833:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.219835:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826138.219837:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.219839:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826138.219841:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826138.219842:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826138.219844:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826138.219847:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219853:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.219855:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826138.219856:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826138.219860:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826138.219867:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051511680:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826138.219873:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.219876:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826138.219879:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031c00 x1868371051511552/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219885:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826138.219888:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826138.219891:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826138.219894:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826138.219897:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826138.219899:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826138.219901:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826138.219903:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fd00. 02000000:00000001:1.0:1781826138.219906:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826138.219908:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826138.219910:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031c00. 00000100:00000001:1.0:1781826138.219913:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826138.219915:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.219916:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826138.219919:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032a00 x1868371051511680/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.219925:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826138.219926:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826138.219927:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826138.219930:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826138.219931:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826138.219932:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826138.219933:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826138.219935:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fc00. 02000000:00000001:1.0:1781826138.219937:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826138.219938:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826138.219939:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032a00. 00000100:00000001:1.0:1781826138.219941:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826138.219942:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.219945:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.219947:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.219948:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826138.219950:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.219951:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826138.223902:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.223920:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826138.223924:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.223927:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.223934:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.223942:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826138.223950:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.223967:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.223972:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.223977:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d57e80 00000400:00000200:0.0:1781826138.223981:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826138.223988:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb49 [1] + 224 00000800:00000001:0.0:1781826138.223994:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.224001:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826138.224004:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826138.224007:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826138.224014:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826138.224023:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826138.224032:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826138.224200:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826138.224209:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826138.224212:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.224275:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.224279:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826138.224284:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826138.224286:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826138.224288:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826138.224293:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826138.224295:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826138.224298:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826138.224303:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826138.224311:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.224317:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826138.224318:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.224321:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826138.224323:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826138.224326:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826138.224328:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826138.224331:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826138.224337:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826138.224341:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=118 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826138.224344:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826138.224346:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.224348:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826138.224350:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.224353:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826138.224358:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.224365:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826138.224368:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826138.224430:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826138.224435:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826138.224448:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051511424:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826138.224453:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.224455:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826138.224458:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030e00 x1868371051511424/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826138.224463:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826138.224465:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826138.224469:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826138.224472:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826138.224474:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826138.224476:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826138.224478:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826138.224480:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826138.224484:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826138.224486:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826138.224487:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030e00. 00000100:00000001:1.0:1781826138.224490:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826138.224492:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.224502:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826138.224509:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826138.224511:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826138.224513:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826138.224515:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826138.646226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826138.646235:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826138.646237:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826138.646241:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646244:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826138.646246:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646248:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646250:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826138.646254:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826138.646269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826138.646363:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826138.646367:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826138.646370:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826139.670255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826139.670263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826139.670267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826139.670269:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826139.670272:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826139.670273:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826139.670293:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826139.670296:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826139.670299:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826140.694411:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826140.694418:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826140.694424:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826140.694425:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826140.694428:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826140.694429:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826140.694881:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826140.694885:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826140.694889:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826141.718285:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826141.718293:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826141.718294:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826141.718298:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718302:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826141.718305:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718307:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718309:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718313:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826141.718315:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718318:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826141.718319:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826141.718321:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826141.718322:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718324:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826141.718325:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718327:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826141.718329:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826141.718357:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826141.718360:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826141.718363:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826142.742174:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826142.742182:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826142.742188:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826142.742189:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826142.742192:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826142.742194:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826142.742432:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826142.742436:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826142.742440:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826143.318198:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826143.318209:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826143.318220:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032680. 00000020:00000040:0.0:1781826143.318226:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826143.318231:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826143.318234:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826143.318239:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826143.318247:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781826143.318254:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318265:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826143.318276:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826143.318281:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318288:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf7c749] to pc [ptlrpcd_00_00+0] req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.318322:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318325:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826143.318329:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826143.318332:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781826143.318335:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826143.318337:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826143.318338:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826143.318340:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826143.318343:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781826143.318346:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318350:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826143.318356:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826143.318358:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318362:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_01+1] req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.318371:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318373:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826143.318376:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826143.318379:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031f80. 00000020:00000040:0.0:1781826143.318381:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826143.318383:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826143.318384:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826143.318386:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826143.318390:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826143.318393:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318397:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826143.318403:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826143.318405:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318409:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063832bb7] to pc [ptlrpcd_00_00+0] req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.318416:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826143.318418:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826143.318421:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826143.318424:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826143.318427:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826143.318431:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8772) 00000100:00000001:1.0:1781826143.318527:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826143.318532:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826143.318534:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826143.318540:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.318548:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826143.318549:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.318553:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826143.318556:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826143.318559:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826143.318562:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051511808:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826143.318567:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826143.318573:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826143.318576:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.318578:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826143.318582:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826143.318584:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826143.318591:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826143.318595:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826143.318602:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826143.318609:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511808, portal 25 00000100:00000001:1.0:1781826143.318612:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826143.318613:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721988224 : -122530987563392 : ffff908f08032680) 00000100:00000040:1.0:1781826143.318619:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.318626:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826143.318638:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826143.318641:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826143.318644:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051511808, offset 0 00000400:00000200:1.0:1781826143.318652:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826143.318660:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.318667:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826143.318681:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826143.318686:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826143.318689:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826143.318691:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826143.318695:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378905:378905:256:4294967295] 192.168.204.116@tcp LPNI seq info [378856:378856:8:4294967295] 00000400:00000200:1.0:1781826143.318699:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.318708:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826143.318722:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826143.318727:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826143.318733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826143.318739:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826143.318743:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826143.318757:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826143.318762:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826143.318766:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303443985 00000100:00000001:1.0:1781826143.318773:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303438866 00000100:00000001:1.0:1781826143.318777:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303443985 00000100:00000001:1.0:1781826143.318779:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303438866 00000100:00000001:1.0:1781826143.318783:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.318785:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.318788:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826143.318791:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.318798:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826143.318920:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.318924:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826143.318926:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826143.318928:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826143.318932:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826143.318935:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826143.318938:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826143.318939:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.318941:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826143.318944:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826143.319013:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826143.319017:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826143.319021:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826143.319036:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826143.319040:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512064, portal 10 00000100:00000001:1.0:1781826143.319042:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826143.319043:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721986432 : -122530987565184 : ffff908f08031f80) 00000100:00000040:1.0:1781826143.319051:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.319057:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826143.319060:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826143.319063:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781826143.319065:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051512064, offset 0 00000400:00000200:1.0:1781826143.319068:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826143.319073:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.319169:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826143.319173:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826143.319176:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826143.319178:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826143.319180:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826143.319183:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378906:378906:255:4294967295] 192.168.204.116@tcp LPNI seq info [378857:378857:7:4294967295] 00000400:00000200:1.0:1781826143.319188:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.319193:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826143.319197:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826143.319202:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826143.319206:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826143.319210:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826143.319212:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826143.319216:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826143.319219:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19890 usecs (20 jiffies) 00000400:00000200:1.0:1781826143.319222:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826143.319224:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303435285 00000100:00000001:1.0:1781826143.319227:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303443985 00000100:00000001:1.0:1781826143.319229:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303435285 00000100:00000001:1.0:1781826143.319231:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303443985 00000100:00000001:1.0:1781826143.319233:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.319235:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.319238:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.319241:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.319248:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826143.319250:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826143.319252:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826143.319254:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826143.319255:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826143.319257:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781826143.319259:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.319260:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826143.319262:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.319263:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826143.319264:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826143.319265:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826143.319270:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.319277:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826143.319278:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.319280:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826143.319282:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826143.319284:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826143.319287:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511936:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826143.319291:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826143.319293:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826143.319295:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.319297:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826143.319300:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826143.319302:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826143.319305:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826143.319308:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826143.319311:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781826143.319314:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051511936, portal 10 00000100:00000001:1.0:1781826143.319316:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826143.319318:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:1.0:1781826143.319323:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.319329:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826143.319331:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826143.319334:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781826143.319336:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051511936, offset 0 00000400:00000200:1.0:1781826143.319340:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826143.319344:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.319347:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826143.319350:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826143.319352:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826143.319354:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826143.319356:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826143.319359:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378907:378907:254:4294967295] 192.168.204.116@tcp LPNI seq info [378858:378858:6:4294967295] 00000400:00000200:1.0:1781826143.319363:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826143.319368:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826143.319372:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826143.319376:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1600. 00000800:00000200:1.0:1781826143.319380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826143.319384:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826143.319386:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826143.319389:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826143.319392:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24331 usecs (25 jiffies) 00000400:00000200:1.0:1781826143.319395:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826143.319396:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303435290 00000100:00000001:1.0:1781826143.319398:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303443985 00000100:00000001:1.0:1781826143.319400:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303435290 00000100:00000001:1.0:1781826143.319402:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303443985 00000100:00000001:1.0:1781826143.319405:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.319406:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.319409:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.319411:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.319422:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826143.319424:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826143.319504:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826143.319508:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:0.0:1781826143.319515:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.319520:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826143.319524:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:0.0:1781826143.319527:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:0.0:1781826143.319532:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826143.319537:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319547:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826143.319551:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319558:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826143.319559:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826143.319570:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826143.319572:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826143.319575:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.319578:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826143.319580:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781826143.319582:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781826143.319584:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826143.319587:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319593:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826143.319596:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319601:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826143.319603:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826143.319665:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826143.319668:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1600. 00000400:00000200:0.0:1781826143.319671:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.319675:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826143.319678:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781826143.319680:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781826143.319682:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826143.319686:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319692:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826143.319695:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.319701:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826143.319702:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826143.325995:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326015:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826143.326020:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326023:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326042:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326051:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826143.326060:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326065:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326071:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326075:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58100 00000400:00000200:0.0:1781826143.326106:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326113:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb89 [1] + 224 00000800:00000001:0.0:1781826143.326120:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326134:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326137:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.326141:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826143.326148:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826143.326157:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826143.326169:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.326200:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826143.326209:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326213:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826143.326215:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326217:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326220:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326224:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826143.326228:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326231:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326234:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326236:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58080 00000400:00000200:0.0:1781826143.326240:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326244:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb99 [1] + 224 00000800:00000001:0.0:1781826143.326247:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326254:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326255:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.326259:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826143.326261:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826143.326266:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826143.326274:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826143.326281:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826143.326284:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326287:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826143.326873:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326880:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826143.326883:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.326885:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326890:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326895:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826143.326902:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326906:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326910:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826143.326913:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58000 00000400:00000200:0.0:1781826143.326917:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826143.326919:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1781826143.326923:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffb79 [1] + 224 00000100:00000001:1.0:1781826143.326925:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1781826143.326930:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1781826143.326935:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1781826143.326939:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826143.326942:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826143.326945:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000001:1.0:1781826143.326948:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826143.326953:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826143.326958:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781826143.326961:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781826143.326964:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1781826143.326965:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826143.326971:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826143.326974:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826143.326998:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826143.327008:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.327012:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826143.327016:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.327020:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826143.327023:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826143.327037:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826143.327041:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826143.327041:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1781826143.327047:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826143.327049:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826143.327053:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1781826143.327056:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826143.327061:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826143.327065:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826143.327067:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.327070:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826143.327073:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.327077:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826143.327100:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826143.327102:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826143.327104:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826143.327108:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.327116:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.327120:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826143.327121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826143.327125:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826143.327143:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051511936:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826143.327149:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826143.327150:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826143.327152:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826143.327155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826143.327157:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826143.327160:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826143.327163:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826143.327172:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.327183:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826143.327193:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.327195:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826143.327196:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826143.327197:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826143.327198:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.327200:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826143.327203:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826143.327206:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826143.327208:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826143.327209:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.327211:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826143.327213:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.327214:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826143.327218:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.327225:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.327227:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826143.327228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826143.327232:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826143.327240:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051511808:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826143.327244:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826143.327246:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826143.327247:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826143.327250:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826143.327251:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826143.327254:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826143.327257:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826143.327265:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.327272:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826143.327273:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.327274:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826143.327275:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826143.327276:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826143.327278:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826143.327279:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826143.327283:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826143.327286:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826143.327288:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826143.327289:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.327291:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826143.327293:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.327295:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826143.327297:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826143.327299:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826143.327300:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826143.327304:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.328968:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826143.328972:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826143.328973:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826143.328981:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826143.328990:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512064:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826143.328996:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.328999:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826143.329002:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051511936/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.329009:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826143.329012:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826143.329017:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826143.329021:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826143.329034:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826143.329037:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826143.329039:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826143.329042:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:1.0:1781826143.329046:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826143.329047:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826143.329050:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:1.0:1781826143.329053:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826143.329055:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.329056:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826143.329060:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032680 x1868371051511808/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.329066:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826143.329067:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826143.329069:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ed600. 02000000:00000001:1.0:1781826143.329071:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826143.329072:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826143.329073:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826143.329075:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826143.329076:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781826143.329093:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826143.329094:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826143.329096:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032680. 00000100:00000001:1.0:1781826143.329098:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826143.329100:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.329101:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826143.329105:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031f80 x1868371051512064/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826143.329110:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826143.329111:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826143.329112:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ec600. 02000000:00000001:1.0:1781826143.329114:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826143.329115:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826143.329117:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826143.329118:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826143.329120:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826143.329794:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826143.329798:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826143.329800:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031f80. 00000100:00000001:1.0:1781826143.329805:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826143.329806:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.329808:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826143.329817:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826143.329818:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826143.329821:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826143.329824:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.767380:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826143.767388:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.767394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826143.767395:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826143.767398:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826143.767399:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826143.767429:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826143.767433:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826143.767436:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826144.790988:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826144.790994:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826144.791010:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826144.791011:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826144.791015:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826144.791016:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826144.791161:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826144.791164:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826144.791167:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826145.815399:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826145.815413:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826145.815419:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826145.815420:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826145.815423:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826145.815424:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826145.815457:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826145.815460:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826145.815469:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826146.838195:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826146.838201:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826146.838207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826146.838209:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826146.838212:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826146.838214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826146.839591:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826146.839595:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826146.839598:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826147.862207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826147.862215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826147.862220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826147.862222:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826147.862225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826147.862226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826147.862252:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826147.862255:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826147.862259:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826148.440754:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826148.440762:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826148.440772:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781826148.440777:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826148.440782:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826148.440784:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826148.440789:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826148.440795:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781826148.440802:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440813:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826148.440825:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826148.440829:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440835:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_01+1] req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.440871:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440874:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826148.440878:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826148.440881:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781826148.440884:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826148.440886:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826148.440888:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826148.440889:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826148.440892:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781826148.440895:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440900:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826148.440908:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826148.440910:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440914:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_00+0] req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.440921:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440923:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826148.440937:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826148.440940:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781826148.440942:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826148.440944:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826148.440945:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826148.440947:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826148.440951:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781826148.440954:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440958:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826148.440965:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826148.440967:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440971:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_01+1] req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.440978:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.440980:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826148.440984:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826148.440987:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826148.440990:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826148.440995:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8778) 00000100:00000001:2.0:1781826148.441003:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826148.441006:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826148.441008:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826148.441012:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441020:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826148.441022:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441026:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826148.441029:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826148.441032:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826148.441036:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051512320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826148.441040:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826148.441046:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826148.441048:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441050:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826148.441054:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826148.441056:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826148.441063:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826148.441066:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa790. 00000400:00000010:2.0:1781826148.441072:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490cc0. 00000100:00000200:2.0:1781826148.441106:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512320, portal 10 00000100:00000001:2.0:1781826148.441109:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826148.441111:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:2.0:1781826148.441117:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441124:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826148.441127:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826148.441130:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490550. 00000100:00000200:2.0:1781826148.441134:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051512320, offset 0 00000400:00000200:2.0:1781826148.441140:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441147:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441154:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826148.441159:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826148.441164:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826148.441167:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826148.441171:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441174:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378908:378908:256:4294967295] 192.168.204.116@tcp LPNI seq info [378859:378859:8:4294967295] 00000400:00000200:2.0:1781826148.441179:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441188:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826148.441193:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826148.441198:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826148.441205:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826148.441212:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826148.441216:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826148.441227:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.441232:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24305 usecs (25 jiffies) 00000400:00000200:2.0:1781826148.441236:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826148.441238:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303440411 00000100:00000001:2.0:1781826148.441242:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303443985 00000100:00000001:2.0:1781826148.441244:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303440411 00000100:00000001:2.0:1781826148.441247:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303443985 00000100:00000001:2.0:1781826148.441249:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826148.441251:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826148.441254:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826148.441257:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826148.441263:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826148.441265:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826148.441267:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826148.441268:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826148.441269:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826148.441271:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1781826148.441273:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826148.441275:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826148.441276:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826148.441278:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826148.441279:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826148.441281:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826148.441284:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441292:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826148.441293:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441295:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826148.441297:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826148.441298:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826148.441301:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051512192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826148.441304:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826148.441307:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826148.441309:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441310:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826148.441313:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826148.441315:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826148.441319:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826148.441322:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fadc0. 00000400:00000010:2.0:1781826148.441325:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490330. 00000100:00000200:2.0:1781826148.441328:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512192, portal 25 00000100:00000001:2.0:1781826148.441330:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826148.441331:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:2.0:1781826148.441336:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441341:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826148.441343:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826148.441346:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490e58. 00000100:00000200:2.0:1781826148.441349:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051512192, offset 0 00000400:00000200:2.0:1781826148.441353:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441356:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441359:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826148.441361:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826148.441364:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826148.441366:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826148.441369:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441371:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378909:378909:255:4294967295] 192.168.204.116@tcp LPNI seq info [378860:378860:7:4294967295] 00000400:00000200:2.0:1781826148.441375:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441381:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826148.441386:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826148.441389:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ad00. 00000800:00000200:2.0:1781826148.441393:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826148.441396:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826148.441399:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ad00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826148.441402:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826148.441405:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826148.441407:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303449107 00000100:00000001:2.0:1781826148.441413:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303443985 00000100:00000001:2.0:1781826148.441416:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303449107 00000100:00000001:2.0:1781826148.441419:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303443985 00000100:00000001:2.0:1781826148.441422:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826148.441424:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826148.441426:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826148.441429:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441436:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826148.441437:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441440:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826148.441441:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826148.441443:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826148.441446:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051512448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826148.441449:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826148.441452:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826148.441453:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826148.441455:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826148.441457:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826148.441459:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826148.441461:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826148.441463:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa0b0. 00000400:00000010:2.0:1781826148.441467:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490220. 00000100:00000200:2.0:1781826148.441469:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512448, portal 10 00000100:00000001:2.0:1781826148.441471:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826148.441473:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:2.0:1781826148.441477:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826148.441482:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826148.441485:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826148.441487:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490908. 00000100:00000200:2.0:1781826148.441489:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051512448, offset 0 00000400:00000200:2.0:1781826148.441493:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441496:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441499:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826148.441501:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826148.441503:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826148.441506:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826148.441508:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826148.441510:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378910:378910:254:4294967295] 192.168.204.116@tcp LPNI seq info [378861:378861:6:4294967295] 00000400:00000200:2.0:1781826148.441514:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826148.441520:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826148.441525:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826148.441528:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811af00. 00000800:00000200:2.0:1781826148.441532:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826148.441535:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826148.441537:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811af00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826148.441540:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826148.441543:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19876 usecs (20 jiffies) 00000400:00000200:2.0:1781826148.441546:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826148.441548:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303440406 00000100:00000001:2.0:1781826148.441550:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303449107 00000100:00000001:2.0:1781826148.441552:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303440406 00000100:00000001:2.0:1781826148.441553:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303449107 00000100:00000001:2.0:1781826148.441555:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826148.441557:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826148.441559:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826148.441561:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.441685:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826148.441688:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826148.441769:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826148.441775:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:0.0:1781826148.441779:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.441784:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826148.441788:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490550 00000400:00000010:0.0:1781826148.441791:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490550. 00000100:00000001:0.0:1781826148.441796:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826148.441800:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.441810:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826148.441813:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.441820:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826148.441822:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826148.441834:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826148.441836:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ad00. 00000400:00000200:0.0:1781826148.441838:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.441852:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826148.441855:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490e58 00000400:00000010:0.0:1781826148.441857:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490e58. 00000100:00000001:0.0:1781826148.441859:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826148.441863:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.441869:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826148.441872:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.441884:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826148.441885:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826148.441966:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826148.441969:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811af00. 00000400:00000200:0.0:1781826148.441971:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.441975:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826148.441978:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490908 00000400:00000010:0.0:1781826148.441979:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490908. 00000100:00000001:0.0:1781826148.441982:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826148.441985:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.441992:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826148.441994:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.442001:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826148.442002:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826148.463847:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.463867:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826148.463871:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.463873:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826148.463882:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.463890:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826148.463900:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.463906:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.463911:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.463915:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58200 00000400:00000200:0.0:1781826148.463921:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.463939:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffba9 [1] + 224 00000800:00000001:0.0:1781826148.463947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.463952:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826148.463954:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.463959:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826148.463968:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826148.463977:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826148.463988:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.464014:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826148.464023:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464027:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826148.464028:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464030:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826148.464033:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464036:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826148.464040:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464043:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464045:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464048:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58180 00000400:00000200:0.0:1781826148.464051:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464056:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbb1 [1] + 224 00000800:00000001:0.0:1781826148.464059:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464061:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826148.464063:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.464066:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826148.464069:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826148.464073:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826148.464095:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.464102:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826148.464105:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464108:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826148.464110:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464113:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826148.464116:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464120:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826148.464124:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464127:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464130:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464133:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58280 00000400:00000200:0.0:1781826148.464136:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826148.464140:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbb9 [1] + 224 00000800:00000001:0.0:1781826148.464143:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1781826148.464146:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1781826148.464149:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.464152:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1781826148.464153:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826148.464159:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000001:3.0:1781826148.464162:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826148.464165:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826148.464180:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fadc0. 00000400:00000200:3.0:1781826148.464192:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490330 00000400:00000010:3.0:1781826148.464196:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490330. 00000100:00000001:3.0:1781826148.464200:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826148.464205:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826148.464214:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.464221:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826148.464223:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.464226:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826148.464230:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826148.464233:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826148.464234:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826148.464237:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826148.464243:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826148.464247:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826148.464250:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826148.464251:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826148.464254:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826148.464256:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.464258:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826148.464262:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.464268:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826148.464271:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826148.464273:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826148.464277:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826148.464283:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051512192:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826148.464768:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826148.464775:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826148.464784:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826148.464791:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826148.464797:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826148.464802:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1781826148.467172:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826148.467178:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826148.467182:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa790. 00000400:00000200:3.0:1781826148.467191:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490cc0 00000400:00000010:3.0:1781826148.467194:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490cc0. 00000100:00000001:3.0:1781826148.467200:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826148.467210:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826148.467221:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467229:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826148.467232:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467235:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826148.467238:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826148.467240:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826148.467242:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826148.467245:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826148.467254:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826148.467257:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=128 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826148.467260:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826148.467262:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826148.467265:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826148.467268:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.467272:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826148.467274:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826148.467276:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826148.467277:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826148.467282:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467294:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826148.467297:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826148.467299:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826148.467303:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826148.467311:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051512320:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826148.467315:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.467319:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826148.467323:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051512192/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467330:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826148.467332:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826148.467336:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:3.0:1781826148.467341:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826148.467344:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826148.467346:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826148.467349:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826148.467351:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781826148.467354:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826148.467356:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826148.467358:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781826148.467362:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826148.467363:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467365:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826148.467368:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051512320/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467374:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826148.467375:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826148.467377:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:3.0:1781826148.467378:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826148.467379:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826148.467381:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826148.467382:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826148.467384:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781826148.467386:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826148.467387:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826148.467388:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781826148.467390:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826148.467391:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467394:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.467397:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826148.467399:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826148.467402:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826148.467404:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826148.467406:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa0b0. 00000400:00000200:3.0:1781826148.467409:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490220 00000400:00000010:3.0:1781826148.467411:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490220. 00000100:00000001:3.0:1781826148.467413:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826148.467418:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826148.467425:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467432:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826148.467433:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467435:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826148.467436:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826148.467437:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826148.467439:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826148.467441:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826148.467445:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826148.467448:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826148.467450:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826148.467451:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826148.467453:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826148.467455:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.467457:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826148.467458:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826148.467460:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826148.467461:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826148.467465:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467470:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826148.467472:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826148.467473:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826148.467476:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826148.467483:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051512448:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826148.467488:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467489:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826148.467492:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051512448/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826148.467497:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826148.467499:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826148.467500:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:3.0:1781826148.467503:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826148.467505:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826148.467506:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826148.467508:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826148.467509:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781826148.467511:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826148.467512:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826148.467514:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781826148.467516:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826148.467518:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467519:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826148.467526:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826148.467528:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826148.467529:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826148.467531:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886312:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826148.886320:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886325:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826148.886328:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826148.886330:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826148.886445:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886449:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826148.886451:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886453:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886455:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826148.886615:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826148.886617:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826148.893388:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826148.893395:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826148.893399:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826149.910414:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826149.910420:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826149.910426:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826149.910427:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826149.910430:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826149.910431:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826149.910467:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826149.910470:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826149.910473:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826150.934191:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826150.934197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826150.934201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826150.934202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826150.934205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826150.934207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826150.934392:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826150.934395:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826150.934398:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826151.959050:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826151.959062:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826151.959064:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826151.959068:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959073:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826151.959076:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959110:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959113:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959119:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826151.959120:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959124:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826151.959126:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826151.959127:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826151.959128:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959130:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826151.959131:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959133:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826151.959135:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826151.959165:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826151.959168:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826151.959170:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826152.984779:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826152.984785:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826152.984791:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826152.984792:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826152.984795:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826152.984796:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826152.985738:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826152.985741:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826152.985743:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826153.561962:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826153.561972:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826153.561982:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826153.561988:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826153.561993:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826153.561996:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826153.562000:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826153.562009:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826153.562015:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562027:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826153.562036:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826153.562040:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562045:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_01+1] req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562122:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562126:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826153.562129:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826153.562132:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781826153.562135:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826153.562137:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826153.562139:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826153.562141:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826153.562144:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826153.562147:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562151:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826153.562158:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826153.562160:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562173:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562181:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562183:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826153.562186:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826153.562189:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781826153.562191:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826153.562193:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826153.562194:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826153.562195:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826153.562200:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826153.562202:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562206:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826153.562226:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826153.562229:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562233:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562240:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562242:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826153.562246:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826153.562248:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826153.562251:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826153.562255:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8783) 00000100:00000001:1.0:1781826153.562327:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826153.562331:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826153.562333:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826153.562338:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562347:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826153.562349:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562353:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826153.562355:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826153.562357:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826153.562361:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826153.562365:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826153.562370:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826153.562373:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562375:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826153.562380:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826153.562383:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826153.562390:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826153.562395:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826153.562402:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826153.562409:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512704, portal 10 00000100:00000001:1.0:1781826153.562411:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826153.562413:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781826153.562420:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562442:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826153.562445:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826153.562449:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826153.562452:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051512704, offset 0 00000400:00000200:1.0:1781826153.562459:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562467:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562474:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826153.562479:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826153.562484:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826153.562487:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826153.562490:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562494:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378911:378911:256:4294967295] 192.168.204.116@tcp LPNI seq info [378862:378862:8:4294967295] 00000400:00000200:1.0:1781826153.562499:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562508:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826153.562514:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826153.562519:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826153.562525:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826153.562532:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826153.562536:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826153.562549:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562554:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24322 usecs (25 jiffies) 00000400:00000200:1.0:1781826153.562558:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826153.562561:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303445532 00000100:00000001:1.0:1781826153.562564:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303449107 00000100:00000001:1.0:1781826153.562566:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303445532 00000100:00000001:1.0:1781826153.562568:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303449107 00000100:00000001:1.0:1781826153.562571:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.562573:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.562576:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.562578:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.562585:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826153.562587:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826153.562589:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826153.562590:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826153.562592:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826153.562594:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781826153.562596:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.562597:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826153.562599:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.562600:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826153.562601:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826153.562602:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826153.562606:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562613:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826153.562614:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562617:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826153.562618:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826153.562620:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826153.562623:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051512576:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826153.562626:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826153.562628:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826153.562630:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562632:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826153.562636:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826153.562638:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826153.562642:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826153.562644:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826153.562648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781826153.562651:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512576, portal 25 00000100:00000001:1.0:1781826153.562652:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826153.562653:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781826153.562658:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562664:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826153.562666:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826153.562668:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781826153.562670:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051512576, offset 0 00000400:00000200:1.0:1781826153.562674:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562678:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562682:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826153.562684:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826153.562687:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826153.562700:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826153.562704:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562707:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378912:378912:255:4294967295] 192.168.204.116@tcp LPNI seq info [378863:378863:7:4294967295] 00000400:00000200:1.0:1781826153.562711:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562717:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826153.562721:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826153.562724:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826153.562728:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826153.562732:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826153.562735:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826153.562737:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826153.562741:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826153.562743:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303454228 00000100:00000001:1.0:1781826153.562750:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303449107 00000100:00000001:1.0:1781826153.562754:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303454228 00000100:00000001:1.0:1781826153.562756:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303449107 00000100:00000001:1.0:1781826153.562759:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.562761:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.562762:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826153.562765:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562773:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826153.562774:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562776:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826153.562778:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826153.562780:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826153.562782:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512832:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826153.562785:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826153.562788:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826153.562789:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.562791:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826153.562794:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826153.562796:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826153.562799:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826153.562801:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826153.562804:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781826153.562807:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512832, portal 10 00000100:00000001:1.0:1781826153.562808:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826153.562809:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781826153.562814:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.562820:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826153.562822:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826153.562833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826153.562836:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051512832, offset 0 00000400:00000200:1.0:1781826153.562840:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562844:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562847:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826153.562850:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826153.562852:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826153.562854:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826153.562857:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826153.562859:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378913:378913:254:4294967295] 192.168.204.116@tcp LPNI seq info [378864:378864:6:4294967295] 00000400:00000200:1.0:1781826153.562863:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826153.562868:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826153.562872:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826153.562875:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826153.562879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826153.562882:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826153.562885:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826153.562888:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.562891:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19896 usecs (20 jiffies) 00000400:00000200:1.0:1781826153.562894:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826153.562896:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303445527 00000100:00000001:1.0:1781826153.562898:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303454228 00000100:00000001:1.0:1781826153.562900:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303445527 00000100:00000001:1.0:1781826153.562902:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303454228 00000100:00000001:1.0:1781826153.562904:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.562906:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.562908:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.562910:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826153.562961:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826153.562965:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:1.0:1781826153.562971:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826153.562977:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826153.562981:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826153.562984:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826153.562988:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826153.562992:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563001:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.563004:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563011:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.563013:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826153.563023:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826153.563025:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:1.0:1781826153.563028:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826153.563031:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826153.563033:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:1.0:1781826153.563035:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:1.0:1781826153.563036:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826153.563039:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563046:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.563049:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563056:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.563058:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826153.563134:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826153.563137:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:1.0:1781826153.563140:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826153.563143:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826153.563146:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781826153.563147:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781826153.563150:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826153.563154:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563161:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.563164:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.563169:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.563170:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781826153.563921:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826153.563926:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826153.571775:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571798:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826153.571802:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571804:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.571813:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571821:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826153.571841:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571847:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571853:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571857:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58380 00000400:00000200:0.0:1781826153.571863:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571869:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbc1 [1] + 224 00000800:00000001:0.0:1781826153.571876:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571881:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.571883:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826153.571887:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826153.571895:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826153.571903:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826153.571913:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826153.571938:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826153.571947:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571952:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826153.571954:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571956:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.571960:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571963:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826153.571967:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571969:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571972:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571975:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58300 00000400:00000200:0.0:1781826153.571978:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.571983:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbd1 [1] + 224 00000800:00000001:0.0:1781826153.571987:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.571997:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.571999:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826153.572003:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826153.572006:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826153.572010:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826153.572025:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826153.572032:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826153.572035:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.572038:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826153.576778:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.576798:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826153.576802:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.576805:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.576814:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.576821:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826153.576840:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.576846:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.576851:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.576855:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58400 00000400:00000200:0.0:1781826153.576859:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826153.576865:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbe1 [1] + 224 00000800:00000001:0.0:1781826153.576871:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.576879:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826153.576883:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826153.576887:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826153.576894:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826153.576902:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826153.576913:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826153.576922:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826153.576929:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826153.576931:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578142:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826153.578149:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826153.578159:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826153.578161:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826153.578165:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826153.578172:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781826153.578175:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781826153.578180:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826153.578189:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826153.578200:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578207:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826153.578209:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578212:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826153.578227:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826153.578230:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826153.578232:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.578235:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826153.578249:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826153.578254:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826153.578257:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826153.578264:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826153.578267:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826153.578269:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.578272:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.578277:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578289:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.578293:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826153.578294:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826153.578298:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826153.578306:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051512576:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826153.578312:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826153.578314:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826153.578315:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826153.578318:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:1.0:1781826153.578319:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:1.0:1781826153.578321:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826153.578324:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826153.578332:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578337:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826153.578348:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578350:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826153.578352:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826153.578353:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826153.578354:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.578356:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826153.578362:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826153.578365:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826153.578367:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826153.578368:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826153.578369:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826153.578372:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.578375:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826153.578377:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826153.578379:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826153.578381:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.578385:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578391:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.578393:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826153.578394:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826153.578398:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826153.578405:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512832:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826153.578409:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826153.578411:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826153.578413:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826153.578415:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826153.578417:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826153.578419:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826153.578537:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826153.578548:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578555:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826153.578558:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578560:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826153.578561:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826153.578563:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826153.578564:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826153.578566:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826153.578571:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=70 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826153.578574:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826153.578576:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826153.578577:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826153.578579:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826153.578581:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.578584:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826153.578585:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826153.578587:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826153.578588:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826153.578592:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578598:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826153.578600:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826153.578601:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826153.578605:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826153.578612:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051512704:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826153.578616:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578618:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.578621:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051512576/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578627:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826153.578630:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826153.578633:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eca00. 02000000:00000001:1.0:1781826153.578637:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826153.578639:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826153.578641:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826153.578644:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826153.578646:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:1.0:1781826153.578649:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826153.578651:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826153.578653:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781826153.578656:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826153.578657:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578659:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.578662:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051512832/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578669:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826153.578670:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826153.578671:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037eda00. 02000000:00000001:1.0:1781826153.578673:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826153.578674:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826153.578675:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826153.578677:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826153.578678:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:1.0:1781826153.578680:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826153.578681:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826153.578682:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781826153.578684:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826153.578685:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578686:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826153.578919:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051512704/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826153.578928:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826153.578930:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826153.578931:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f037ece00. 02000000:00000001:1.0:1781826153.578934:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826153.578935:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826153.578936:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826153.578939:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826153.578941:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:1.0:1781826153.578943:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826153.578944:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826153.578945:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781826153.578948:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826153.578949:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578952:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826153.578959:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826153.578961:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826153.578963:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826153.578966:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826154.006591:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826154.006598:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826154.006603:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826154.006604:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826154.006607:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826154.006608:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826154.006633:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826154.006636:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826154.006638:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826155.030224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826155.030242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826155.030250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826155.030252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826155.030256:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826155.030257:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826155.030561:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826155.030566:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826155.030570:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826156.054469:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826156.054476:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826156.054482:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826156.054484:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826156.054487:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826156.054488:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826156.055863:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826156.055868:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826156.055872:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826157.078237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826157.078244:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826157.078250:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826157.078252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826157.078255:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826157.078256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826157.079464:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826157.079469:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826157.079473:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826158.102224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826158.102232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826158.102237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826158.102238:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826158.102241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826158.102243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826158.102384:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826158.102387:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826158.102390:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826158.679474:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826158.679485:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826158.679496:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781826158.679503:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826158.679507:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826158.679510:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826158.679515:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826158.679523:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781826158.679530:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679541:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826158.679552:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826158.679556:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679562:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_00+0] req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.679597:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679600:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826158.679603:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826158.679606:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781826158.679609:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826158.679611:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826158.679612:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826158.679614:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826158.679617:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826158.679620:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679624:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826158.679637:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826158.679639:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679643:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.679650:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679653:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826158.679656:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826158.679658:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781826158.679660:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826158.679662:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826158.679663:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826158.679664:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826158.679667:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781826158.679669:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679672:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826158.679679:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826158.679680:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679684:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_00+0] req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.679690:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679692:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826158.679696:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826158.679699:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826158.679702:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826158.679706:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8788) 00000100:00000001:0.0:1781826158.679719:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826158.679722:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826158.679734:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826158.679739:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.679748:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826158.679750:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.679753:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826158.679756:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826158.679759:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826158.679762:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051513088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826158.679766:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826158.679772:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826158.679774:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.679777:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826158.679781:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781826158.679783:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826158.679790:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826158.679795:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781826158.679802:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e770. 00000100:00000200:0.0:1781826158.679809:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513088, portal 10 00000100:00000001:0.0:1781826158.679811:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826158.679813:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:0.0:1781826158.679820:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.679828:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826158.679830:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826158.679833:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781826158.679836:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513088, offset 0 00000400:00000200:0.0:1781826158.679842:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826158.679873:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.679881:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826158.679886:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826158.679891:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826158.679894:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826158.679896:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826158.679900:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378914:378914:256:4294967295] 192.168.204.116@tcp LPNI seq info [378865:378865:8:4294967295] 00000400:00000200:0.0:1781826158.679904:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.679912:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826158.679917:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826158.679922:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781826158.679928:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826158.679951:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826158.679955:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826158.679966:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.679970:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24315 usecs (25 jiffies) 00000400:00000200:0.0:1781826158.679973:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826158.679976:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303450650 00000100:00000001:0.0:1781826158.679979:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303454228 00000100:00000001:0.0:1781826158.679981:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303450650 00000100:00000001:0.0:1781826158.679984:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303454228 00000100:00000001:0.0:1781826158.679986:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826158.679989:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.679991:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.679993:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826158.680000:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826158.680002:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826158.680004:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826158.680005:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826158.680006:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826158.680008:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781826158.680010:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826158.680012:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826158.680013:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826158.680015:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826158.680016:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826158.680017:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826158.680020:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680027:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826158.680028:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.680030:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826158.680031:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826158.680033:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826158.680036:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051512960:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826158.680039:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826158.680042:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826158.680044:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.680045:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826158.680048:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826158.680050:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826158.680053:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826158.680055:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826158.680059:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eaa0. 00000100:00000200:0.0:1781826158.680061:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051512960, portal 25 00000100:00000001:0.0:1781826158.680063:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826158.680064:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:0.0:1781826158.680069:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680074:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826158.680076:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826158.680124:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781826158.680127:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051512960, offset 0 00000400:00000200:0.0:1781826158.680132:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826158.680136:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.680139:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826158.680142:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826158.680145:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826158.680147:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826158.680148:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826158.680151:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378915:378915:255:4294967295] 192.168.204.116@tcp LPNI seq info [378866:378866:7:4294967295] 00000400:00000200:0.0:1781826158.680154:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.680159:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826158.680163:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826158.680167:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781826158.680170:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826158.680174:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826158.680176:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826158.680179:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826158.680182:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826158.680183:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303459347 00000100:00000001:0.0:1781826158.680190:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303454228 00000100:00000001:0.0:1781826158.680193:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303459347 00000100:00000001:0.0:1781826158.680196:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303454228 00000100:00000001:0.0:1781826158.680199:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826158.680201:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680203:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826158.680206:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680213:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826158.680214:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.680216:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826158.680218:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826158.680220:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826158.680222:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051513216:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826158.680225:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826158.680375:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826158.680377:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826158.680379:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826158.680382:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826158.680384:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826158.680388:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826158.680391:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389f8. 00000400:00000010:0.0:1781826158.680394:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ecc0. 00000100:00000200:0.0:1781826158.680397:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513216, portal 10 00000100:00000001:0.0:1781826158.680399:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826158.680400:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:0.0:1781826158.680406:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680413:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826158.680414:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826158.680417:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781826158.680419:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513216, offset 0 00000400:00000200:0.0:1781826158.680423:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826158.680427:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.680430:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826158.680432:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826158.680435:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826158.680437:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826158.680439:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826158.680442:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378916:378916:254:4294967295] 192.168.204.116@tcp LPNI seq info [378867:378867:6:4294967295] 00000400:00000200:0.0:1781826158.680446:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.680451:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826158.680456:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826158.680459:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826158.680463:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826158.680467:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826158.680469:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826158.680472:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826158.680475:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19897 usecs (20 jiffies) 00000400:00000200:0.0:1781826158.680478:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826158.680481:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303450646 00000100:00000001:0.0:1781826158.680483:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303459347 00000100:00000001:0.0:1781826158.680485:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303450646 00000100:00000001:0.0:1781826158.680487:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303459347 00000100:00000001:0.0:1781826158.680489:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826158.680491:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680493:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680495:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826158.680541:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826158.680545:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:0.0:1781826158.680550:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.680555:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826158.680559:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781826158.680561:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781826158.680568:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826158.680572:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680581:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826158.680584:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680591:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680593:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826158.680604:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826158.680606:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781826158.680609:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.680612:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826158.680614:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781826158.680615:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781826158.680617:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826158.680621:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680628:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826158.680630:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680636:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680638:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826158.680699:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826158.680702:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781826158.680705:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.680708:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826158.680711:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781826158.680712:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781826158.680714:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826158.680718:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680734:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826158.680737:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.680743:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826158.680745:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826158.683311:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826158.683319:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826158.687857:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.687873:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826158.687878:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.687881:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.687889:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.687897:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826158.687905:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.687910:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.687916:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.687920:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58480 00000400:00000200:0.0:1781826158.687925:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.687931:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc01 [1] + 224 00000800:00000001:0.0:1781826158.688136:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688142:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.688145:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.688150:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826158.688157:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826158.688168:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826158.688180:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.688207:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826158.688216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688220:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826158.688222:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688224:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.688237:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688241:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826158.688246:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688249:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688252:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688255:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58500 00000400:00000200:0.0:1781826158.688258:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688262:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffbf1 [1] + 224 00000800:00000001:0.0:1781826158.688266:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688270:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.688271:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.688275:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826158.688277:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826158.688281:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826158.688290:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.688302:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826158.688306:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688309:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826158.688311:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688312:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.688315:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688319:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826158.688322:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688324:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688327:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688329:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58580 00000400:00000200:0.0:1781826158.688332:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826158.688336:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc11 [1] + 224 00000800:00000001:0.0:1781826158.688340:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688346:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826158.688348:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826158.688351:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826158.688353:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826158.688358:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826158.688366:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826158.688373:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826158.688376:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826158.688379:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691486:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826158.691495:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826158.691504:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826158.691506:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826158.691511:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:1.0:1781826158.691520:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eaa0 00000400:00000010:1.0:1781826158.691522:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eaa0. 00000100:00000001:1.0:1781826158.691528:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826158.691539:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826158.691552:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691559:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826158.691561:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691564:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826158.691567:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826158.691570:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826158.691571:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826158.691574:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826158.691580:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826158.691585:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826158.691587:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826158.691589:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826158.691591:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826158.691594:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826158.691596:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826158.691600:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691608:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826158.691611:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826158.691613:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826158.691617:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826158.691624:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051512960:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826158.691629:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826158.691630:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826158.691633:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389f8. 00000400:00000200:1.0:1781826158.691635:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ecc0 00000400:00000010:1.0:1781826158.691636:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ecc0. 00000100:00000001:1.0:1781826158.691639:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826158.691642:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826158.691650:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691656:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826158.691657:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691659:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826158.691660:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826158.691661:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826158.691662:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826158.691664:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826158.691669:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826158.691672:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826158.691674:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826158.691675:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826158.691676:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826158.691679:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826158.691682:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826158.691684:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826158.691686:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826158.691687:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826158.691690:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691696:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826158.691698:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826158.691699:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826158.691702:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826158.691709:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051513216:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826158.691714:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826158.691715:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826158.691716:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:1.0:1781826158.691719:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e770 00000400:00000010:1.0:1781826158.691720:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e770. 00000100:00000001:1.0:1781826158.691722:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826158.691737:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826158.691745:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691751:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826158.691752:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691754:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826158.691755:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826158.691756:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826158.691758:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826158.691759:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826158.691762:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=75 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826158.691765:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=138 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826158.691767:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826158.691768:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826158.691769:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826158.691771:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826158.691773:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826158.691774:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826158.691776:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826158.691777:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826158.691780:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691786:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826158.691787:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826158.691789:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826158.691792:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826158.691799:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051513088:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826158.691804:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691807:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826158.691811:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051512960/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691817:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826158.691820:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826158.691823:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:1.0:1781826158.691827:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826158.691829:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826158.691831:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826158.691833:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826158.691835:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:1.0:1781826158.691838:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826158.691839:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826158.691841:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:1.0:1781826158.691844:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826158.691846:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691847:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826158.691849:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051513216/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691855:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826158.691856:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826158.691858:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826158.691860:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826158.691861:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826158.691862:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826158.691864:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826158.691865:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:1.0:1781826158.691867:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826158.691868:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826158.691869:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:1.0:1781826158.691871:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826158.691872:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691874:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826158.691876:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051513088/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826158.691881:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826158.691882:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826158.691883:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:1.0:1781826158.691885:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826158.691885:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826158.691886:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826158.691888:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826158.691889:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826158.691890:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826158.691891:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826158.691892:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:1.0:1781826158.691893:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826158.691894:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691896:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826158.691903:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826158.691905:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826158.691907:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826158.691909:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126281:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826159.126288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126294:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826159.126298:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826159.126300:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826159.126304:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126307:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826159.126309:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126311:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126313:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826159.126317:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826159.126318:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826159.128900:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826159.128906:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826159.128910:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826160.150217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826160.150224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826160.150229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826160.150231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826160.150234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826160.150235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826160.150339:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826160.150342:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826160.150345:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826161.174393:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826161.174401:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826161.174407:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826161.174409:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826161.174412:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826161.174414:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826161.174694:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826161.174699:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826161.174702:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826162.199452:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826162.199471:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826162.199473:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826162.199477:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199481:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826162.199484:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199486:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199488:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199492:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826162.199493:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199496:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826162.199498:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826162.199499:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826162.199500:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199502:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826162.199503:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199504:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826162.199506:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826162.199682:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826162.199686:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826162.199689:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826163.223970:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826163.223976:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826163.223981:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826163.223982:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826163.223985:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826163.223986:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826163.226112:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826163.226118:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826163.226123:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826163.798712:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826163.798723:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826163.798734:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032300. 00000020:00000040:0.0:1781826163.798741:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826163.798745:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826163.798749:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826163.798754:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826163.798762:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826163.798770:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798781:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826163.798793:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826163.798797:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798804:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056703e4a] to pc [ptlrpcd_00_01+1] req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.798842:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798845:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826163.798849:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826163.798852:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781826163.798855:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826163.798857:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826163.798858:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826163.798860:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826163.798863:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826163.798866:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798871:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826163.798878:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826163.798880:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798883:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_00+0] req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.798896:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798899:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826163.798901:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826163.798904:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781826163.798906:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826163.798908:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826163.798909:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826163.798911:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826163.798914:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826163.798916:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798920:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826163.798926:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826163.798928:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798931:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.798937:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.798939:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826163.798942:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826163.798945:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826163.798948:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826163.798953:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8793) 00000100:00000001:0.0:1781826163.798968:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826163.798972:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826163.798974:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826163.798979:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.798991:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826163.798994:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.798997:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826163.798999:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826163.799002:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826163.799005:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051513472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826163.799008:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826163.799014:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826163.799016:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.799018:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826163.799023:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826163.799025:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826163.799033:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826163.799037:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838160. 00000400:00000010:0.0:1781826163.799045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781826163.799052:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513472, portal 10 00000100:00000001:0.0:1781826163.799055:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826163.799056:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:0.0:1781826163.799063:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799071:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826163.799074:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826163.799094:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781826163.799098:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513472, offset 0 00000400:00000200:0.0:1781826163.799105:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799116:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799124:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826163.799130:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826163.799134:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826163.799138:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826163.799141:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799145:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378917:378917:256:4294967295] 192.168.204.116@tcp LPNI seq info [378868:378868:8:4294967295] 00000400:00000200:0.0:1781826163.799149:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799159:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826163.799166:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826163.799172:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781826163.799179:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826163.799187:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826163.799192:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826163.799205:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.799211:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24296 usecs (25 jiffies) 00000400:00000200:0.0:1781826163.799214:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826163.799216:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303455770 00000100:00000001:0.0:1781826163.799220:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303459347 00000100:00000001:0.0:1781826163.799222:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303455770 00000100:00000001:0.0:1781826163.799225:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303459347 00000100:00000001:0.0:1781826163.799227:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826163.799230:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799233:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799235:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826163.799242:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826163.799244:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826163.799246:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826163.799247:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826163.799249:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826163.799251:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781826163.799253:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826163.799254:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826163.799256:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826163.799257:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826163.799258:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826163.799259:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826163.799263:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799269:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826163.799270:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.799272:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826163.799274:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826163.799275:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826163.799278:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051513344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826163.799281:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826163.799283:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826163.799284:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.799286:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826163.799289:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781826163.799290:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826163.799294:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826163.799297:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088380b0. 00000400:00000010:0.0:1781826163.799301:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781826163.799303:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513344, portal 25 00000100:00000001:0.0:1781826163.799305:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826163.799306:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721987328 : -122530987564288 : ffff908f08032300) 00000100:00000040:0.0:1781826163.799310:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799315:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826163.799317:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826163.799319:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826163.799320:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051513344, offset 0 00000400:00000200:0.0:1781826163.799324:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799328:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799331:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826163.799334:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826163.799336:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826163.799338:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826163.799340:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799342:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378918:378918:255:4294967295] 192.168.204.116@tcp LPNI seq info [378869:378869:7:4294967295] 00000400:00000200:0.0:1781826163.799346:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799351:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826163.799355:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826163.799359:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781826163.799362:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826163.799366:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826163.799369:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826163.799371:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826163.799374:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826163.799376:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303464466 00000100:00000001:0.0:1781826163.799384:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303459347 00000100:00000001:0.0:1781826163.799387:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303464466 00000100:00000001:0.0:1781826163.799390:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303459347 00000100:00000001:0.0:1781826163.799393:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826163.799395:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799397:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826163.799399:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799405:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826163.799407:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.799408:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826163.799410:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826163.799412:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826163.799414:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051513600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826163.799417:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826163.799420:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826163.799421:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826163.799423:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826163.799425:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eacc00. 02000000:00000001:0.0:1781826163.799428:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826163.799431:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826163.799433:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838268. 00000400:00000010:0.0:1781826163.799436:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781826163.799439:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513600, portal 10 00000100:00000001:0.0:1781826163.799441:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826163.799442:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781826163.799447:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799453:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826163.799455:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826163.799457:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781826163.799459:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513600, offset 0 00000400:00000200:0.0:1781826163.799463:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799466:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799469:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826163.799472:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826163.799474:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826163.799476:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826163.799478:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826163.799481:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378919:378919:254:4294967295] 192.168.204.116@tcp LPNI seq info [378870:378870:6:4294967295] 00000400:00000200:0.0:1781826163.799484:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.799489:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826163.799493:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826163.799498:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781826163.799501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826163.799505:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826163.799507:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826163.799509:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826163.799511:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19888 usecs (20 jiffies) 00000400:00000200:0.0:1781826163.799514:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826163.799516:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303455765 00000100:00000001:0.0:1781826163.799518:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303464466 00000100:00000001:0.0:1781826163.799520:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303455765 00000100:00000001:0.0:1781826163.799522:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303464466 00000100:00000001:0.0:1781826163.799523:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826163.799525:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799527:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799529:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826163.799576:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826163.799580:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781826163.799587:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.799591:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826163.799596:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781826163.799598:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781826163.799603:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826163.799608:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799616:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826163.799619:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799637:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799639:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826163.799649:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826163.799651:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:0.0:1781826163.799653:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.799656:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826163.799658:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781826163.799660:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781826163.799662:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826163.799665:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799672:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826163.799675:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799680:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799682:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826163.799750:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826163.799753:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781826163.799755:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.799758:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826163.799761:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:0.0:1781826163.799762:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:0.0:1781826163.799765:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826163.799768:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799774:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826163.799777:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.799782:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826163.799784:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826163.799870:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.799873:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826163.804153:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804169:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826163.804173:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804176:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.804184:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804192:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826163.804201:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804206:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804211:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804215:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58680 00000400:00000200:0.0:1781826163.804219:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804225:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc21 [1] + 224 00000800:00000001:0.0:1781826163.804232:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804236:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.804239:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.804244:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826163.804251:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826163.804260:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826163.804273:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.804339:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.804344:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826163.804365:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826163.804375:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804379:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826163.804381:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804383:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.804386:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804389:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826163.804393:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804395:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804398:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804401:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58700 00000400:00000200:0.0:1781826163.804404:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.804407:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc41 [1] + 224 00000800:00000001:0.0:1781826163.804411:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804418:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.804420:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.804423:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826163.804426:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826163.804430:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826163.804439:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.804445:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826163.804448:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.804451:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781826163.806094:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826163.806100:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826163.806105:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838160. 00000400:00000200:1.0:1781826163.806112:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:1.0:1781826163.806115:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:1.0:1781826163.806120:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826163.806129:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826163.806140:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806148:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826163.806151:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.806154:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826163.806157:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826163.806159:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826163.806162:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826163.806165:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826163.806174:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826163.806178:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826163.806180:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826163.806182:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826163.806185:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826163.806188:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806191:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826163.806193:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826163.806195:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826163.806197:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826163.806201:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806208:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826163.806212:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826163.806213:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826163.806217:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826163.806224:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051513472:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826163.806230:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806233:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826163.806237:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051513472/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806244:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826163.806247:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826163.806250:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:1.0:1781826163.806255:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826163.806257:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826163.806259:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826163.806262:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826163.806265:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781826163.806268:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826163.806269:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826163.806271:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:1.0:1781826163.806275:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826163.806276:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.806280:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806282:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.806285:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826163.806288:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826163.806289:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826163.806291:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838268. 00000400:00000200:1.0:1781826163.806293:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:1.0:1781826163.806295:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:1.0:1781826163.806298:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826163.806302:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826163.806310:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806316:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826163.806318:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.806319:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826163.806321:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826163.806323:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826163.806324:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826163.806326:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826163.806330:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826163.806333:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826163.806335:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826163.806336:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826163.806338:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826163.806340:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806342:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826163.806344:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826163.806345:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826163.806346:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826163.806350:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806357:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826163.806359:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826163.806361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826163.806364:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826163.806371:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051513600:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826163.806375:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806377:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826163.806380:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051513600/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.806385:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826163.806387:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826163.806388:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eacc00. 02000000:00000001:1.0:1781826163.806391:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826163.806392:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826163.806393:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826163.806395:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826163.806397:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781826163.806399:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826163.806400:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826163.806401:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:1.0:1781826163.806404:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826163.806406:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.806407:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806409:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.806410:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826163.806412:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.806414:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826163.807263:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.807276:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826163.807281:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.807284:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.807292:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.807298:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826163.807307:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.807312:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.807317:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.807321:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58600 00000400:00000200:0.0:1781826163.807326:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826163.807331:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc31 [1] + 224 00000800:00000001:0.0:1781826163.807337:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.807344:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826163.807346:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826163.807350:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826163.807355:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826163.807362:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826163.807370:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826163.807387:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826163.807395:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826163.807398:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.808831:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.808838:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826163.808848:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826163.808850:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826163.808853:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088380b0. 00000400:00000200:1.0:1781826163.808860:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:1.0:1781826163.808863:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:1.0:1781826163.808929:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826163.808939:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826163.808950:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.808957:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826163.808959:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.808961:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826163.808964:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826163.808966:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826163.808968:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826163.808971:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826163.808977:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826163.808981:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=143 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826163.808983:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826163.808985:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826163.808987:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826163.808989:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.808992:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826163.809337:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.809346:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826163.809349:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826163.809351:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826163.809355:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826163.809363:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051513344:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826163.809368:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.809371:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826163.809375:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032300 x1868371051513344/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826163.809382:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826163.809385:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826163.809389:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781826163.809393:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826163.809396:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826163.809398:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826163.809400:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826163.809403:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826163.809406:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826163.809408:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826163.809410:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032300. 00000100:00000001:1.0:1781826163.809413:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826163.809415:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.809417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826163.809425:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826163.809427:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826163.809430:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826163.809432:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826164.247973:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826164.247980:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826164.247985:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826164.247987:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826164.247989:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826164.247991:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826164.248101:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826164.248105:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826164.248108:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826165.272292:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826165.272299:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826165.272306:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826165.272307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826165.272310:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826165.272311:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826165.277014:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826165.277022:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826165.277027:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826166.294235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826166.294242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826166.294247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826166.294248:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826166.294251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826166.294252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826166.294624:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826166.294628:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826166.294631:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826167.318288:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826167.318294:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826167.318300:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826167.318301:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826167.318304:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826167.318305:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826167.318904:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826167.318908:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826167.318911:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826168.342338:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826168.342346:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826168.342352:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826168.342353:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826168.342356:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826168.342358:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826168.342451:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826168.342455:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826168.342458:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826168.918388:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826168.918401:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826168.918417:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826168.918425:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826168.918430:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826168.918434:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826168.918442:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826168.918453:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826168.918462:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918477:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826168.918489:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826168.918495:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918502:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_00+0] req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826168.918547:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918550:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826168.918554:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826168.918557:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781826168.918559:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826168.918562:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826168.918563:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826168.918565:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826168.918567:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826168.918570:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918574:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826168.918580:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826168.918582:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918585:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826168.918593:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918595:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826168.918598:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826168.918601:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781826168.918603:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826168.918605:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826168.918606:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826168.918607:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826168.918613:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826168.918615:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918619:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826168.918631:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826168.918633:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918637:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826168.918643:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826168.918645:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826168.918649:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826168.918651:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826168.918654:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826168.918661:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8798) 00000100:00000001:2.0:1781826168.918796:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.918801:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826168.918804:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826168.918811:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.918820:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826168.918823:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.918828:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826168.918831:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826168.918834:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826168.918838:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051513728:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826168.918842:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826168.918850:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826168.918853:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.918856:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826168.918862:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826168.918863:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826168.918873:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826168.918878:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826168.918888:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826168.918897:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513728, portal 25 00000100:00000001:2.0:1781826168.918900:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826168.918901:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781826168.918906:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.918913:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826168.918917:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826168.918920:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490d48. 00000100:00000200:2.0:1781826168.918924:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051513728, offset 0 00000400:00000200:2.0:1781826168.918932:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826168.918942:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.918952:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826168.918958:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826168.918964:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826168.918968:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826168.918971:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826168.918975:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378920:378920:256:4294967295] 192.168.204.116@tcp LPNI seq info [378871:378871:8:4294967295] 00000400:00000200:2.0:1781826168.918980:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.918990:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826168.918998:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826168.919003:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a200. 00000800:00000200:2.0:1781826168.919011:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826168.919021:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826168.919026:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826168.919046:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826168.919052:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826168.919056:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303469585 00000100:00000001:2.0:1781826168.919066:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303464466 00000100:00000001:2.0:1781826168.919070:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303469585 00000100:00000001:2.0:1781826168.919075:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303464466 00000100:00000001:2.0:1781826168.919106:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.919109:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.919112:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826168.919116:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.919122:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826168.919124:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.919127:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826168.919128:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826168.919130:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826168.919132:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051513984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826168.919135:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826168.919138:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826168.919139:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.919141:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826168.919143:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826168.919145:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826168.919149:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826168.919151:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826168.919155:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781826168.919158:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513984, portal 10 00000100:00000001:2.0:1781826168.919160:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826168.919161:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:2.0:1781826168.919168:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.919176:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826168.919178:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826168.919180:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490dd0. 00000100:00000200:2.0:1781826168.919183:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513984, offset 0 00000400:00000200:2.0:1781826168.919188:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826168.919193:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.919197:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826168.919200:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826168.919203:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826168.919205:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826168.919207:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826168.919210:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378921:378921:255:4294967295] 192.168.204.116@tcp LPNI seq info [378872:378872:7:4294967295] 00000400:00000200:2.0:1781826168.919215:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.919223:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826168.919228:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826168.919232:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826168.919236:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826168.919240:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826168.919243:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826168.919246:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826168.919252:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19872 usecs (20 jiffies) 00000400:00000200:2.0:1781826168.919256:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826168.919258:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303460885 00000100:00000001:2.0:1781826168.919261:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303469585 00000100:00000001:2.0:1781826168.919264:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303460885 00000100:00000001:2.0:1781826168.919268:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303469585 00000800:00000200:1.0:1781826168.919268:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781826168.919273:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.919282:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781826168.919286:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a200. 00000100:00000001:2.0:1781826168.919287:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.919295:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826168.919302:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1781826168.919306:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826168.919311:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826168.919317:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1781826168.919319:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781826168.919321:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826168.919326:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826168.919330:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000400:00000200:1.0:1781826168.919331:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490d48 00000100:00000001:2.0:1781826168.919333:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1781826168.919336:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490d48. 00000100:00000001:2.0:1781826168.919338:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826168.919342:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.919344:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.919347:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826168.919348:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781826168.919352:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826168.919361:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826168.919363:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.919399:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826168.919402:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1781826168.919403:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.919410:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1781826168.919413:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1781826168.919414:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826168.919419:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826168.919428:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051513856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826168.919438:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826168.919443:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1781826168.919444:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.919447:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826168.919450:0:2386:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1781826168.919452:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826168.919457:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826168.919460:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826168.919464:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826168.919468:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826168.919473:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781826168.919476:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051513856, portal 10 00000100:00000001:2.0:1781826168.919478:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826168.919479:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781826168.919487:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.919493:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826168.919494:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826168.919498:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490aa0. 00000100:00000200:2.0:1781826168.919500:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051513856, offset 0 00000400:00000200:2.0:1781826168.919504:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826168.919508:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.919511:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826168.919514:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826168.919516:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826168.919518:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826168.919520:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826168.919522:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378922:378922:255:4294967295] 192.168.204.116@tcp LPNI seq info [378873:378873:7:4294967295] 00000400:00000200:2.0:1781826168.919538:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826168.919544:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826168.919549:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826168.919554:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826168.919558:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826168.919561:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826168.919564:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826168.919567:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826168.919570:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24266 usecs (25 jiffies) 00000400:00000200:2.0:1781826168.919573:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826168.919574:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303460890 00000100:00000001:2.0:1781826168.919577:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303469585 00000100:00000001:2.0:1781826168.919579:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303460890 00000100:00000001:2.0:1781826168.919580:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303469585 00000100:00000001:2.0:1781826168.919582:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.919584:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.919587:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.919589:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.919624:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.919626:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826168.919935:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826168.919939:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781826168.919943:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826168.919949:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826168.919953:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490dd0 00000400:00000010:1.0:1781826168.919955:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490dd0. 00000100:00000001:1.0:1781826168.919958:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826168.919964:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826168.919973:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826168.919976:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826168.919983:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826168.919985:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826168.919998:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826168.920001:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781826168.920003:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826168.920006:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826168.920008:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490aa0 00000400:00000010:1.0:1781826168.920010:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490aa0. 00000100:00000001:1.0:1781826168.920024:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826168.920029:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826168.920035:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826168.920037:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826168.920043:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826168.920044:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826168.924125:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.924148:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826168.924153:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.924156:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826168.924170:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.924180:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826168.924190:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.924196:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.924203:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.924209:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58880 00000400:00000200:0.0:1781826168.924215:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.924223:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc59 [1] + 224 00000800:00000001:0.0:1781826168.924232:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.924240:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826168.924244:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826168.924249:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826168.924257:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826168.924270:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826168.924283:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826168.924308:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826168.924322:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.924326:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826168.924966:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826168.924984:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826168.924988:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826168.924990:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826168.924999:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826168.925006:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826168.925029:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826168.925034:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826168.925040:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826168.925044:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58780 00000400:00000200:1.0:1781826168.925048:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826168.925055:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc51 [1] + 224 00000800:00000001:1.0:1781826168.925061:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826168.925070:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826168.925136:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826168.925142:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826168.925150:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826168.925158:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826168.925173:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826168.925180:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826168.925188:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826168.925192:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.927535:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.927546:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826168.927560:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826168.927563:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826168.927569:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826168.927582:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826168.927585:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826168.927592:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826168.927608:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826168.927621:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927631:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826168.927635:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.927639:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826168.927643:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826168.927647:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826168.927650:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.927654:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826168.927664:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826168.927670:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826168.927673:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826168.927675:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826168.927678:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826168.927680:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.927684:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826168.927690:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927698:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.927702:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826168.927704:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826168.927709:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826168.927716:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051513728:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826168.927723:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826168.927724:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826168.927726:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826168.927728:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000400:00000010:2.0:1781826168.927730:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781826168.927732:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826168.927736:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826168.927746:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927752:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826168.927754:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.927755:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826168.927757:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826168.927758:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826168.927759:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.927761:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826168.927768:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826168.927771:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826168.927773:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826168.927774:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826168.927776:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826168.927780:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.927784:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826168.927786:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826168.927789:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826168.927790:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826168.927793:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927799:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.927800:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826168.927801:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826168.927805:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826168.927811:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051513984:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826168.927816:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.927818:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826168.927821:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051513728/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927827:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826168.927830:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826168.927835:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826168.927840:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826168.927843:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826168.927846:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826168.927849:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826168.927852:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826168.927856:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826168.927859:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826168.927861:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781826168.927866:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826168.927868:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.927869:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826168.927873:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051513984/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.927879:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826168.927880:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826168.927882:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826168.927886:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826168.927887:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826168.927889:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826168.927891:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826168.927892:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826168.927894:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826168.927895:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826168.927897:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781826168.927899:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826168.927900:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.927904:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.927906:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.927907:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826168.927909:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.927911:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826168.931024:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.931039:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826168.931042:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.931044:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826168.931051:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.931056:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826168.931063:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.931067:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.931071:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.931074:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58800 00000400:00000200:0.0:1781826168.931107:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826168.931112:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc61 [1] + 224 00000800:00000001:0.0:1781826168.931119:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.931171:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826168.931175:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826168.931179:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826168.931187:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826168.931201:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826168.931214:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826168.931231:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826168.931239:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826168.931243:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.931392:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.931401:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826168.931412:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826168.931415:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826168.931419:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826168.931429:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781826168.931432:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781826168.931438:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826168.931449:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826168.931462:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.931471:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826168.931474:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.931477:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826168.931481:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826168.931484:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826168.931487:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826168.931491:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826168.931503:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=85 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826168.931508:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=148 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826168.931512:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826168.931514:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826168.931517:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826168.931522:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.931536:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826168.931538:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826168.931541:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826168.931542:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826168.931548:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.931556:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826168.931559:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826168.931562:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826168.931565:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826168.931574:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051513856:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826168.931580:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.931583:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826168.931585:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051513856/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826168.931592:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826168.931596:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826168.931600:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826168.931606:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826168.931609:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826168.931612:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826168.931614:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826168.931618:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781826168.931622:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826168.931624:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826168.931627:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781826168.931635:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826168.931636:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.931639:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826168.931649:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826168.931651:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826168.931654:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826168.931657:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366352:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826169.366360:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366365:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826169.366369:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826169.366371:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826169.366374:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366377:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826169.366380:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366382:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366384:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826169.366388:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826169.366389:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826169.366474:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826169.366477:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826169.366480:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826170.390200:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826170.390207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826170.390213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826170.390214:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826170.390217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826170.390218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826170.390379:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826170.390383:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826170.390386:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826171.414305:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826171.414313:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826171.414315:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826171.414319:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414323:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826171.414325:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414327:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414329:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414333:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826171.414335:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414338:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826171.414339:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826171.414340:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826171.414341:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414343:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826171.414344:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414345:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826171.414347:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826171.416369:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826171.416375:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826171.416380:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826172.438269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826172.438276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826172.438282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826172.438283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826172.438295:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826172.438297:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826172.438399:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826172.438403:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826172.438406:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826173.462674:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826173.462682:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826173.462690:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826173.462691:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826173.462694:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826173.462696:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826173.462826:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826173.462830:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826173.462833:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826174.038192:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826174.038203:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826174.038214:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781826174.038220:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826174.038224:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826174.038227:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826174.038232:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826174.038241:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826174.038247:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038259:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826174.038268:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826174.038273:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038279:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826174.038309:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038312:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826174.038316:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826174.038319:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781826174.038321:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826174.038323:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826174.038324:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826174.038326:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826174.038329:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826174.038331:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038335:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826174.038342:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826174.038344:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038348:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826174.038356:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038358:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826174.038361:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826174.038363:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781826174.038365:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826174.038367:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826174.038369:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826174.038370:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826174.038373:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781826174.038375:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038379:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826174.038385:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826174.038387:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038390:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826174.038401:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826174.038403:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826174.038406:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826174.038409:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826174.038411:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826174.038416:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8803) 00000100:00000001:2.0:1781826174.038497:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.038501:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826174.038504:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826174.038511:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038518:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826174.038520:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038523:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826174.038527:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826174.038530:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826174.038533:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051514112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.038537:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826174.038543:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826174.038546:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038549:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826174.038553:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826174.038556:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826174.038563:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826174.038567:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826174.038574:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781826174.038582:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514112, portal 25 00000100:00000001:2.0:1781826174.038584:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826174.038585:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:2.0:1781826174.038590:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038597:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826174.038600:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826174.038603:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490088. 00000100:00000200:2.0:1781826174.038606:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051514112, offset 0 00000400:00000200:2.0:1781826174.038612:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826174.038621:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.038628:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826174.038633:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826174.038637:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826174.038640:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826174.038642:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826174.038646:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378923:378923:256:4294967295] 192.168.204.116@tcp LPNI seq info [378874:378874:8:4294967295] 00000400:00000200:2.0:1781826174.038651:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.038660:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826174.038666:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826174.038671:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781826174.038677:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826174.038684:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826174.038688:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826174.038706:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826174.038711:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826174.038714:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303474705 00000100:00000001:2.0:1781826174.038722:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303469585 00000100:00000001:2.0:1781826174.038726:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303474705 00000100:00000001:2.0:1781826174.038729:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303469585 00000100:00000001:2.0:1781826174.038732:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826174.038735:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.038737:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826174.038741:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038748:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826174.038749:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038751:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826174.038753:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826174.038754:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826174.038757:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051514368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.038760:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826174.038763:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826174.038764:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038766:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826174.038768:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826174.038770:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826174.038773:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826174.038775:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826174.038778:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826174.038781:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514368, portal 10 00000100:00000001:2.0:1781826174.038783:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826174.038784:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781826174.038791:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038796:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826174.038798:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826174.038801:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781826174.038803:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051514368, offset 0 00000400:00000200:2.0:1781826174.038807:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826174.038810:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.038813:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826174.038815:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826174.038817:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826174.038819:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826174.038821:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826174.038823:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378924:378924:255:4294967295] 192.168.204.116@tcp LPNI seq info [378875:378875:7:4294967295] 00000400:00000200:2.0:1781826174.038827:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.038832:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826174.038836:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826174.038839:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826174.038843:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826174.038848:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826174.038850:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826174.038853:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.038856:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19858 usecs (20 jiffies) 00000400:00000200:2.0:1781826174.038859:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826174.038861:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303466004 00000100:00000001:2.0:1781826174.038863:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303474705 00000100:00000001:2.0:1781826174.038865:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303466004 00000800:00000200:1.0:1781826174.038865:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1781826174.038867:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303474705 00000100:00000001:2.0:1781826174.038869:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1781826174.038870:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000100:00000001:2.0:1781826174.038871:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.038873:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.038875:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826174.038875:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826174.038881:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:2.0:1781826174.038883:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826174.038885:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1781826174.038886:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490088 00000100:00000001:2.0:1781826174.038888:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1781826174.038888:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490088. 00000100:00000001:2.0:1781826174.038889:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826174.038890:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826174.038893:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826174.038893:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781826174.038894:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.038896:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826174.038897:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1781826174.038897:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038899:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.038900:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826174.038901:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826174.038905:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.038907:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826174.038910:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.038911:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826174.038912:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038914:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826174.038916:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826174.038917:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038918:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826174.038919:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:2.0:1781826174.038921:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051514240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.038923:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826174.038926:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826174.038927:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.038929:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826174.038931:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826174.038933:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826174.038933:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826174.038935:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:2.0:1781826174.038936:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.038937:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1781826174.038939:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000200:1.0:1781826174.038940:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000010:2.0:1781826174.038942:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000400:00000200:1.0:1781826174.038942:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384905d8 00000400:00000010:1.0:1781826174.038944:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384905d8. 00000100:00000200:2.0:1781826174.038945:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514240, portal 10 00000100:00000001:1.0:1781826174.038946:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1781826174.038947:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826174.038948:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000200:1.0:1781826174.038949:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.038955:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826174.038958:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.038964:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.038965:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.038965:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826174.038971:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826174.038973:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826174.038975:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490c38. 00000100:00000200:2.0:1781826174.038978:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051514240, offset 0 00000400:00000200:2.0:1781826174.038982:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826174.038985:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.038989:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826174.038991:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826174.038994:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826174.038996:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826174.038998:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826174.039001:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378925:378925:256:4294967295] 192.168.204.116@tcp LPNI seq info [378876:378876:8:4294967295] 00000400:00000200:2.0:1781826174.039005:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826174.039011:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826174.039014:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826174.039018:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826174.039022:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826174.039026:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826174.039029:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826174.039043:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.039046:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24250 usecs (25 jiffies) 00000400:00000200:2.0:1781826174.039049:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826174.039051:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303466009 00000100:00000001:2.0:1781826174.039054:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303474705 00000100:00000001:2.0:1781826174.039056:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303466009 00000100:00000001:2.0:1781826174.039058:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303474705 00000100:00000001:2.0:1781826174.039062:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826174.039063:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.039066:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.039068:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.039096:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.039098:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826174.039123:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826174.039126:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:0.0:1781826174.039129:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826174.039133:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826174.039136:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490c38 00000400:00000010:0.0:1781826174.039138:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490c38. 00000100:00000001:0.0:1781826174.039141:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826174.039144:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826174.039151:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826174.039154:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826174.039160:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826174.039161:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826174.042869:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.042887:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826174.042892:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.042895:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826174.042904:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.042914:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826174.042924:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.042929:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.042935:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.042940:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58900 00000400:00000200:1.0:1781826174.042945:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.042952:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc69 [1] + 224 00000800:00000001:1.0:1781826174.042959:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.042968:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826174.042971:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826174.042976:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826174.042984:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826174.042995:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826174.043007:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.043032:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826174.043049:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.043053:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.043194:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.043199:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826174.043206:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826174.043209:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826174.043212:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826174.043217:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:2.0:1781826174.043219:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:2.0:1781826174.043223:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826174.043228:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826174.043237:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.043244:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826174.043246:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.043248:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826174.043252:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826174.043254:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826174.043256:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.043260:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826174.043267:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826174.043272:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826174.043275:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826174.043276:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826174.043279:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826174.043281:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.043284:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.043289:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.043297:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826174.043300:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826174.043303:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826174.043306:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826174.043314:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051514112:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.043319:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.043322:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826174.043325:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051514112/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.043332:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826174.043334:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826174.043338:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826174.043341:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826174.043344:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826174.043346:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826174.043348:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826174.043351:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781826174.043353:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826174.043355:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826174.043357:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781826174.043360:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826174.043361:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.043365:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.043367:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.043368:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826174.043370:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.043371:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826174.045191:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826174.045205:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826174.045209:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826174.045211:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826174.045219:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826174.045226:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826174.045233:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826174.045238:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826174.045243:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826174.045247:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58980 00000400:00000200:0.0:1781826174.045251:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826174.045257:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc79 [1] + 224 00000800:00000001:0.0:1781826174.045263:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826174.045318:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826174.045321:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826174.045325:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826174.045332:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826174.045341:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826174.045350:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826174.045368:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826174.045375:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826174.045377:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.045829:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.045834:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826174.045840:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826174.045842:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826174.045844:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826174.045849:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:2.0:1781826174.045851:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:2.0:1781826174.045854:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826174.045861:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826174.045870:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.045876:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826174.045878:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.045880:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826174.045884:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826174.045886:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826174.045888:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.045892:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826174.045900:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826174.045904:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826174.045907:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826174.045908:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826174.045911:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826174.045914:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.045918:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826174.045920:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826174.045922:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826174.045923:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.045927:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.045935:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826174.045938:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826174.045940:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826174.045943:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826174.045950:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051514240:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.045954:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.045957:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826174.045960:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051514240/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.045966:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826174.045968:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826174.045972:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826174.045975:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826174.045978:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826174.045980:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826174.045982:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826174.045984:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826174.045987:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826174.045989:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826174.045990:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781826174.045994:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826174.045995:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.045997:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.045999:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.046000:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826174.046001:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.046002:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826174.047516:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.047530:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826174.047534:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.047536:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826174.047543:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.047550:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826174.047559:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.047564:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.047569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.047573:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58a00 00000400:00000200:1.0:1781826174.047577:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826174.047583:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc71 [1] + 224 00000800:00000001:1.0:1781826174.047589:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.047599:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826174.047602:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826174.047606:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826174.047611:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826174.047620:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826174.047630:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826174.047650:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826174.047657:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826174.047660:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.047788:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.047792:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826174.047797:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826174.047799:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826174.047802:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826174.047807:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826174.047809:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826174.047812:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826174.047816:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826174.047825:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.047830:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826174.047832:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.047834:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826174.047837:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826174.047840:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826174.047842:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826174.047844:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826174.047852:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=91 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826174.047855:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826174.047858:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826174.047859:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826174.047861:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826174.047864:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.047868:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826174.047869:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826174.047871:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826174.047873:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826174.047876:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.047883:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826174.047886:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826174.047888:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826174.047891:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826174.047898:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051514368:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826174.047902:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.047905:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826174.047908:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051514368/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826174.047914:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826174.047916:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826174.047919:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826174.047923:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826174.047925:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826174.047927:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826174.047929:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826174.047932:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781826174.047935:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826174.047936:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826174.047938:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781826174.047942:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826174.047944:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.047946:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826174.047953:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826174.047956:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826174.047958:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826174.047960:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826174.487609:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826174.487617:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826174.487623:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826174.487624:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826174.487627:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826174.487628:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826174.487757:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826174.487760:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826174.487763:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826175.510219:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826175.510227:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826175.510232:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826175.510233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826175.510236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826175.510237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826175.510265:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826175.510268:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826175.510271:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826176.534201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826176.534207:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826176.534213:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826176.534215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826176.534217:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826176.534218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826176.534592:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826176.534596:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826176.534599:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826177.560135:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826177.560142:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826177.560147:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826177.560149:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826177.560152:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826177.560153:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826177.560178:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826177.560181:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826177.560183:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826178.582418:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826178.582425:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826178.582431:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826178.582432:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826178.582435:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826178.582436:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826178.583010:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826178.583014:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826178.583017:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826179.158234:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826179.158246:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826179.158257:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781826179.158263:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826179.158267:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826179.158271:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826179.158276:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826179.158286:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826179.158293:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158304:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826179.158315:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826179.158319:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158334:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.158369:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158371:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826179.158375:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826179.158378:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781826179.158381:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826179.158383:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826179.158385:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826179.158387:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826179.158390:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826179.158393:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158397:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826179.158405:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826179.158407:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158411:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.158419:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158421:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826179.158435:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826179.158439:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826179.158441:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826179.158443:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826179.158444:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826179.158446:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826179.158449:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826179.158452:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158456:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826179.158463:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826179.158465:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158469:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.158476:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.158478:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826179.158482:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826179.158486:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826179.158489:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826179.158493:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8808) 00000100:00000001:1.0:1781826179.158503:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.158506:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826179.158509:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826179.158513:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.158520:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826179.158522:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826179.158526:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826179.158528:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826179.158531:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826179.158535:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051514624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826179.158750:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826179.158753:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826179.158755:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826179.158761:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.158773:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826179.158774:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826179.158777:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826179.158778:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826179.158780:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826179.158783:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051514496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826179.158788:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826179.158795:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826179.158798:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826179.158801:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826179.158806:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826179.158808:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826179.158815:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826179.158821:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088380b0. 00000400:00000010:0.0:1781826179.158828:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781826179.158835:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514496, portal 25 00000100:00000001:0.0:1781826179.158838:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826179.158839:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:0.0:1781826179.158844:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.158851:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826179.158853:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826179.158856:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826179.158859:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051514496, offset 0 00000400:00000200:0.0:1781826179.158864:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826179.158872:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.158879:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826179.158884:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826179.158888:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826179.158892:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826179.158895:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826179.158899:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378926:378926:256:4294967295] 192.168.204.116@tcp LPNI seq info [378877:378877:8:4294967295] 00000400:00000200:0.0:1781826179.158903:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.158914:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826179.158920:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826179.158926:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781826179.158932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826179.158939:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826179.158943:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826179.158956:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826179.158960:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826179.158964:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303479825 00000100:00000001:0.0:1781826179.158970:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303474705 00000100:00000001:0.0:1781826179.158973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303479825 00000100:00000001:0.0:1781826179.158976:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303474705 00000100:00000001:0.0:1781826179.158980:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826179.158982:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.158985:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826179.158988:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.158995:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826179.158997:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826179.158999:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826179.159001:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826179.159003:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826179.159005:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051514752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826179.159008:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826179.159011:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826179.159012:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826179.159015:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826179.159017:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826179.159020:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826179.159023:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826179.159026:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838268. 00000400:00000010:0.0:1781826179.159029:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781826179.159032:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514752, portal 10 00000100:00000001:0.0:1781826179.159034:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826179.159035:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:0.0:1781826179.159042:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.159048:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826179.159050:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826179.159052:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781826179.159054:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051514752, offset 0 00000400:00000200:0.0:1781826179.159058:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826179.159061:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.159065:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826179.159067:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826179.159070:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826179.159072:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826179.159074:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826179.159076:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378927:378927:255:4294967295] 192.168.204.116@tcp LPNI seq info [378878:378878:7:4294967295] 00000400:00000200:0.0:1781826179.159123:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.159129:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826179.159133:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826179.159137:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781826179.159141:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826179.159145:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826179.159148:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826179.159150:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826179.159154:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19846 usecs (20 jiffies) 00000400:00000200:0.0:1781826179.159157:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826179.159160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303471125 00000100:00000001:0.0:1781826179.159162:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303479825 00000100:00000001:0.0:1781826179.159165:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303471125 00000100:00000001:0.0:1781826179.159166:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303479825 00000100:00000001:0.0:1781826179.159168:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826179.159170:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.159173:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.159175:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826179.159183:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826179.159186:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826179.159188:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826179.159189:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826179.159190:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.159192:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826179.159242:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826179.159246:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781826179.159252:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.159256:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826179.159261:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781826179.159264:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781826179.159270:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826179.159274:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.159283:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826179.159287:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.159295:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.159296:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826179.159383:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826179.159386:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:0.0:1781826179.159388:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.159392:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826179.159395:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:0.0:1781826179.159397:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:0.0:1781826179.159400:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826179.159403:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.159410:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826179.159413:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.159419:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.159420:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826179.159656:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826179.159660:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826179.159662:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826179.159664:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826179.159668:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301a00. 02000000:00000001:1.0:1781826179.159670:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826179.159676:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826179.159679:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826179.159683:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826179.159686:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514624, portal 10 00000100:00000001:1.0:1781826179.159688:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826179.159689:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781826179.159696:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.159702:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826179.159704:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826179.159707:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781826179.159710:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051514624, offset 0 00000400:00000200:1.0:1781826179.159714:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826179.159719:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826179.159723:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826179.159726:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826179.159728:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826179.159730:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826179.159733:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826179.159735:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378928:378928:256:4294967295] 192.168.204.116@tcp LPNI seq info [378879:378879:8:4294967295] 00000400:00000200:1.0:1781826179.159739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826179.159745:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826179.159750:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826179.159753:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826179.159757:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826179.159762:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826179.159765:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826179.159782:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.159785:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24221 usecs (25 jiffies) 00000400:00000200:1.0:1781826179.159788:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826179.159791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303471130 00000100:00000001:1.0:1781826179.159793:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303479825 00000100:00000001:1.0:1781826179.159795:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303471130 00000100:00000001:1.0:1781826179.159797:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303479825 00000100:00000001:1.0:1781826179.159799:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826179.159801:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.159804:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.159806:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.159810:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826179.159812:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826179.159814:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.159816:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826179.159817:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.159819:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826179.160010:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826179.160014:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781826179.160018:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.160022:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826179.160026:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781826179.160027:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781826179.160030:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826179.160034:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.160041:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826179.160044:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.160049:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826179.160051:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826179.161611:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.161627:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826179.161631:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.161634:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.161641:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.161647:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826179.161655:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.161659:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.161664:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.161668:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58b80 00000400:00000200:0.0:1781826179.161673:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.161678:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc91 [1] + 224 00000800:00000001:0.0:1781826179.161685:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.161692:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.161694:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.161697:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826179.161708:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826179.161715:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826179.161726:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.161752:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826179.161759:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.161762:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.161830:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.161834:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826179.161840:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826179.161842:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826179.161845:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838268. 00000400:00000200:1.0:1781826179.161850:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:1.0:1781826179.161852:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:1.0:1781826179.161856:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826179.161860:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826179.161868:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.161875:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826179.161878:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.161880:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826179.161883:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826179.161885:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826179.161887:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826179.161890:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826179.161899:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826179.161903:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=96 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826179.161906:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826179.161908:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.161910:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826179.161913:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.161916:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826179.161918:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826179.161920:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826179.161921:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.161926:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.161932:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826179.161936:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826179.161938:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826179.161942:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826179.161949:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051514752:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826179.161953:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.161955:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826179.161958:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051514752/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.161964:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826179.161966:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826179.161969:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:1.0:1781826179.161972:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826179.161974:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826179.161976:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826179.161978:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826179.161981:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:1.0:1781826179.161985:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826179.161986:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826179.161988:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781826179.161992:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826179.161993:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.161997:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.161998:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.162000:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826179.162001:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.162003:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826179.162334:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.162341:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826179.162345:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.162347:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.162352:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.162357:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826179.162363:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.162366:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.162370:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.162373:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58a80 00000400:00000200:0.0:1781826179.162376:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.162381:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffc81 [1] + 224 00000800:00000001:0.0:1781826179.162385:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.162390:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.162393:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.162396:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826179.162399:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826179.162403:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826179.162422:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.162446:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826179.162451:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.162454:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.162626:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.162629:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826179.162633:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826179.162634:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826179.162636:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088380b0. 00000400:00000200:1.0:1781826179.162639:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:1.0:1781826179.162641:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:1.0:1781826179.162644:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826179.162649:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826179.162657:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.162662:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826179.162664:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.162665:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826179.162667:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826179.162669:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826179.162670:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826179.162672:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826179.162676:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826179.162679:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826179.162681:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826179.162683:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.162685:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826179.162687:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.162689:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.162692:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.162698:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826179.162701:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826179.162702:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826179.162705:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826179.162713:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051514496:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826179.162717:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.162719:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826179.162722:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051514496/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.162727:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826179.162729:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826179.162731:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826179.162734:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826179.162736:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826179.162737:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826179.162739:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826179.162741:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:1.0:1781826179.162743:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826179.162745:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826179.162746:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781826179.162749:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826179.162750:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.162752:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.162761:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826179.162763:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.162765:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.162766:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826179.170835:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.170852:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826179.170857:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.170859:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.170868:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.170875:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826179.170884:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.170888:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.170894:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.170898:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58b00 00000400:00000200:0.0:1781826179.170902:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826179.170910:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffca1 [1] + 224 00000800:00000001:0.0:1781826179.170916:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.170940:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826179.170943:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826179.170948:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826179.170956:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826179.170964:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826179.170975:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826179.170996:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826179.171005:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826179.171008:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.171115:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.171119:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826179.171128:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826179.171130:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826179.171133:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826179.171139:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826179.171142:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826179.171145:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826179.171150:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826179.171158:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.171164:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826179.171166:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.171169:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826179.171172:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826179.171175:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826179.171177:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826179.171180:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826179.171189:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=96 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826179.171195:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=9 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826179.171198:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826179.171199:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.171202:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826179.171205:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.171209:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826179.171211:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826179.171213:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826179.171214:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826179.171219:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.171226:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826179.171229:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826179.171231:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826179.171235:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826179.171243:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051514624:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826179.171249:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.171251:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826179.171254:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051514624/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826195 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826179.171262:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826179.171264:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826179.171268:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301a00. 02000000:00000001:1.0:1781826179.171274:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826179.171277:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826179.172311:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826179.172316:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826179.172320:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:1.0:1781826179.172336:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826179.172338:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826179.172340:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781826179.172345:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826179.172347:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.172350:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826179.172359:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826179.172361:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826179.172363:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826179.172366:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606409:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826179.606417:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606423:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826179.606427:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826179.606430:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826179.606434:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606437:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826179.606440:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606442:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606445:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826179.606448:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826179.606449:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826179.606475:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826179.606478:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826179.606481:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826180.630240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826180.630248:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826180.630253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826180.630254:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826180.630258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826180.630259:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826180.630360:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826180.630363:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826180.630366:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826181.654391:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826181.654409:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826181.654412:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826181.654422:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654427:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826181.654429:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654431:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654433:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654437:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826181.654439:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654443:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826181.654444:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826181.654445:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826181.654447:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654449:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826181.654450:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654452:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826181.654453:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826181.654477:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826181.654479:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826181.654481:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826182.678199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826182.678206:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826182.678212:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826182.678213:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826182.678216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826182.678217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826182.680672:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826182.680679:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826182.680685:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826183.702710:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826183.702716:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826183.702722:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826183.702723:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826183.702726:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826183.702727:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826183.702752:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826183.702754:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826183.702757:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826184.278211:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826184.278221:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826184.278242:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781826184.278248:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826184.278253:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826184.278256:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826184.278261:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826184.278268:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826184.278274:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278285:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826184.278302:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826184.278306:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278312:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_01+1] req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278335:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278337:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826184.278341:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826184.278343:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781826184.278345:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826184.278347:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826184.278348:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826184.278350:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826184.278352:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826184.278355:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278358:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826184.278365:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826184.278367:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278370:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_00+0] req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278378:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278380:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826184.278383:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826184.278385:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826184.278386:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826184.278388:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826184.278389:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826184.278390:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826184.278393:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826184.278395:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278399:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826184.278405:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826184.278406:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278410:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_01+1] req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278416:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278418:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826184.278421:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826184.278423:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826184.278426:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826184.278430:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8813) 00000100:00000001:1.0:1781826184.278442:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.278445:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826184.278446:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826184.278451:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278458:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826184.278460:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.278463:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826184.278465:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826184.278467:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826184.278471:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051514880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826184.278474:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826184.278480:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826184.278482:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.278484:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826184.278488:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301400. 02000000:00000001:1.0:1781826184.278490:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826184.278497:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826184.278501:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826184.278507:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826184.278513:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051514880, portal 25 00000100:00000001:1.0:1781826184.278516:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826184.278517:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781826184.278522:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278530:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826184.278532:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826184.278535:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781826184.278537:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051514880, offset 0 00000400:00000200:1.0:1781826184.278543:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826184.278551:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.278557:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826184.278561:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826184.278565:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826184.278568:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826184.278570:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826184.278574:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378929:378929:256:4294967295] 192.168.204.116@tcp LPNI seq info [378880:378880:8:4294967295] 00000400:00000200:1.0:1781826184.278578:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.278587:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826184.278592:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826184.278596:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826184.278602:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826184.278609:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826184.278614:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826184.278623:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826184.278627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826184.278630:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303484945 00000100:00000001:1.0:1781826184.278638:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303479825 00000100:00000001:1.0:1781826184.278642:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303484945 00000100:00000001:1.0:1781826184.278644:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303479825 00000100:00000001:1.0:1781826184.278647:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.278649:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.278652:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826184.278655:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278661:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826184.278663:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.278665:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826184.278666:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826184.278668:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826184.278670:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826184.278673:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826184.278675:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826184.278677:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.278678:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826184.278681:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826184.278683:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826184.278836:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826184.278841:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826184.278845:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826184.278848:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515136, portal 10 00000100:00000001:1.0:1781826184.278850:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826184.278851:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781826184.278858:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278864:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826184.278866:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826184.278868:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781826184.278870:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515136, offset 0 00000400:00000200:1.0:1781826184.278879:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826184.278883:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.278887:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826184.278889:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826184.278892:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826184.278893:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826184.278895:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826184.278898:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378930:378930:255:4294967295] 192.168.204.116@tcp LPNI seq info [378881:378881:7:4294967295] 00000400:00000200:1.0:1781826184.278901:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.278906:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826184.278910:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826184.278913:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826184.278917:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826184.278920:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826184.278923:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826184.278926:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.278930:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19822 usecs (20 jiffies) 00000400:00000200:1.0:1781826184.278932:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826184.278934:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303476244 00000100:00000001:1.0:1781826184.278936:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303484945 00000100:00000001:1.0:1781826184.278938:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303476244 00000100:00000001:1.0:1781826184.278940:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303484945 00000100:00000001:1.0:1781826184.278942:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.278944:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.278946:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.278948:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.278956:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826184.278958:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826184.278960:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.278962:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826184.278963:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826184.278966:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826184.278967:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.278969:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826184.278971:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.278972:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.278973:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826184.278974:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826184.278978:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.278984:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826184.278985:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.278987:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826184.278989:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826184.278991:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826184.278994:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515008:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826184.278997:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826184.278999:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826184.279001:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.279002:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826184.279005:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300400. 02000000:00000001:1.0:1781826184.279007:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826184.279010:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826184.279012:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826184.279015:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826184.279018:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515008, portal 10 00000100:00000001:1.0:1781826184.279019:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826184.279020:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781826184.279025:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.279032:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826184.279034:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826184.279036:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ebb0. 00000100:00000200:1.0:1781826184.279038:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515008, offset 0 00000400:00000200:1.0:1781826184.279042:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826184.279046:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.279049:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826184.279052:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826184.279054:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826184.279056:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826184.279058:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826184.279061:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378931:378931:254:4294967295] 192.168.204.116@tcp LPNI seq info [378882:378882:6:4294967295] 00000400:00000200:1.0:1781826184.279065:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826184.279070:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826184.279074:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000200:0.0:1781826184.279272:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826184.279278:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:0.0:1781826184.279285:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.279290:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826184.279295:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781826184.279297:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781826184.279302:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826184.279307:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279317:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826184.279321:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279327:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826184.279329:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826184.279393:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826184.279396:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826184.279399:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.279402:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826184.279405:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:0.0:1781826184.279406:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781826184.279408:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826184.279412:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279418:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826184.279421:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279427:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826184.279429:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781826184.279449:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826184.279451:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1781826184.279570:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1e00. 00000800:00000200:1.0:1781826184.279576:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826184.279581:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826184.279584:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826184.279599:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.279603:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24205 usecs (25 jiffies) 00000400:00000200:1.0:1781826184.279607:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826184.279609:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303476250 00000100:00000001:1.0:1781826184.279611:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303484945 00000100:00000001:1.0:1781826184.279613:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303476250 00000100:00000001:1.0:1781826184.279615:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303484945 00000100:00000001:1.0:1781826184.279617:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.279619:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.279622:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.279624:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826184.279737:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826184.279741:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1e00. 00000400:00000200:0.0:1781826184.279744:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.279748:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826184.279752:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781826184.279754:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781826184.279756:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826184.279761:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279769:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826184.279772:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.279777:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826184.279779:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826184.283756:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.283772:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826184.283776:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.283779:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.283787:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.283795:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826184.283803:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.283808:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.283814:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.283819:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58c00 00000400:00000200:0.0:1781826184.283823:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.283829:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffcb1 [1] + 224 00000800:00000001:0.0:1781826184.283836:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.283844:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.283847:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.283851:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826184.283859:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826184.283867:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826184.283877:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.283900:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826184.283909:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.283912:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.284337:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.284342:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826184.284349:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826184.284351:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826184.284354:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826184.284360:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826184.284362:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826184.284366:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826184.284371:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826184.284381:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.284388:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826184.284390:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.284392:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826184.284395:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826184.284398:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826184.284400:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.284403:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826184.284410:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826184.284414:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826184.284417:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826184.284418:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.284421:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826184.284423:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.284426:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.284431:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.284438:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.284442:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826184.284444:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826184.284448:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826184.284455:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051514880:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826184.284461:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.284463:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826184.284467:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051514880/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.284544:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826184.284547:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826184.284551:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301400. 02000000:00000001:1.0:1781826184.284556:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826184.284559:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826184.284561:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826184.284563:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826184.284566:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:1.0:1781826184.284570:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826184.284571:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826184.284573:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781826184.284577:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826184.284578:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.284581:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.284583:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.284584:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826184.284586:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.284588:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826184.285557:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285568:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826184.285571:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285573:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.285581:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285586:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826184.285594:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285598:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285603:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285607:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58d00 00000400:00000200:0.0:1781826184.285611:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285615:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffcc1 [1] + 224 00000800:00000001:0.0:1781826184.285621:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285624:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.285627:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.285630:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826184.285635:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826184.285642:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826184.285652:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.285673:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826184.285681:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285684:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826184.285686:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285689:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.285691:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285695:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826184.285699:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285701:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285704:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285707:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58c80 00000400:00000200:0.0:1781826184.285710:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826184.285713:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffcd1 [1] + 224 00000800:00000001:0.0:1781826184.285716:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285721:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826184.285723:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826184.285726:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826184.285729:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826184.285733:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826184.285742:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826184.285749:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826184.285752:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826184.285754:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.285992:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.285996:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826184.286001:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826184.286003:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826184.286006:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826184.286010:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826184.286013:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826184.286016:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826184.286020:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826184.286029:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286036:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826184.286038:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286040:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826184.286043:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826184.286045:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826184.286047:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.286049:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826184.286058:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826184.286062:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826184.286064:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826184.286066:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.286068:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826184.286071:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.286075:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826184.286104:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826184.286106:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826184.286108:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.286113:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286120:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.286136:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826184.286138:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826184.286143:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826184.286151:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515008:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826184.286156:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826184.286157:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826184.286159:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826184.286162:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781826184.286164:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781826184.286166:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826184.286169:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826184.286177:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286189:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826184.286190:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286192:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826184.286193:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826184.286194:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826184.286196:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826184.286197:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826184.286202:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826184.286204:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826184.286207:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826184.286208:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.286210:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826184.286212:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.286214:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826184.286216:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826184.286218:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826184.286219:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826184.286234:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286241:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826184.286243:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826184.286245:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826184.286248:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826184.286255:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515136:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826184.286260:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286262:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826184.286266:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051515008/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286272:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826184.286275:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826184.286278:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300400. 02000000:00000001:1.0:1781826184.286282:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826184.286284:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826184.286286:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826184.286288:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826184.286290:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:1.0:1781826184.286294:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826184.286296:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826184.286298:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781826184.286301:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826184.286302:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286304:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826184.286307:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051515136/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826184.286313:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826184.286315:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826184.286316:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826184.286318:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826184.286319:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826184.286320:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826184.286322:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826184.286324:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:1.0:1781826184.286325:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826184.286326:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826184.286328:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781826184.286330:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826184.286336:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286339:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826184.286346:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826184.286349:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826184.286350:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826184.286352:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.726204:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826184.726210:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.726229:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826184.726231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826184.726235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826184.726236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826184.726309:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826184.726313:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826184.726316:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826185.750210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826185.750218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826185.750224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826185.750225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826185.750228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826185.750229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826185.750253:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826185.750256:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826185.750259:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826186.775230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826186.775237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826186.775242:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826186.775243:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826186.775246:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826186.775247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826186.776240:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826186.776245:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826186.776250:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826187.798253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826187.798260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826187.798266:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826187.798267:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826187.798271:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826187.798272:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826187.798296:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826187.798298:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826187.798301:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826188.822208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826188.822216:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826188.822222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826188.822235:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826188.822239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826188.822240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826188.822395:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826188.822398:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826188.822402:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826189.398233:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826189.398244:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826189.398256:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826189.398263:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826189.398268:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826189.398271:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826189.398277:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826189.398286:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826189.398292:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398312:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826189.398323:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826189.398327:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398335:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398363:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398366:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826189.398369:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826189.398372:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781826189.398374:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826189.398376:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826189.398378:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826189.398379:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826189.398382:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826189.398384:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398388:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826189.398395:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826189.398397:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398400:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_01+1] req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398408:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398410:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826189.398413:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826189.398416:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781826189.398419:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826189.398421:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826189.398422:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826189.398424:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826189.398426:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826189.398429:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398433:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826189.398439:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826189.398441:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398444:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398452:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398453:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826189.398457:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826189.398459:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826189.398462:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826189.398467:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8819) 00000100:00000001:1.0:1781826189.398482:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.398485:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826189.398487:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826189.398492:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398500:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826189.398502:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.398506:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826189.398508:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826189.398511:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826189.398514:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.398521:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826189.398527:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826189.398529:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.398532:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826189.398536:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301400. 02000000:00000001:1.0:1781826189.398538:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826189.398545:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826189.398549:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826189.398556:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826189.398574:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515392, portal 10 00000100:00000001:1.0:1781826189.398576:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826189.398578:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781826189.398585:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398710:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826189.398714:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826189.398718:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826189.398722:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515392, offset 0 00000400:00000200:1.0:1781826189.398798:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826189.398809:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.398817:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826189.398821:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826189.398826:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826189.398830:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826189.398832:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826189.398835:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378932:378932:256:4294967295] 192.168.204.116@tcp LPNI seq info [378883:378883:8:4294967295] 00000400:00000200:1.0:1781826189.398840:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.398849:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826189.398856:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826189.398860:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826189.398867:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826189.398876:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826189.398880:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826189.398889:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.398894:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24176 usecs (25 jiffies) 00000400:00000200:1.0:1781826189.398897:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826189.398900:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303481369 00000100:00000001:1.0:1781826189.398903:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303484945 00000100:00000001:1.0:1781826189.398905:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303481369 00000100:00000001:1.0:1781826189.398907:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303484945 00000100:00000001:1.0:1781826189.398910:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.398913:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.398916:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.398918:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.398925:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826189.398928:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826189.398930:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.398931:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826189.398932:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826189.398934:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781826189.398936:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.398938:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826189.398939:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.398941:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.398942:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826189.398943:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826189.398947:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.398955:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826189.398956:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.398958:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826189.398960:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826189.398962:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826189.398965:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051515264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.398968:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826189.398971:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826189.398972:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.398974:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826189.398977:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826189.398979:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826189.398982:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826189.398984:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826189.398988:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826189.398991:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515264, portal 25 00000100:00000001:1.0:1781826189.398992:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826189.398993:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781826189.398998:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.399003:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826189.399006:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826189.399008:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781826189.399010:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051515264, offset 0 00000400:00000200:1.0:1781826189.399014:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826189.399017:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.399021:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826189.399023:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826189.399026:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826189.399028:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826189.399030:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826189.399032:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378933:378933:255:4294967295] 192.168.204.116@tcp LPNI seq info [378884:378884:7:4294967295] 00000400:00000200:1.0:1781826189.399036:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.399041:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826189.399046:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826189.399049:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826189.399053:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826189.399057:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826189.399060:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826189.399063:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826189.399066:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826189.399067:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303490065 00000100:00000001:1.0:1781826189.399075:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303484945 00000100:00000001:1.0:1781826189.399117:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303490066 00000100:00000001:1.0:1781826189.399120:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303484945 00000100:00000001:1.0:1781826189.399123:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.399135:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.399137:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826189.399141:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.399148:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826189.399149:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.399151:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826189.399153:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826189.399155:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826189.399159:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.399161:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826189.399164:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826189.399165:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.399167:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826189.399170:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300a00. 02000000:00000001:1.0:1781826189.399172:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826189.399176:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826189.399178:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826189.399181:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826189.399184:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515520, portal 10 00000100:00000001:1.0:1781826189.399186:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826189.399188:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781826189.399194:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.399200:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826189.399203:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826189.399205:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eb28. 00000100:00000200:1.0:1781826189.399207:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515520, offset 0 00000400:00000200:1.0:1781826189.399211:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826189.399215:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.399218:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826189.399221:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826189.399223:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826189.399225:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826189.399227:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826189.399230:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378934:378934:254:4294967295] 192.168.204.116@tcp LPNI seq info [378885:378885:6:4294967295] 00000400:00000200:1.0:1781826189.399234:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.399239:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826189.399243:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826189.399247:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826189.399250:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826189.399254:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826189.399256:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826189.399259:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.399262:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19806 usecs (20 jiffies) 00000400:00000200:1.0:1781826189.399264:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826189.399266:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303481365 00000100:00000001:1.0:1781826189.399268:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303490065 00000100:00000001:1.0:1781826189.399270:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303481365 00000100:00000001:1.0:1781826189.399271:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303490066 00000100:00000001:1.0:1781826189.399273:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.399275:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.399277:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.399280:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826189.399978:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826189.399983:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826189.400036:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826189.400041:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826189.400049:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.400057:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826189.400063:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781826189.400066:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781826189.400070:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826189.400095:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400108:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826189.400111:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400118:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826189.400120:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826189.400144:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826189.400147:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:0.0:1781826189.400149:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.400153:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826189.400156:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:0.0:1781826189.400158:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:0.0:1781826189.400160:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826189.400164:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400171:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826189.400174:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400181:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826189.400183:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826189.400886:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826189.400893:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:0.0:1781826189.400898:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.400903:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826189.400907:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:0.0:1781826189.400909:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:0.0:1781826189.400912:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826189.400918:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400927:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826189.400930:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.400936:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826189.400938:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826189.411030:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.411051:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826189.411056:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.411058:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826189.411067:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.411076:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826189.411133:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.411139:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.411144:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.411149:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58d80 00000400:00000200:0.0:1781826189.411154:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.411160:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffcf1 [1] + 224 00000800:00000001:0.0:1781826189.411167:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.411178:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826189.411181:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.411185:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826189.411193:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826189.411203:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826189.411223:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.411237:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826189.411246:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.411249:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.411387:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.411392:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826189.411399:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826189.411401:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826189.411404:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:1.0:1781826189.411409:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:1.0:1781826189.411411:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:1.0:1781826189.411415:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826189.411419:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826189.411429:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.411435:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826189.411437:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.411440:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826189.411443:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826189.411446:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826189.411449:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.411452:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826189.411459:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826189.411464:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826189.411466:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826189.411468:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.411471:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826189.411473:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.411476:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.411481:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.411487:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.411490:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826189.411492:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826189.411496:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826189.411504:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051515264:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.411510:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.411513:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826189.411515:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051515264/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.411521:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826189.411524:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826189.411528:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826189.411532:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826189.411535:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826189.411536:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826189.411538:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826189.411541:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:1.0:1781826189.411544:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826189.411546:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826189.411548:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:1.0:1781826189.411552:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826189.411553:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.411555:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.415597:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.415608:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826189.415616:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.415622:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826189.427785:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826189.427809:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826189.428038:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826189.428044:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826189.428053:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.428061:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826189.428071:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.428076:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.428200:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.428204:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58e00 00000400:00000200:1.0:1781826189.428210:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826189.428217:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffce1 [1] + 224 00000800:00000001:1.0:1781826189.428224:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.429526:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826189.429534:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.429541:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826189.429550:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826189.429559:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826189.429571:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.429692:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.429696:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826189.429715:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826189.429737:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.429744:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826189.429746:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.429749:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826189.429754:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.429758:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826189.429765:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.429768:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.429772:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.429775:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58e80 00000400:00000200:0.0:1781826189.429780:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826189.429785:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd01 [1] + 224 00000800:00000001:0.0:1781826189.429790:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.429799:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826189.429801:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826189.429805:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826189.429808:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826189.429824:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826189.429834:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826189.429841:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826189.429845:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826189.429848:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781826189.433672:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826189.433680:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826189.433684:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:1.0:1781826189.433692:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781826189.433695:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781826189.433700:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826189.433712:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826189.433723:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.433802:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826189.433804:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.433807:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826189.433811:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826189.433813:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826189.433816:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.433818:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826189.433828:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826189.433832:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826189.433835:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826189.433837:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.433840:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826189.433843:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.433847:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826189.433849:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826189.433851:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826189.433852:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.433858:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.435863:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.436680:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826189.436683:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826189.436698:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826189.436710:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515392:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.436716:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.436719:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826189.436723:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051515392/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.436798:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826189.436801:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826189.436805:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301400. 02000000:00000001:1.0:1781826189.436814:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826189.436817:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826189.436819:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826189.436821:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826189.436824:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:1.0:1781826189.436827:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826189.436829:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826189.436831:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:1.0:1781826189.436834:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826189.436836:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.436839:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.436842:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.436844:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826189.436851:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826189.436853:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826189.436856:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:1.0:1781826189.436860:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781826189.436862:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781826189.436866:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826189.436872:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826189.436881:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.436888:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826189.436890:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.436893:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826189.436895:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826189.436897:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826189.436899:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826189.436902:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826189.436910:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826189.436914:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826189.436917:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826189.436918:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.436921:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826189.436924:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.436928:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826189.436930:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826189.436932:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826189.436933:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826189.436938:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.436945:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826189.436947:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826189.436948:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826189.436951:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826189.436957:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051515520:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826189.436961:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.436963:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826189.436966:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051515520/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826205 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826189.436972:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826189.436973:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826189.436975:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300a00. 02000000:00000001:1.0:1781826189.436978:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826189.436979:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826189.436981:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826189.436983:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826189.436984:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:1.0:1781826189.436986:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826189.436988:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826189.436989:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:1.0:1781826189.436992:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826189.436993:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.436995:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826189.437001:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826189.437002:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826189.437005:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826189.437006:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846469:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826189.846476:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846481:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826189.846485:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826189.846487:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826189.846490:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846493:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826189.846495:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846497:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846499:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826189.846502:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826189.846504:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826189.846528:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826189.846530:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826189.846533:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826190.870612:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826190.870622:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826190.870630:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826190.870631:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826190.870635:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826190.870636:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826190.877550:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826190.877560:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826190.877566:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826191.894266:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826191.894279:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826191.894283:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826191.894287:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894293:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826191.894296:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894298:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894301:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894305:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826191.894307:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894312:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826191.894313:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826191.894315:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826191.894316:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894318:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826191.894319:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894321:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826191.894323:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826191.894356:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826191.894359:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826191.894362:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826192.918223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826192.918230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826192.918240:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826192.918242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826192.918245:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826192.918246:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826192.918358:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826192.918362:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826192.918365:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826193.942207:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826193.942225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826193.942230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826193.942232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826193.942235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826193.942236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826193.942258:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826193.942261:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826193.942263:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826194.518990:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826194.519000:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826194.519010:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781826194.519016:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826194.519021:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826194.519432:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826194.519439:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826194.519448:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826194.519456:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519539:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826194.519552:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826194.519556:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519562:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.519596:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519599:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826194.519602:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826194.519606:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781826194.519609:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826194.519612:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826194.519613:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826194.519615:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826194.519619:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781826194.519622:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519626:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826194.519639:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826194.519641:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519644:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_01+1] req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.519653:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519655:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826194.519658:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826194.519660:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781826194.519663:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826194.519665:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826194.519666:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826194.519667:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826194.519670:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781826194.519673:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519676:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826194.519683:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826194.519685:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519689:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_00+0] req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.519696:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.519698:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826194.519702:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826194.519704:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826194.519707:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826194.519711:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8824) 00000100:00000001:2.0:1781826194.519724:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826194.519727:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826194.519730:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826194.519735:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.519742:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826194.519744:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826194.519747:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826194.519750:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826194.519753:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826194.519756:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051515776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826194.519760:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826194.519766:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826194.519768:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826194.519771:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826194.519775:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826194.519777:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826194.519784:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826194.519789:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826194.519795:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826194.519802:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515776, portal 10 00000100:00000001:2.0:1781826194.519804:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826194.519806:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:2.0:1781826194.519813:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.519819:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826194.519822:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826194.519824:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384904c8. 00000100:00000200:2.0:1781826194.519828:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515776, offset 0 00000100:00000001:3.0:1781826194.522133:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.522141:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826194.522145:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826194.522158:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.522169:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826194.522171:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.522288:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826194.522292:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826194.522295:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826194.522300:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051515648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826194.522304:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826194.522311:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826194.522313:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.522315:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826194.522336:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826194.522339:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826194.522346:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826194.522351:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826194.522359:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826194.522366:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515648, portal 25 00000100:00000001:3.0:1781826194.522370:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826194.522371:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781826194.522378:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.522384:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826194.522387:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826194.522389:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef000. 00000100:00000200:3.0:1781826194.522392:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051515648, offset 0 00000400:00000200:3.0:1781826194.522397:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826194.522406:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826194.522413:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826194.522418:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826194.522422:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826194.522425:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826194.522427:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826194.522430:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378935:378935:256:4294967295] 192.168.204.116@tcp LPNI seq info [378886:378886:8:4294967295] 00000400:00000200:3.0:1781826194.522435:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826194.522444:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826194.522449:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826194.522454:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781826194.522468:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826194.522476:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826194.522480:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826194.522497:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826194.522501:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826194.522504:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303495189 00000100:00000001:3.0:1781826194.522513:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303490065 00000100:00000001:3.0:1781826194.522518:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303495189 00000100:00000001:3.0:1781826194.522521:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303490066 00000100:00000001:3.0:1781826194.522523:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826194.522525:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.522528:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826194.522532:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.522538:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826194.522540:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.522542:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826194.522544:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826194.522545:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826194.522547:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051515904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826194.522550:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826194.522553:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826194.522554:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.522556:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826194.522558:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826194.522560:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826194.522563:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826194.522565:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826194.522569:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781826194.522571:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051515904, portal 10 00000100:00000001:3.0:1781826194.522573:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826194.522574:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781826194.522580:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.522586:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826194.522588:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826194.522590:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef330. 00000100:00000200:3.0:1781826194.522592:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051515904, offset 0 00000400:00000200:3.0:1781826194.522595:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826194.522598:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826194.522601:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826194.522604:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826194.522606:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826194.522608:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826194.522610:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826194.522613:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378936:378936:255:4294967295] 192.168.204.116@tcp LPNI seq info [378887:378887:7:4294967295] 00000400:00000200:3.0:1781826194.522616:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826194.522621:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826194.522625:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826194.522628:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781826194.522632:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826194.522636:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826194.522638:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826194.522641:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826194.522644:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19850 usecs (20 jiffies) 00000400:00000200:3.0:1781826194.522646:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826194.522648:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303486488 00000100:00000001:3.0:1781826194.522650:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303495189 00000100:00000001:3.0:1781826194.522652:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303486488 00000100:00000001:3.0:1781826194.522654:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303495189 00000100:00000001:3.0:1781826194.522656:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826194.522657:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.522660:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.522662:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.522669:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826194.522672:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826194.522674:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.522675:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826194.522676:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.522678:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826194.522819:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826194.522824:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:0.0:1781826194.522978:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826194.522984:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:0.0:1781826194.522992:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.522998:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826194.523002:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef000 00000400:00000010:0.0:1781826194.523005:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef000. 00000100:00000001:0.0:1781826194.523010:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826194.523015:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523036:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826194.523040:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523047:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826194.523059:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826194.523144:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826194.523147:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:0.0:1781826194.523150:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.523154:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826194.523157:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef330 00000400:00000010:0.0:1781826194.523158:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef330. 00000100:00000001:0.0:1781826194.523161:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826194.523164:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523172:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826194.523174:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523180:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826194.523182:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1781826194.523603:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826194.523607:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826194.523610:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826194.523612:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826194.523615:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826194.523618:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378937:378937:256:4294967295] 192.168.204.116@tcp LPNI seq info [378888:378888:8:4294967295] 00000400:00000200:2.0:1781826194.523623:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826194.523630:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826194.523635:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826194.523640:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781826194.523644:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826194.523649:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826194.523653:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826194.523672:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.523676:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24215 usecs (25 jiffies) 00000400:00000200:2.0:1781826194.523680:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826194.523682:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303486494 00000100:00000001:2.0:1781826194.523684:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303495189 00000100:00000001:2.0:1781826194.523686:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303486494 00000100:00000001:2.0:1781826194.523688:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303495189 00000100:00000001:2.0:1781826194.523690:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826194.523693:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826194.523696:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826194.523698:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.523703:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826194.523705:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826194.523707:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826194.523709:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826194.523710:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826194.523712:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826194.523776:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826194.523780:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:0.0:1781826194.523784:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.523788:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826194.523791:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384904c8 00000400:00000010:0.0:1781826194.523793:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384904c8. 00000100:00000001:0.0:1781826194.523796:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826194.523801:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523811:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826194.523814:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.523820:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826194.523822:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826194.526104:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.526122:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826194.526126:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.526128:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.526137:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.526144:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826194.526152:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.526156:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.526161:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.526165:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59000 00000400:00000200:0.0:1781826194.526169:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.526175:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd21 [1] + 224 00000800:00000001:0.0:1781826194.526182:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.526187:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.526190:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.526194:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826194.526199:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826194.526207:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826194.526218:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.526239:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826194.526247:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.526250:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.526376:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.526381:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826194.526387:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826194.526390:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826194.526393:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826194.526397:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:3.0:1781826194.526400:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:3.0:1781826194.526404:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826194.526408:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826194.526418:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.526425:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826194.526427:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.526430:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826194.526433:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826194.526435:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826194.526437:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.526440:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826194.526450:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826194.526454:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826194.526457:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826194.526459:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826194.526461:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826194.526465:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.526468:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826194.526470:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826194.526472:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826194.526473:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826194.526477:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.526484:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826194.526487:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826194.526489:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826194.526493:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826194.526502:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051515904:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826194.526506:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.526509:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826194.526512:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051515904/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.526517:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826194.526519:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826194.526523:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623c00. 02000000:00000001:3.0:1781826194.526527:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826194.526530:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826194.526532:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826194.526534:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826194.526536:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781826194.526539:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826194.526541:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826194.526543:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781826194.526547:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826194.526548:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.526551:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.526553:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.526554:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826194.526555:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.526556:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826194.527507:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.527518:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826194.527522:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.527524:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.527530:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.527536:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826194.527542:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.527546:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.527549:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.527553:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d58f00 00000400:00000200:0.0:1781826194.527557:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.527562:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd19 [1] + 224 00000800:00000001:0.0:1781826194.527568:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.527593:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.527596:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.527599:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826194.527604:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826194.527610:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826194.527619:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.527795:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826194.527802:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.527806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.527856:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.527859:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826194.527864:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826194.527866:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826194.527868:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826194.527871:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826194.527873:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826194.527876:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826194.527880:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826194.527887:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.527893:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826194.527895:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.527897:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826194.527900:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826194.527902:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826194.527904:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826194.527907:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826194.527911:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=111 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826194.527915:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826194.527917:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826194.527919:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826194.527921:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826194.527923:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.527925:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826194.527929:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.527936:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826194.527938:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826194.527940:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826194.527944:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826194.527951:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051515648:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826194.527956:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.527957:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826194.527960:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051515648/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826194.527967:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826194.527969:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826194.527971:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622a00. 02000000:00000001:3.0:1781826194.527976:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826194.527978:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826194.527980:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826194.527982:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826194.527984:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:3.0:1781826194.527987:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826194.527988:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826194.527991:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781826194.527994:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826194.527995:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.527997:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826194.528004:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826194.528006:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826194.528008:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826194.528010:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826194.532162:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.532179:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826194.532184:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.532186:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.532195:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.532202:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826194.532213:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.532218:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.532223:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.532227:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d58f80 00000400:00000200:0.0:1781826194.532232:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826194.532239:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd11 [1] + 224 00000800:00000001:0.0:1781826194.532246:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.532302:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826194.532306:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826194.532311:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826194.532318:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826194.532329:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826194.532341:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826194.532373:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826194.532381:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826194.532384:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.533341:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826194.533347:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826194.533354:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826194.533356:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826194.533360:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826194.533365:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826194.533368:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826194.533372:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826194.533380:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826194.533391:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.533399:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826194.533400:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.533403:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826194.533406:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826194.533408:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826194.533410:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826194.533413:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826194.533422:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826194.533426:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826194.533429:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826194.533430:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826194.533433:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826194.533436:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826194.533440:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826194.533442:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826194.533444:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826194.533445:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826194.533450:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.534169:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826194.534173:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826194.534284:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826194.534293:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826194.534303:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051515776:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826194.534309:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.534312:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826194.534315:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051515776/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826210 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826194.534322:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826194.534325:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826194.534329:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4600. 02000000:00000001:2.0:1781826194.534334:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826194.534337:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826194.534338:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826194.534341:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826194.534343:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:2.0:1781826194.534347:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826194.534348:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826194.534351:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781826194.534354:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826194.534356:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.534358:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826194.534366:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826194.534368:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826194.534370:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826194.534373:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826194.966335:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826194.966343:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826194.966351:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826194.966352:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826194.966355:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826194.966356:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826194.966479:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826194.966483:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826194.966486:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826195.990234:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826195.990241:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826195.990247:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826195.990248:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826195.990251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826195.990252:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826195.990290:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826195.990293:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826195.990296:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826197.014343:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826197.014350:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826197.014366:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826197.014367:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826197.014371:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826197.014372:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826197.014804:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826197.014808:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826197.014811:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826198.038395:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826198.038402:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826198.038408:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826198.038409:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826198.038412:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826198.038413:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826198.038437:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826198.038439:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826198.038442:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826199.062327:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826199.062334:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826199.062339:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826199.062341:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826199.062344:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826199.062345:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826199.069022:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826199.069030:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826199.069035:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826199.638208:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826199.638220:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826199.638231:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781826199.638238:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826199.638243:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826199.638246:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826199.638251:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826199.638258:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ae00. 00000100:00000001:2.0:1781826199.638265:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638275:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826199.638283:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826199.638287:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638291:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_01+1] req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826199.638321:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638324:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826199.638326:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826199.638329:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781826199.638330:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826199.638332:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826199.638333:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826199.638334:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826199.638336:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781826199.638338:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638341:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826199.638348:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826199.638350:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638353:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826199.638361:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638363:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826199.638366:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826199.638369:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781826199.638371:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826199.638373:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826199.638374:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826199.638376:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826199.638378:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826199.638380:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638384:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826199.638391:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826199.638393:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638397:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826199.638404:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826199.638406:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826199.638409:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826199.638411:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826199.638414:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826199.638419:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8829) 00000100:00000001:3.0:1781826199.641906:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.641917:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826199.641921:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826199.641948:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.641961:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826199.641963:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.641968:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826199.641973:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826199.641976:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826199.641980:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051516032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826199.642047:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826199.642054:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826199.642057:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.642060:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826199.642070:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826199.642073:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826199.642102:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826199.642108:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826199.642117:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826199.642125:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516032, portal 25 00000100:00000001:3.0:1781826199.642127:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826199.642129:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781826199.642136:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.642144:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826199.642148:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826199.642150:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef7f8. 00000100:00000200:3.0:1781826199.642155:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051516032, offset 0 00000400:00000200:3.0:1781826199.642160:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826199.642170:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.642179:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826199.642184:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826199.642189:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826199.642193:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826199.642195:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826199.642211:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378938:378938:256:4294967295] 192.168.204.116@tcp LPNI seq info [378889:378889:8:4294967295] 00000400:00000200:3.0:1781826199.642215:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.642225:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826199.642232:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826199.642237:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781826199.642244:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826199.642251:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826199.642255:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826199.642266:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826199.642270:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826199.642273:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303500309 00000100:00000001:3.0:1781826199.642282:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303495189 00000100:00000001:3.0:1781826199.642287:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303500309 00000100:00000001:3.0:1781826199.642290:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303495189 00000100:00000001:3.0:1781826199.642293:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.642296:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.642298:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826199.642307:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.642315:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826199.642317:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.642319:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826199.642321:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826199.642323:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826199.642326:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051516288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826199.642329:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826199.642332:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826199.642334:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.642335:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826199.642339:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826199.642340:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826199.642344:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826199.642346:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826199.642361:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781826199.642364:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516288, portal 10 00000100:00000001:3.0:1781826199.642366:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826199.642367:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781826199.642374:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.642380:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826199.642382:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826199.642385:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781826199.642388:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051516288, offset 0 00000400:00000200:3.0:1781826199.642391:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826199.642395:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.642398:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826199.642401:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826199.642403:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826199.642405:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826199.642407:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826199.642410:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378939:378939:255:4294967295] 192.168.204.116@tcp LPNI seq info [378890:378890:7:4294967295] 00000400:00000200:3.0:1781826199.642414:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.642420:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826199.642424:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826199.642428:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826199.642431:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826199.642435:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826199.642437:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826199.642440:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826199.642444:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19832 usecs (20 jiffies) 00000400:00000200:3.0:1781826199.642447:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826199.642449:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303491608 00000100:00000001:3.0:1781826199.642461:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303500309 00000100:00000001:3.0:1781826199.642464:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303491608 00000100:00000001:3.0:1781826199.642466:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303500309 00000100:00000001:3.0:1781826199.642468:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.643418:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.643424:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.643427:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.643435:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826199.643437:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826199.643439:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.643441:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826199.643443:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826199.643446:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826199.643448:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.643450:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826199.643451:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.643452:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.643453:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826199.643456:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826199.643705:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.643714:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826199.643716:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.643730:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826199.643732:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826199.643734:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826199.643738:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051516160:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826199.643741:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826199.643745:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826199.643748:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.643749:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826199.643756:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826199.643758:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826199.643763:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826199.643767:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35108. 00000400:00000010:3.0:1781826199.643774:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781826199.643779:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516160, portal 10 00000100:00000001:3.0:1781826199.643781:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826199.643782:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781826199.643788:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.643795:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826199.643797:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826199.643800:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781826199.643802:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051516160, offset 0 00000400:00000200:3.0:1781826199.643808:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826199.643813:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.643818:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826199.643822:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826199.643825:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826199.643828:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826199.643830:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826199.643833:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378940:378940:254:4294967295] 192.168.204.116@tcp LPNI seq info [378891:378891:6:4294967295] 00000400:00000200:3.0:1781826199.643837:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826199.643845:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826199.643850:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826199.643854:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ce00. 00000800:00000200:3.0:1781826199.643859:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826199.643864:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826199.643868:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826199.643872:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826199.643872:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1781826199.643877:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24201 usecs (25 jiffies) 00000100:00000001:2.0:1781826199.643878:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826199.643883:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826199.643887:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303491614 00000100:00000001:3.0:1781826199.643889:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303500309 00000100:00000001:3.0:1781826199.643891:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303491614 00000100:00000001:3.0:1781826199.643893:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303500309 00000100:00000001:3.0:1781826199.643895:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.643898:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.643900:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.643903:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826199.646049:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826199.646058:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781826199.646066:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.646075:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826199.646111:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef7f8 00000400:00000010:0.0:1781826199.646114:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef7f8. 00000100:00000001:0.0:1781826199.646120:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826199.646128:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646140:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826199.646143:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646150:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826199.646153:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826199.646167:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826199.646169:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826199.646172:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.646176:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826199.646178:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:0.0:1781826199.646180:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:0.0:1781826199.646182:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826199.646187:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646193:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826199.646196:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646207:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826199.646208:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826199.646268:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826199.646270:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ce00. 00000400:00000200:0.0:1781826199.646273:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.646276:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826199.646278:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:0.0:1781826199.646280:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:0.0:1781826199.646282:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826199.646286:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646292:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826199.646295:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.646300:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826199.646302:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826199.652291:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652310:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826199.652315:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652318:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.652329:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652337:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826199.652347:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652352:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652358:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652362:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59180 00000400:00000200:0.0:1781826199.652367:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652373:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd31 [1] + 224 00000800:00000001:0.0:1781826199.652380:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652385:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.652388:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.652392:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826199.652401:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826199.652409:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826199.652421:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.652444:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826199.652453:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652467:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826199.652469:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652471:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.652483:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652486:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826199.652491:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652494:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652496:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652499:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59100 00000400:00000200:0.0:1781826199.652502:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.652506:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd39 [1] + 224 00000800:00000001:0.0:1781826199.652509:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652516:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.652518:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.652521:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826199.652524:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826199.652528:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826199.652535:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.652543:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826199.652546:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.652549:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.656922:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.656940:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826199.656948:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826199.656950:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826199.656954:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35108. 00000400:00000200:3.0:1781826199.656962:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781826199.656965:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781826199.656970:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826199.656990:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826199.657002:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657009:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826199.657011:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.657014:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826199.657018:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826199.657021:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826199.657024:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.657027:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826199.657036:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826199.657040:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826199.657043:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826199.657044:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826199.657047:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826199.657051:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.657054:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826199.657056:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826199.657058:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826199.657060:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826199.657064:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657071:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.657074:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826199.657076:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826199.657119:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826199.657128:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051516160:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826199.657134:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826199.657136:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826199.657137:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826199.657140:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:3.0:1781826199.657141:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:3.0:1781826199.657144:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826199.657148:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826199.657155:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657166:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826199.657176:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.657178:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826199.657179:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826199.657181:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826199.657182:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.657184:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826199.657188:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826199.657191:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826199.657193:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826199.657194:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826199.657195:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826199.657197:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.657199:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826199.657201:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826199.657203:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826199.657204:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826199.657207:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657213:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.657215:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826199.657216:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826199.657219:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826199.657227:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051516288:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826199.657231:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.657234:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826199.657237:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051516160/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657244:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826199.657247:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826199.657250:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826199.657256:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826199.657259:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826199.657261:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826199.657264:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826199.657266:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:3.0:1781826199.657270:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826199.657272:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826199.657275:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781826199.657278:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826199.657279:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.657281:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826199.657284:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051516288/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.657291:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826199.657292:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826199.657293:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826199.657295:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826199.657296:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826199.657298:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826199.657299:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826199.657301:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:3.0:1781826199.657303:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826199.657304:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826199.657305:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781826199.657307:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826199.657308:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.657311:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.657313:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.657314:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826199.657315:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.657317:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826199.657661:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.657676:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826199.657679:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.657682:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.657689:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.657695:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826199.657702:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.657707:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.657711:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.657715:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59080 00000400:00000200:0.0:1781826199.657720:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826199.657726:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd29 [1] + 224 00000800:00000001:0.0:1781826199.657733:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.657790:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826199.657793:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826199.657798:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826199.657804:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826199.657809:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826199.657818:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826199.657836:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826199.657843:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826199.657846:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.658317:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.658321:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826199.658325:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826199.658326:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826199.658328:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826199.658332:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826199.658335:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826199.658337:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826199.658342:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826199.658350:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.658356:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826199.658358:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.658360:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826199.658362:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826199.658364:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826199.658366:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826199.658367:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826199.658372:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826199.658375:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826199.658377:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826199.658378:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826199.658381:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826199.658382:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.658385:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826199.658388:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.658393:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826199.658396:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826199.658397:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826199.658400:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826199.658406:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051516032:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826199.658410:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.658412:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826199.658414:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051516032/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826199.658420:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826199.658422:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826199.658425:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826199.658427:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826199.658429:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826199.658430:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826199.658432:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826199.658434:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ae00. 02000000:00000001:3.0:1781826199.658436:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826199.658437:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826199.658439:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781826199.658442:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826199.658443:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.658445:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826199.658453:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826199.658454:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826199.658457:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826199.658458:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826200.087247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087252:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826200.087255:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826200.087257:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826200.087260:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087264:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826200.087266:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087268:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087270:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826200.087274:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826200.087275:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826200.087293:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826200.087296:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826200.087299:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826201.113601:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826201.113608:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826201.113615:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826201.113616:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826201.113620:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826201.113621:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826201.122776:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826201.122783:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826201.122788:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826202.134225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826202.134234:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826202.134236:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826202.134240:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134245:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826202.134248:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134250:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134252:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134256:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826202.134258:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134261:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826202.134263:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826202.134264:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826202.134265:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134267:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826202.134268:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134270:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826202.134272:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826202.134304:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826202.134307:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826202.134309:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826203.158218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826203.158225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826203.158231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826203.158232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826203.158235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826203.158236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826203.158776:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826203.158779:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826203.158782:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826204.182423:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826204.182431:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826204.182438:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826204.182439:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826204.182442:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826204.182444:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826204.182465:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826204.182468:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826204.182471:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826204.759442:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826204.759453:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826204.759464:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5180. 00000020:00000040:3.0:1781826204.759471:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826204.759475:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826204.759478:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826204.759483:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826204.759494:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ce00. 00000100:00000001:3.0:1781826204.759502:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.759515:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826204.759532:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826204.759537:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.759544:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acf662be] to pc [ptlrpcd_01_00+0] req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.759640:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.759644:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.759646:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826204.759653:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.759661:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826204.759663:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.759667:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826204.759669:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826204.759672:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826204.759676:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051516416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.759680:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826204.759687:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826204.759689:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.759692:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826204.759697:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826204.759699:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826204.759708:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826204.759712:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826204.759720:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826204.759728:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516416, portal 25 00000100:00000001:2.0:1781826204.759730:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826204.759732:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715445632 : -122530994105984 : ffff908f079f5180) 00000100:00000040:2.0:1781826204.759739:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.759746:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826204.759750:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826204.759753:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490f68. 00000100:00000200:2.0:1781826204.759756:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051516416, offset 0 00000400:00000200:2.0:1781826204.759762:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826204.759770:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.759778:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826204.759783:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826204.759787:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826204.759791:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826204.759794:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826204.759797:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378941:378941:256:4294967295] 192.168.204.116@tcp LPNI seq info [378892:378892:8:4294967295] 00000400:00000200:2.0:1781826204.759801:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.759810:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826204.759815:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826204.759820:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826204.759836:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826204.759844:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826204.759848:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826204.759863:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826204.759867:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826204.759869:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303505426 00000100:00000001:2.0:1781826204.759877:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303500309 00000100:00000001:2.0:1781826204.759881:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303505426 00000100:00000001:2.0:1781826204.759884:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303500309 00000100:00000001:2.0:1781826204.759886:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.759889:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.759892:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.759894:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826204.759919:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.759922:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826204.759925:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826204.759929:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5c00. 00000020:00000040:3.0:1781826204.759932:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826204.759935:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826204.759936:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826204.759939:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826204.759942:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c900. 00000100:00000001:3.0:1781826204.759945:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.759950:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826204.759956:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826204.759958:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.759962:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000837974d1] to pc [ptlrpcd_01_01+1] req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1781826204.760122:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826204.760128:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:0.0:1781826204.760134:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826204.760140:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826204.760146:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490f68 00000400:00000010:0.0:1781826204.760149:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490f68. 00000100:00000001:0.0:1781826204.760154:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826204.760158:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826204.760167:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826204.760171:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826204.760177:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826204.760179:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826204.761774:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826204.761780:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826204.761786:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.761788:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.761791:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826204.761794:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781826204.761796:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.761799:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826204.761800:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.761802:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.761803:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.761804:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826204.761815:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.761835:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826204.761837:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.761841:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826204.761844:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826204.761846:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826204.761851:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.761854:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826204.761860:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826204.761862:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.761865:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826204.761872:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826204.761874:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826204.761881:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826204.761886:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826204.761893:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781826204.761900:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516544, portal 10 00000100:00000001:2.0:1781826204.761903:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826204.761904:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715448320 : -122530994103296 : ffff908f079f5c00) 00000100:00000040:2.0:1781826204.761911:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.761918:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826204.761920:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826204.761923:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490110. 00000100:00000200:2.0:1781826204.761925:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051516544, offset 0 00000400:00000200:2.0:1781826204.761931:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826204.761939:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.761945:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826204.761949:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826204.761953:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826204.761957:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826204.761959:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826204.761963:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378942:378942:256:4294967295] 192.168.204.116@tcp LPNI seq info [378893:378893:8:4294967295] 00000400:00000200:2.0:1781826204.761967:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.761981:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826204.761986:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826204.761992:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826204.761998:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826204.762005:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826204.762008:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826204.762030:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826204.762035:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24200 usecs (25 jiffies) 00000400:00000200:2.0:1781826204.762038:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826204.762041:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303496730 00000100:00000001:2.0:1781826204.762044:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303505426 00000100:00000001:2.0:1781826204.762047:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303496730 00000100:00000001:2.0:1781826204.762049:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303505426 00000100:00000001:2.0:1781826204.762051:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.762054:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.762056:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.762058:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.762110:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.762112:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.762549:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.762552:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.762553:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.762556:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826204.762766:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.762771:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826204.762775:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826204.762782:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4a80. 00000020:00000040:3.0:1781826204.762787:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826204.762791:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826204.762793:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826204.762798:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826204.762803:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733ca00. 00000100:00000001:3.0:1781826204.762810:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.762817:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826204.762841:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826204.762844:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.762850:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000348529e8] to pc [ptlrpcd_01_00+0] req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.762897:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.762899:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.762900:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826204.762905:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.762913:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826204.762914:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.762917:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826204.762919:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826204.762921:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826204.762924:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.762927:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826204.762931:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826204.762933:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.762935:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826204.762939:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826204.762941:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826204.762945:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826204.762948:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826204.762954:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826204.762957:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516672, portal 10 00000100:00000001:2.0:1781826204.762959:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826204.762961:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715443840 : -122530994107776 : ffff908f079f4a80) 00000100:00000040:2.0:1781826204.762968:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.762974:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826204.762977:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826204.762979:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490440. 00000100:00000200:2.0:1781826204.762982:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051516672, offset 0 00000400:00000200:2.0:1781826204.762987:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826204.762993:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.762997:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826204.763001:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826204.763004:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826204.763006:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826204.763009:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826204.763012:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378943:378943:255:4294967295] 192.168.204.116@tcp LPNI seq info [378894:378894:7:4294967295] 00000400:00000200:2.0:1781826204.763016:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826204.763022:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826204.763027:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826204.763031:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826204.763036:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826204.763042:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826204.763045:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826204.763049:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826204.763052:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19837 usecs (20 jiffies) 00000400:00000200:2.0:1781826204.763056:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826204.763058:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303496728 00000100:00000001:2.0:1781826204.763061:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303505426 00000100:00000001:2.0:1781826204.763063:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303496728 00000100:00000001:2.0:1781826204.763065:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303505426 00000100:00000001:2.0:1781826204.763067:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.763070:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.763072:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.763074:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826204.763122:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826204.763125:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826204.763128:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826204.763131:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826204.763134:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826204.763138:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8834) 00000100:00000001:3.0:1781826204.763159:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826204.763162:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.763213:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826204.763216:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826204.763218:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.763220:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.763221:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.763224:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826204.763358:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826204.763371:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826204.763374:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826204.763378:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826204.763384:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826204.763401:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826204.763408:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826204.763413:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826204.763417:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826204.763421:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59200 00000400:00000200:1.0:1781826204.763545:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826204.763552:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd41 [1] + 224 00000800:00000001:1.0:1781826204.763559:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826204.763568:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826204.763571:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826204.763575:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826204.763582:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826204.763589:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826204.763599:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.763712:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.763714:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826204.763731:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826204.763760:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.763765:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1781826204.763767:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826204.763771:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781826204.763775:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826204.763778:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826204.763782:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490110 00000400:00000010:1.0:1781826204.763785:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490110. 00000100:00000001:1.0:1781826204.763789:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826204.763793:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826204.763802:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826204.763805:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826204.763811:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826204.763813:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826204.764380:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826204.764385:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826204.764400:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826204.764404:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826204.764407:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490440 00000400:00000010:1.0:1781826204.764410:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490440. 00000100:00000001:1.0:1781826204.764413:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826204.764417:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826204.764541:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826204.764546:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826204.764559:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826204.764561:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000001:2.0:1781826204.764627:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826204.764629:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826204.764632:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826204.764636:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826204.764638:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826204.764641:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826204.764657:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826204.764665:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.764672:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826204.764673:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.764676:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826204.764679:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826204.764681:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826204.764684:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.764686:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826204.764693:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826204.764698:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826204.764700:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826204.764702:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826204.764704:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826204.764706:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.764709:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826204.764713:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.764721:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.764724:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826204.764726:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826204.764730:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826204.764738:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051516416:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.764743:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.764745:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826204.764747:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5180 x1868371051516416/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.764754:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826204.764758:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826204.764761:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4a00. 02000000:00000001:2.0:1781826204.764765:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826204.764768:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826204.764770:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826204.764773:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826204.764775:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ce00. 02000000:00000001:2.0:1781826204.764779:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826204.764781:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826204.764783:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5180. 00000100:00000001:2.0:1781826204.764787:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826204.764789:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.764792:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.764794:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.764795:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826204.764797:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.764799:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826204.767204:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767222:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826204.767226:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767228:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826204.767295:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767304:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826204.767314:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767319:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767325:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767329:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59280 00000400:00000200:0.0:1781826204.767334:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767341:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd49 [1] + 224 00000800:00000001:0.0:1781826204.767348:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767353:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826204.767356:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826204.767360:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826204.767367:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826204.767376:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826204.767387:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.767448:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.767452:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826204.767473:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826204.767482:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767487:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826204.767489:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767491:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826204.767494:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767499:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826204.767503:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767506:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767509:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767511:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59300 00000400:00000200:0.0:1781826204.767515:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826204.767519:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd51 [1] + 224 00000800:00000001:0.0:1781826204.767522:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767529:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826204.767531:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826204.767534:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826204.767537:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826204.767541:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826204.767550:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826204.767558:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826204.767561:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826204.767563:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1781826204.777914:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826204.777921:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826204.777925:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826204.777933:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:2.0:1781826204.777936:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:2.0:1781826204.777942:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826204.777953:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826204.777964:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.777973:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826204.777975:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.777978:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826204.777981:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826204.777984:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826204.777986:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.777989:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826204.777998:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826204.778002:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826204.778006:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826204.778008:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826204.778011:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826204.778015:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.778019:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826204.778021:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826204.778023:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826204.778025:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826204.778029:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.778037:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.778041:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826204.778043:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826204.778047:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826204.778055:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516544:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.778060:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.778063:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826204.778067:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5c00 x1868371051516544/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.778073:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826204.778076:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826204.778160:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4e00. 02000000:00000001:2.0:1781826204.778165:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826204.778168:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826204.778170:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826204.778173:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826204.778175:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c900. 02000000:00000001:2.0:1781826204.778179:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826204.778181:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826204.778183:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5c00. 00000100:00000001:2.0:1781826204.778186:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826204.778188:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.778191:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.778194:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.778196:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826204.778200:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826204.778202:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826204.778203:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826204.778206:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826204.778207:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826204.778210:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826204.778216:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826204.778223:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.778229:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826204.778230:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.778232:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826204.778233:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826204.778235:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826204.778236:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826204.778238:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826204.778243:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826204.778246:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=121 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826204.778248:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826204.778249:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826204.778251:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826204.778253:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.778255:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826204.778257:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826204.778258:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826204.778259:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826204.778263:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.778270:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826204.778271:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826204.778273:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826204.778276:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826204.778282:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516672:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826204.778286:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.778288:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826204.778291:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4a80 x1868371051516672/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826220 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826204.778297:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826204.778298:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826204.778300:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826204.778303:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826204.778305:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826204.778306:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826204.778308:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826204.778309:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733ca00. 02000000:00000001:2.0:1781826204.778311:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826204.778312:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826204.778314:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4a80. 00000100:00000001:2.0:1781826204.778316:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826204.778317:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.778319:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826204.778325:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826204.778327:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826204.778329:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826204.778331:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826205.206757:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826205.206764:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826205.206770:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826205.206771:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826205.206775:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826205.206776:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826205.206974:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826205.206978:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826205.206980:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826206.230212:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826206.230221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826206.230227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826206.230228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826206.230231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826206.230232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826206.230261:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826206.230264:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826206.230267:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826207.254197:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826207.254204:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826207.254210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826207.254211:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826207.254214:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826207.254215:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826207.254366:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826207.254369:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826207.254372:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826208.278248:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826208.278256:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826208.278262:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826208.278263:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826208.278267:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826208.278268:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826208.278295:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826208.278298:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826208.278301:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826209.302223:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826209.302230:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826209.302236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826209.302237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826209.302241:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826209.302242:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826209.302340:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826209.302344:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826209.302347:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826209.878361:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826209.878372:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826209.878383:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781826209.878390:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826209.878394:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826209.878398:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826209.878404:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826209.878413:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781826209.878420:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878442:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826209.878454:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826209.878459:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878465:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_01+1] req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878516:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878520:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826209.878523:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826209.878526:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781826209.878528:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826209.878531:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826209.878532:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826209.878534:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826209.878537:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826209.878540:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878554:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826209.878562:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826209.878564:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878568:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_00+0] req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878577:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878579:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826209.878582:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826209.878585:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781826209.878588:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826209.878591:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826209.878592:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826209.878593:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826209.878596:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781826209.878599:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878602:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826209.878609:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826209.878610:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878613:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_01+1] req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878621:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878623:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826209.878626:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826209.878629:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826209.878632:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826209.878636:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8839) 00000100:00000001:3.0:1781826209.878647:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.878650:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826209.878652:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826209.878657:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878664:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826209.878666:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.878670:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826209.878673:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826209.878675:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826209.878678:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826209.878682:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826209.878689:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826209.878691:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.878694:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826209.878698:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622c00. 02000000:00000001:3.0:1781826209.878701:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826209.878707:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826209.878711:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826209.878717:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826209.878732:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516928, portal 10 00000100:00000001:3.0:1781826209.878735:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826209.878737:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:3.0:1781826209.878744:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878751:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826209.878754:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826209.878757:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781826209.878761:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051516928, offset 0 00000400:00000200:3.0:1781826209.878766:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826209.878774:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.878781:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826209.878785:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826209.878789:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826209.878792:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826209.878795:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826209.878798:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378944:378944:256:4294967295] 192.168.204.116@tcp LPNI seq info [378895:378895:8:4294967295] 00000400:00000200:3.0:1781826209.878802:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.878811:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826209.878816:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826209.878820:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c600. 00000800:00000200:3.0:1781826209.878827:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826209.878833:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826209.878837:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826209.878850:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.878855:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24196 usecs (25 jiffies) 00000400:00000200:3.0:1781826209.878858:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826209.878861:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303501849 00000100:00000001:3.0:1781826209.878864:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303505426 00000100:00000001:3.0:1781826209.878866:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303501849 00000100:00000001:3.0:1781826209.878868:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303505426 00000100:00000001:3.0:1781826209.878870:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.878873:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.878876:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.878879:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.878885:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826209.878887:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826209.878890:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.878891:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826209.878892:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826209.878895:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1781826209.878896:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.878898:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826209.878899:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.878901:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.878902:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826209.878903:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826209.878907:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878912:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826209.878914:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.878916:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826209.878918:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826209.878919:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826209.878922:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051516800:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826209.878925:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826209.878928:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826209.878930:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.878932:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826209.878935:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826209.878936:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826209.878940:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826209.878942:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826209.878946:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781826209.878949:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051516800, portal 25 00000100:00000001:3.0:1781826209.878951:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826209.878952:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:3.0:1781826209.878957:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.878962:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826209.878964:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826209.878967:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781826209.878969:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051516800, offset 0 00000400:00000200:3.0:1781826209.878973:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826209.878976:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.878979:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826209.878982:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826209.878984:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826209.878986:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826209.878988:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826209.878991:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378945:378945:255:4294967295] 192.168.204.116@tcp LPNI seq info [378896:378896:7:4294967295] 00000400:00000200:3.0:1781826209.878995:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.879001:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826209.879005:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826209.879008:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cf00. 00000800:00000200:3.0:1781826209.879012:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826209.879016:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826209.879019:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826209.879022:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826209.879026:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826209.879027:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303510545 00000100:00000001:3.0:1781826209.879035:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303505426 00000100:00000001:3.0:1781826209.879038:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303510545 00000100:00000001:3.0:1781826209.879041:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303505426 00000100:00000001:3.0:1781826209.879043:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.879046:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.879048:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826209.879052:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.879058:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826209.879060:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.879061:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826209.879063:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826209.879065:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826209.879068:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051517056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826209.879071:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826209.879073:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826209.879075:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.879076:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826209.879104:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826209.879106:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826209.879109:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826209.879112:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35108. 00000400:00000010:3.0:1781826209.879115:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781826209.879118:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517056, portal 10 00000100:00000001:3.0:1781826209.879120:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826209.879121:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:3.0:1781826209.879127:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.879133:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826209.879135:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826209.879137:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781826209.879139:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051517056, offset 0 00000400:00000200:3.0:1781826209.879143:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826209.879147:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.879150:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:2.0:1781826209.879507:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826209.879511:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826209.879732:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826209.879740:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826209.879742:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826209.879745:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826209.879748:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378946:378946:254:4294967295] 192.168.204.116@tcp LPNI seq info [378897:378897:6:4294967295] 00000400:00000200:3.0:1781826209.879753:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826209.879761:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826209.879765:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826209.879771:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781826209.879776:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826209.879781:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826209.879783:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826209.879787:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.879791:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19837 usecs (20 jiffies) 00000400:00000200:3.0:1781826209.879794:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826209.879797:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303501845 00000100:00000001:3.0:1781826209.879799:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303510545 00000100:00000001:3.0:1781826209.879801:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303501845 00000100:00000001:3.0:1781826209.879804:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303510545 00000100:00000001:3.0:1781826209.879806:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.879808:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.879811:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.879813:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826209.879938:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826209.879943:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c600. 00000400:00000200:1.0:1781826209.879949:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826209.879953:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826209.879959:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:1.0:1781826209.879961:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:1.0:1781826209.879966:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826209.879971:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.879980:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826209.879983:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.879990:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826209.879991:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826209.880003:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826209.880005:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cf00. 00000400:00000200:1.0:1781826209.880007:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826209.880010:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826209.880012:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:1.0:1781826209.880013:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:1.0:1781826209.880016:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826209.880018:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.880024:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826209.880026:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.880030:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826209.880032:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826209.880132:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826209.880135:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:1.0:1781826209.880137:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826209.880141:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826209.880143:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:1.0:1781826209.880145:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:1.0:1781826209.880147:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826209.880151:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.880168:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826209.880170:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.880176:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826209.880177:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826209.885502:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.885679:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826209.885683:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.885687:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826209.885696:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885704:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826209.885713:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885719:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885737:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885743:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59380 00000400:00000200:0.0:1781826209.885748:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885822:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd61 [1] + 224 00000800:00000001:0.0:1781826209.885830:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.885836:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826209.885838:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826209.885904:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826209.885913:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826209.885923:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826209.885936:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826209.885954:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826209.885962:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.885967:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826209.885968:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.885971:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826209.885974:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885978:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826209.885983:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885987:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885989:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885992:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59400 00000400:00000200:0.0:1781826209.885995:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826209.885999:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd59 [1] + 224 00000800:00000001:0.0:1781826209.886004:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.886009:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826209.886012:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826209.886015:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826209.886017:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826209.886021:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826209.886029:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826209.886036:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826209.886039:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826209.886042:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.886880:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.886886:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826209.886893:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826209.886896:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826209.886899:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:3.0:1781826209.886904:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:3.0:1781826209.886906:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:3.0:1781826209.886910:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826209.886918:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826209.886929:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.886936:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826209.886938:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.886941:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826209.886944:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826209.886946:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826209.886948:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.886951:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826209.886958:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826209.886962:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826209.886964:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826209.887030:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826209.887033:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826209.887035:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.887038:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.887043:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.887052:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.887056:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826209.887058:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826209.887062:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826209.887071:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051516800:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826209.887499:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826209.887501:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826209.887504:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:3.0:1781826209.887507:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:3.0:1781826209.887509:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:3.0:1781826209.887512:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826209.887518:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826209.887527:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.887533:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826209.887534:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.887536:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826209.887538:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826209.887539:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826209.887540:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.887542:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826209.887559:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826209.887563:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826209.887565:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826209.887566:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826209.887568:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826209.887571:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.887574:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826209.887576:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826209.887578:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826209.887579:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.887583:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.887590:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.887592:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826209.887594:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826209.887597:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826209.887606:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051516928:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826209.887610:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.887613:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826209.887616:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051516800/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.887623:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826209.887626:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826209.887630:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826209.887634:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826209.887637:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826209.887639:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826209.887642:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826209.887644:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:3.0:1781826209.887647:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826209.887649:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826209.887651:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:3.0:1781826209.887654:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826209.887655:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.887657:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826209.887660:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051516928/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.887666:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826209.887668:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826209.887669:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622c00. 02000000:00000001:3.0:1781826209.887672:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826209.887673:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826209.887674:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826209.887676:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826209.887677:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:3.0:1781826209.887679:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826209.887680:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826209.887682:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:3.0:1781826209.887687:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826209.887688:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.887691:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.887693:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.887695:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826209.887696:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.887698:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826209.892443:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826209.892461:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826209.892465:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826209.892468:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826209.892476:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826209.892483:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826209.892491:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826209.892497:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826209.892514:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826209.892519:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59480 00000400:00000200:1.0:1781826209.892524:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826209.892530:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd69 [1] + 224 00000800:00000001:1.0:1781826209.892537:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826209.892711:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826209.892715:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826209.892720:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826209.892736:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826209.892745:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826209.892756:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826209.892781:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826209.892790:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826209.892794:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.892998:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.893002:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826209.893009:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826209.893011:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826209.893014:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35108. 00000400:00000200:3.0:1781826209.893019:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:3.0:1781826209.893021:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:3.0:1781826209.893024:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826209.893029:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826209.893038:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.893043:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826209.893045:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.893047:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826209.893050:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826209.893053:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826209.893055:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826209.893058:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826209.893106:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826209.893111:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826209.893113:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826209.893115:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826209.893118:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826209.893121:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.893125:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826209.893127:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826209.893129:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826209.893130:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826209.893135:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.893143:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826209.893146:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826209.893148:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826209.893151:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826209.893318:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051517056:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826209.893323:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.893326:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826209.893329:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051517056/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826225 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826209.893335:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826209.893338:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826209.893341:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826209.893346:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826209.893348:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826209.893350:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826209.893353:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826209.893355:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:3.0:1781826209.893359:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826209.893360:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826209.893362:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:3.0:1781826209.893365:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826209.893366:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.893369:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826209.893376:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826209.893378:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826209.893380:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826209.893382:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326199:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826210.326205:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326210:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826210.326214:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826210.326216:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826210.326219:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326222:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826210.326224:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326226:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326228:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826210.326231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826210.326232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826210.326255:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826210.326258:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826210.326260:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826211.355628:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826211.355637:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826211.355639:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826211.355643:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355648:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826211.355651:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355653:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355655:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355659:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826211.355661:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355666:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826211.355667:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826211.355669:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826211.355670:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355672:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826211.355673:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355675:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826211.355677:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826211.356051:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826211.356057:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826211.356060:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826212.374211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826212.374218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826212.374224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826212.374225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826212.374228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826212.374229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826212.374263:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826212.374266:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826212.374268:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826213.398216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826213.398223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826213.398228:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826213.398229:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826213.398233:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826213.398234:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826213.398387:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826213.398390:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826213.398393:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826214.422226:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826214.422233:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826214.422239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826214.422240:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826214.422244:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826214.422245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826214.422270:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826214.422273:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826214.422276:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826214.999032:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826214.999042:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826214.999054:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031880. 00000020:00000040:0.0:1781826214.999061:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826214.999066:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826214.999069:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826214.999075:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826214.999102:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781826214.999109:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999121:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826214.999132:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826214.999137:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999143:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c9ac09] to pc [ptlrpcd_00_01+1] req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999176:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999179:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826214.999182:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826214.999186:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781826214.999188:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826214.999190:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826214.999192:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826214.999193:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826214.999196:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826214.999199:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999203:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826214.999210:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826214.999212:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999216:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_00+0] req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999224:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999226:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826214.999229:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826214.999232:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781826214.999234:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826214.999237:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826214.999238:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826214.999239:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826214.999242:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fa00. 00000100:00000001:0.0:1781826214.999245:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999249:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826214.999256:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826214.999257:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999261:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_01+1] req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999268:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999270:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826214.999273:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826214.999276:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826214.999279:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826214.999284:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8844) 00000100:00000001:0.0:1781826214.999373:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826214.999376:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826214.999378:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826214.999383:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999396:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826214.999398:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826214.999402:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826214.999405:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826214.999408:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826214.999411:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826214.999415:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826214.999422:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826214.999424:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826214.999427:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826214.999432:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eaca00. 02000000:00000001:0.0:1781826214.999433:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826214.999440:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826214.999445:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838160. 00000400:00000010:0.0:1781826214.999452:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781826214.999460:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517312, portal 10 00000100:00000001:0.0:1781826214.999462:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826214.999464:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:0.0:1781826214.999471:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999478:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826214.999481:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826214.999483:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826214.999486:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051517312, offset 0 00000400:00000200:0.0:1781826214.999492:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826214.999501:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826214.999508:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826214.999513:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826214.999516:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826214.999520:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826214.999522:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826214.999526:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378947:378947:256:4294967295] 192.168.204.116@tcp LPNI seq info [378898:378898:8:4294967295] 00000400:00000200:0.0:1781826214.999530:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826214.999540:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826214.999545:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826214.999550:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826214.999557:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826214.999563:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826214.999567:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826214.999578:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826214.999583:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24171 usecs (25 jiffies) 00000400:00000200:0.0:1781826214.999586:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826214.999589:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303506970 00000100:00000001:0.0:1781826214.999592:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303510545 00000100:00000001:0.0:1781826214.999594:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303506970 00000100:00000001:0.0:1781826214.999596:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303510545 00000100:00000001:0.0:1781826214.999599:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826214.999601:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826214.999604:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826214.999606:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826214.999614:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826214.999615:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826214.999618:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826214.999619:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826214.999620:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826214.999634:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781826214.999780:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826214.999785:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826214.999786:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826214.999789:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826214.999790:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826214.999791:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826214.999796:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999804:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826214.999805:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826214.999807:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826214.999809:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826214.999811:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826214.999814:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051517184:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826214.999817:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826214.999819:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826214.999821:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826214.999822:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826214.999825:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826214.999827:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826214.999831:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826214.999834:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838580. 00000400:00000010:0.0:1781826214.999838:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781826214.999841:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517184, portal 25 00000100:00000001:0.0:1781826214.999843:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826214.999844:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721984640 : -122530987566976 : ffff908f08031880) 00000100:00000040:0.0:1781826214.999849:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826214.999856:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826214.999858:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826214.999861:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781826214.999863:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051517184, offset 0 00000400:00000200:0.0:1781826214.999867:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826214.999956:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826214.999961:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826214.999964:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826214.999967:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826214.999969:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826214.999971:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826214.999974:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378948:378948:255:4294967295] 192.168.204.116@tcp LPNI seq info [378899:378899:7:4294967295] 00000400:00000200:0.0:1781826214.999979:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826214.999984:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826214.999988:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826214.999992:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781826214.999996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826215.000000:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826215.000003:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826215.000007:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826215.000010:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826215.000012:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303515666 00000100:00000001:0.0:1781826215.000020:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303510545 00000100:00000001:0.0:1781826215.000024:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303515666 00000100:00000001:0.0:1781826215.000027:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303510545 00000100:00000001:0.0:1781826215.000030:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826215.000032:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.000034:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826215.000038:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.000045:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826215.000046:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826215.000048:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826215.000050:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826215.000052:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826215.000054:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826215.000057:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826215.000060:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826215.000061:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826215.000063:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826215.000067:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826215.000070:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826215.000073:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826215.000075:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f088389f8. 00000400:00000010:0.0:1781826215.000828:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781826215.000837:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517440, portal 10 00000100:00000001:0.0:1781826215.000839:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826215.000840:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:0.0:1781826215.000850:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.000857:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826215.000859:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826215.000862:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826215.000864:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051517440, offset 0 00000400:00000200:0.0:1781826215.000868:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826215.000946:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826215.000952:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826215.000955:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826215.000958:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826215.000960:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826215.000963:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826215.000965:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378949:378949:254:4294967295] 192.168.204.116@tcp LPNI seq info [378900:378900:6:4294967295] 00000400:00000200:0.0:1781826215.000970:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826215.000976:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826215.000981:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826215.000986:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826215.000991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826215.000995:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826215.000998:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826215.001001:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826215.001005:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19833 usecs (20 jiffies) 00000400:00000200:0.0:1781826215.001008:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826215.001011:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303506966 00000100:00000001:0.0:1781826215.001014:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303515666 00000100:00000001:0.0:1781826215.001016:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303506966 00000100:00000001:0.0:1781826215.001018:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303515666 00000100:00000001:0.0:1781826215.001020:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826215.001022:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.001025:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.001027:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826215.001097:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826215.001102:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781826215.001107:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826215.001112:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826215.001118:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781826215.001120:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781826215.001125:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826215.001130:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001139:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826215.001142:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001148:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.001150:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826215.001161:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826215.001163:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:0.0:1781826215.001165:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826215.001169:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826215.001171:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:0.0:1781826215.001173:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:0.0:1781826215.001175:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826215.001178:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001184:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826215.001188:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001193:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.001195:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826215.001554:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826215.001558:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:0.0:1781826215.001561:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826215.001565:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826215.001568:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:0.0:1781826215.001570:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:0.0:1781826215.001573:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826215.001577:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001585:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826215.001588:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826215.001593:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826215.001595:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826215.001686:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826215.001689:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826215.010189:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.010210:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826215.010214:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.010217:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.010226:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.010234:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826215.010245:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.010250:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.010255:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.010259:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59500 00000400:00000200:1.0:1781826215.010263:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.010270:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd81 [1] + 224 00000800:00000001:1.0:1781826215.010277:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.020050:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.020061:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826215.020071:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826215.020094:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.020103:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826215.020115:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020135:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826215.020145:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.020154:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826215.020156:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.020159:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.020165:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.020170:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826215.020175:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.020179:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.020184:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.020188:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59580 00000400:00000200:1.0:1781826215.020193:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.020198:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd71 [1] + 224 00000800:00000001:1.0:1781826215.020204:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.020210:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.020212:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826215.020216:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826215.020219:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.020222:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826215.020230:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020237:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826215.020240:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.020243:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.020262:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826215.020266:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826215.020272:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826215.020274:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826215.020277:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838580. 00000400:00000200:1.0:1781826215.020281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:1.0:1781826215.020283:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:1.0:1781826215.020300:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.020305:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826215.020314:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020320:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826215.020322:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.020325:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826215.020328:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826215.020332:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826215.020335:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826215.020338:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826215.020345:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826215.020349:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826215.020352:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826215.020353:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.020356:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826215.020358:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.020361:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826215.020365:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020371:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826215.020374:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826215.020377:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826215.020380:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826215.020388:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051517184:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826215.020393:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826215.020395:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826215.020396:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838160. 00000400:00000200:1.0:1781826215.020398:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:1.0:1781826215.020400:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:1.0:1781826215.020402:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.020404:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826215.020411:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020417:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826215.020419:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.020421:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826215.020422:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826215.020423:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826215.020425:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826215.020426:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826215.020431:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826215.020434:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826215.020436:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826215.020437:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.020438:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826215.020441:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.020444:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826215.020446:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826215.020448:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826215.020449:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826215.020453:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020464:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826215.020466:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826215.020467:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826215.020470:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826215.020478:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517312:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826215.020482:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.020484:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826215.020487:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031880 x1868371051517184/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020494:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826215.020496:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826215.020500:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826215.020504:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826215.020506:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826215.020508:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826215.020510:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826215.020512:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:1.0:1781826215.020515:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826215.020517:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826215.020518:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031880. 00000100:00000001:1.0:1781826215.020522:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826215.020523:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.020525:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826215.020528:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051517312/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826230 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.020533:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826215.020534:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826215.020535:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eaca00. 02000000:00000001:1.0:1781826215.020537:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826215.020538:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826215.020540:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826215.020541:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826215.020543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826215.020545:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826215.020546:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826215.020547:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:1.0:1781826215.020549:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826215.020550:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.020553:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.020555:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826215.020556:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826215.020558:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.020559:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826215.029822:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.029840:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826215.029844:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.029847:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.029855:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.029863:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826215.029872:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.029877:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.029883:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.029887:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59600 00000400:00000200:1.0:1781826215.029892:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826215.029899:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffd91 [1] + 224 00000800:00000001:1.0:1781826215.029906:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.029914:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826215.029917:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826215.029922:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826215.029929:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.029938:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826215.029950:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.029971:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826215.029979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826215.029982:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.030010:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826215.030014:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826215.030019:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826215.030020:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826215.030023:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f088389f8. 00000400:00000200:1.0:1781826215.030026:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:1.0:1781826215.030029:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:1.0:1781826215.030033:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826215.030036:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826215.030045:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.030051:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826215.030053:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.030055:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826215.030059:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826215.030061:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826215.030064:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826215.030067:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826215.030076:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=132 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826215.030095:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826215.030098:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826215.030100:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.030102:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826215.030105:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.030109:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826215.030111:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826215.030114:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826215.030115:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826215.030120:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.030132:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826215.030136:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826215.030138:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826215.030142:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826215.030149:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517440:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826215.030154:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.030156:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826215.030159:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051517440/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826215.030165:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826215.030168:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826215.030171:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:1.0:1781826215.030175:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826215.030177:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826215.030179:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826215.030181:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826215.030183:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fa00. 02000000:00000001:1.0:1781826215.030186:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826215.030188:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826215.030189:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:1.0:1781826215.030193:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826215.030194:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.030196:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826215.030203:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826215.030205:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826215.030207:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826215.030209:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.446211:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826215.446218:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.446224:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826215.446226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826215.446230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826215.446231:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826215.446343:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826215.446346:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826215.446350:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826216.470330:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826216.470336:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826216.470342:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826216.470343:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826216.470346:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826216.470347:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826216.470370:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826216.470373:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826216.470375:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826217.494205:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826217.494212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826217.494218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826217.494219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826217.494222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826217.494224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826217.494318:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826217.494322:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826217.494325:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826218.518201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826218.518212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826218.518218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826218.518219:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826218.518221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826218.518223:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826218.518247:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826218.518250:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826218.518253:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826219.542532:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826219.542550:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826219.542556:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826219.542560:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826219.542562:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826219.542565:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826219.542568:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826219.542570:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826219.542572:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826219.542574:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826219.542577:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826219.542578:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826219.542793:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826219.542797:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826219.542799:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826220.118344:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826220.118352:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826220.118362:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9c00. 00000020:00000040:1.0:1781826220.118368:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826220.118371:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826220.118374:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826220.118379:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826220.118386:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826220.118391:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118402:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826220.118412:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826220.118416:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118422:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002ea6d46e] to pc [ptlrpcd_00_00+0] req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118444:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118447:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826220.118450:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826220.118453:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9180. 00000020:00000040:1.0:1781826220.118455:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826220.118457:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826220.118458:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826220.118459:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826220.118463:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826220.118465:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118469:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826220.118476:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826220.118478:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118482:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a30646a9] to pc [ptlrpcd_00_01+1] req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118496:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118498:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826220.118501:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826220.118504:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9500. 00000020:00000040:1.0:1781826220.118506:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826220.118508:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826220.118509:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826220.118511:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826220.118514:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826220.118516:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118520:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826220.118537:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826220.118539:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118543:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a23499f] to pc [ptlrpcd_00_00+0] req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118548:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.118550:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826220.118554:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826220.118556:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826220.118559:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826220.118564:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8849) 00000100:00000001:1.0:1781826220.118623:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826220.118626:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826220.118628:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826220.118633:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118660:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826220.118662:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.118665:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826220.118668:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826220.118670:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826220.118674:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051517568:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826220.118677:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826220.118683:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826220.118686:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.118689:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826220.118693:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826220.118694:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826220.118701:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826220.118706:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9bb0. 00000400:00000010:1.0:1781826220.118711:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826220.118718:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517568, portal 25 00000100:00000001:1.0:1781826220.118721:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826220.118722:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693313536 : -122531016238080 : ffff908f064d9c00) 00000100:00000040:1.0:1781826220.118727:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118734:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826220.118737:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826220.118739:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826220.118741:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051517568, offset 0 00000400:00000200:1.0:1781826220.118746:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826220.118754:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.118760:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826220.118765:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826220.118768:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826220.118772:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826220.118774:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826220.118778:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378950:378950:256:4294967295] 192.168.204.116@tcp LPNI seq info [378901:378901:8:4294967295] 00000400:00000200:1.0:1781826220.118782:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.118790:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826220.118796:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826220.118800:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:1.0:1781826220.118806:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826220.118813:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826220.118817:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826220.118827:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826220.118830:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826220.118833:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303520785 00000100:00000001:1.0:1781826220.118840:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303515666 00000100:00000001:1.0:1781826220.118843:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303520785 00000100:00000001:1.0:1781826220.118846:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303515666 00000100:00000001:1.0:1781826220.118849:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826220.118851:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.118853:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826220.118856:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.118862:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826220.118864:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.118865:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826220.118867:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826220.118869:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826220.118871:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826220.118874:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826220.118876:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826220.118877:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.118878:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826220.118880:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301e00. 02000000:00000001:1.0:1781826220.118883:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826220.118885:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826220.118887:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9528. 00000400:00000010:1.0:1781826220.118890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826220.119258:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517824, portal 10 00000100:00000001:1.0:1781826220.119261:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826220.119262:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693311744 : -122531016239872 : ffff908f064d9500) 00000100:00000040:1.0:1781826220.119271:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.119277:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826220.119279:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826220.119283:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781826220.119285:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051517824, offset 0 00000400:00000200:1.0:1781826220.119290:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826220.119294:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.119298:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826220.119301:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826220.119303:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826220.119306:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826220.119308:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826220.119310:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378951:378951:255:4294967295] 192.168.204.116@tcp LPNI seq info [378902:378902:7:4294967295] 00000400:00000200:1.0:1781826220.119314:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.119321:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826220.119325:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826220.119330:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826220.119334:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826220.119339:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826220.119342:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826220.119344:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.119348:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19863 usecs (20 jiffies) 00000400:00000200:1.0:1781826220.119351:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826220.119353:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303512085 00000100:00000001:1.0:1781826220.119355:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303520785 00000100:00000001:1.0:1781826220.119357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303512085 00000100:00000001:1.0:1781826220.119359:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303520785 00000100:00000001:1.0:1781826220.119361:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826220.119363:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119365:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119367:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826220.119374:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826220.119376:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826220.119377:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826220.119379:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826220.119380:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826220.119382:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781826220.119384:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826220.119386:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826220.119387:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826220.119388:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826220.119389:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826220.119390:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826220.119394:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.119399:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826220.119401:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.119403:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826220.119404:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826220.119406:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826220.119408:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517696:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826220.119412:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826220.119414:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826220.119415:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826220.119417:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826220.119419:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300400. 02000000:00000001:1.0:1781826220.119421:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826220.119424:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826220.119426:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9a50. 00000400:00000010:1.0:1781826220.119428:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781826220.119431:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517696, portal 10 00000100:00000001:1.0:1781826220.119433:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826220.119434:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693310848 : -122531016240768 : ffff908f064d9180) 00000100:00000040:1.0:1781826220.119438:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.119444:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826220.119446:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826220.119448:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826220.119450:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051517696, offset 0 00000400:00000200:1.0:1781826220.119453:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826220.119456:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.119459:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826220.119461:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826220.119463:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826220.119465:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826220.119467:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826220.119469:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378952:378952:254:4294967295] 192.168.204.116@tcp LPNI seq info [378903:378903:6:4294967295] 00000400:00000200:1.0:1781826220.119473:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.119478:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826220.119482:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826220.119485:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826220.119488:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826220.119492:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826220.119495:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826220.119497:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826220.119499:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24176 usecs (25 jiffies) 00000400:00000200:1.0:1781826220.119502:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826220.119504:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303512090 00000100:00000001:1.0:1781826220.119506:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303520785 00000100:00000001:1.0:1781826220.119509:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303512090 00000100:00000001:1.0:1781826220.119511:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303520785 00000100:00000001:1.0:1781826220.119513:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826220.119514:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119517:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119519:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119539:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826220.119541:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826220.119583:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826220.119586:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:1.0:1781826220.119593:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.119597:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826220.119602:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781826220.119604:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781826220.119609:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826220.119613:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.119621:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826220.119624:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.119631:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.119632:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826220.119642:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826220.119645:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:1.0:1781826220.119647:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.119650:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826220.120883:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:1.0:1781826220.120887:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:1.0:1781826220.120892:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826220.120900:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.120918:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826220.120921:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.120928:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.120930:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826220.121010:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826220.121013:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:1.0:1781826220.121017:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.121021:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826220.121023:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:1.0:1781826220.121025:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:1.0:1781826220.121028:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826220.121032:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.121039:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826220.121041:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.121047:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826220.121048:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826220.125960:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.125977:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826220.125981:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.125984:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.125997:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126005:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826220.126015:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126020:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126025:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126028:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59680 00000400:00000200:1.0:1781826220.126033:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126038:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffda1 [1] + 224 00000800:00000001:1.0:1781826220.126047:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126050:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.126053:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.126111:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826220.126356:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826220.126367:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826220.126377:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.126398:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826220.126407:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126412:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826220.126414:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126416:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.126426:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126430:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826220.126437:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126440:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126444:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126447:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59780 00000400:00000200:1.0:1781826220.126450:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126455:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffdb1 [1] + 224 00000800:00000001:1.0:1781826220.126459:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126543:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.126546:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.126549:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826220.126552:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826220.126557:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826220.126570:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.126584:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826220.126589:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126592:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826220.126594:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126596:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.126600:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126603:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826220.126607:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126610:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126613:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126615:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59700 00000400:00000200:1.0:1781826220.126618:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826220.126621:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffdc1 [1] + 224 00000800:00000001:1.0:1781826220.126625:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126631:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826220.126633:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826220.126636:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826220.126638:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826220.126642:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826220.126672:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826220.126678:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826220.126681:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826220.126684:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127099:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826220.127104:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826220.127110:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826220.127112:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826220.127115:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9a50. 00000400:00000200:0.0:1781826220.127119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:0.0:1781826220.127122:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:0.0:1781826220.127124:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826220.127129:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826220.127138:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127143:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826220.127145:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127148:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826220.127151:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826220.127154:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826220.127156:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826220.127159:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826220.127168:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826220.127174:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826220.127176:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826220.127178:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826220.127181:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826220.127184:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826220.127188:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826220.127191:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826220.127192:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826220.127194:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826220.127199:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127206:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826220.127210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826220.127212:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826220.127216:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826220.127223:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517696:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826220.127230:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826220.127231:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826220.127234:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9bb0. 00000400:00000200:0.0:1781826220.127237:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781826220.127238:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781826220.127240:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826220.127243:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826220.127251:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127262:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826220.127263:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127265:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826220.127266:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826220.127267:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826220.127268:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826220.127270:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826220.127273:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826220.127275:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826220.127277:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826220.127278:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826220.127280:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826220.127281:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826220.127283:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826220.127286:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127292:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826220.127294:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826220.127295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826220.127298:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826220.127304:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051517568:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826220.127308:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826220.127309:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826220.127311:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9528. 00000400:00000200:0.0:1781826220.127313:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781826220.127314:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781826220.127316:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826220.127318:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826220.127325:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127331:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826220.127332:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127334:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826220.127335:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826220.127335:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826220.127337:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826220.127338:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826220.127341:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=137 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826220.127344:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826220.127346:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826220.127347:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826220.127348:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826220.127350:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826220.127352:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826220.127354:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826220.127355:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826220.127356:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826220.127359:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127364:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826220.127366:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826220.127367:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826220.127369:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826220.127376:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051517824:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826220.127380:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127383:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826220.127386:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9180 x1868371051517696/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127392:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826220.127394:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826220.127398:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300400. 02000000:00000001:0.0:1781826220.127402:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826220.127405:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826220.127407:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826220.127409:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826220.127412:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:0.0:1781826220.127415:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826220.127417:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826220.127419:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9180. 00000100:00000001:0.0:1781826220.127423:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826220.127424:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127425:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826220.127428:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9c00 x1868371051517568/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127433:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826220.127434:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826220.127435:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300800. 02000000:00000001:0.0:1781826220.127437:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826220.127437:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826220.127439:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826220.127440:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826220.127441:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:0.0:1781826220.127442:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826220.127443:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826220.127444:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9c00. 00000100:00000001:0.0:1781826220.127446:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826220.127447:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127448:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826220.127450:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9500 x1868371051517824/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826236 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826220.127455:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826220.127456:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826220.127457:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301e00. 02000000:00000001:0.0:1781826220.127460:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826220.127461:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826220.127463:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826220.127464:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826220.127465:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:0.0:1781826220.127467:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826220.127468:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826220.127469:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9500. 00000100:00000001:0.0:1781826220.127470:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826220.127472:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127473:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826220.127480:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826220.127482:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826220.127484:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826220.127486:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826220.566537:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826220.566551:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826220.566558:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826220.566559:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826220.566562:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826220.566563:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826220.566589:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826220.566592:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826220.566595:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826221.590391:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826221.590400:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826221.590403:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826221.590406:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590411:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826221.590413:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590415:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590418:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590421:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826221.590423:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590425:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826221.590427:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826221.590428:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826221.590429:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590431:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826221.590432:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590433:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826221.590436:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826221.590540:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826221.590544:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826221.590547:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826222.614183:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826222.614190:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826222.614196:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826222.614197:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826222.614200:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826222.614202:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826222.614224:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826222.614227:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826222.614229:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826223.641571:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826223.641579:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826223.641585:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826223.641586:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826223.641590:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826223.641591:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826223.645432:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826223.645438:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826223.645442:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826224.664037:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826224.664045:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826224.664051:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826224.664053:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826224.664056:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826224.664057:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826224.664093:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826224.664096:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826224.664098:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826225.239179:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826225.239197:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826225.239207:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781826225.239213:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826225.239217:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826225.239220:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826225.239224:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826225.239242:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ad00. 00000100:00000001:2.0:1781826225.239249:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239260:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826225.239271:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826225.239275:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239282:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_00+0] req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239312:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239316:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826225.239319:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826225.239322:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781826225.239324:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826225.239326:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826225.239328:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826225.239329:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826225.239333:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811af00. 00000100:00000001:2.0:1781826225.239335:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239503:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826225.239513:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826225.239515:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239520:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239529:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239531:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826225.239534:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826225.239538:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781826225.239540:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826225.239543:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826225.239545:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826225.239547:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826225.239550:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a200. 00000100:00000001:2.0:1781826225.239553:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239558:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826225.239570:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826225.239573:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239576:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239583:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239585:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826225.239588:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826225.239591:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826225.239594:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826225.239599:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8854) 00000100:00000001:2.0:1781826225.239612:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.239615:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826225.239617:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826225.239623:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239630:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826225.239632:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.239636:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826225.239638:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826225.239641:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826225.239644:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051518080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826225.239649:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826225.239655:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826225.239657:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.239660:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826225.239664:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826225.239667:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826225.239675:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826225.239680:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826225.239686:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826225.239693:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518080, portal 10 00000100:00000001:2.0:1781826225.239695:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826225.239697:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:2.0:1781826225.239703:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239710:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826225.239713:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826225.239716:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490770. 00000100:00000200:2.0:1781826225.239719:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518080, offset 0 00000400:00000200:2.0:1781826225.239725:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826225.239733:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.239740:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826225.239746:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826225.239749:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826225.239753:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826225.239756:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826225.239760:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378953:378953:256:4294967295] 192.168.204.116@tcp LPNI seq info [378904:378904:8:4294967295] 00000400:00000200:2.0:1781826225.239765:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.239775:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826225.239794:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826225.239799:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781826225.239806:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826225.239814:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826225.239819:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826225.239836:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.239840:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24150 usecs (25 jiffies) 00000400:00000200:2.0:1781826225.239844:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826225.239847:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303517210 00000100:00000001:2.0:1781826225.239851:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303520785 00000100:00000001:2.0:1781826225.239853:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303517210 00000100:00000001:2.0:1781826225.239856:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303520785 00000100:00000001:2.0:1781826225.239859:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.239862:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.239865:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.239867:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.239874:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826225.239876:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826225.239878:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.239880:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826225.239881:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826225.239883:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1781826225.239885:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.239886:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826225.239888:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.239890:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.239891:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826225.239892:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826225.239896:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.239904:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826225.239905:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.239907:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826225.239909:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826225.239911:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826225.239913:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051517952:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826225.239916:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826225.239918:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826225.239920:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.239921:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1781826225.240137:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826225.240141:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826225.241640:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826225.241649:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781826225.241655:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.241664:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826225.241670:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490770 00000400:00000010:1.0:1781826225.241673:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490770. 00000100:00000001:1.0:1781826225.241679:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826225.241685:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.241696:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826225.241699:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.241706:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826225.241707:0:2385:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1781826225.242563:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826225.242569:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826225.242583:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826225.242589:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826225.242596:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826225.242603:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051517952, portal 25 00000100:00000001:2.0:1781826225.242606:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826225.242607:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:2.0:1781826225.242616:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.242624:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826225.242627:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826225.242629:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490000. 00000100:00000200:2.0:1781826225.242632:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051517952, offset 0 00000400:00000200:2.0:1781826225.242637:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826225.242646:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.242653:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826225.242659:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826225.242663:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826225.242668:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826225.242671:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826225.242674:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378954:378954:256:4294967295] 192.168.204.116@tcp LPNI seq info [378905:378905:8:4294967295] 00000400:00000200:2.0:1781826225.242679:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.242689:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826225.242695:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826225.242701:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781826225.242707:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826225.242714:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826225.242718:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826225.242738:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826225.242743:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826225.242746:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303525909 00000100:00000001:2.0:1781826225.242755:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303520785 00000100:00000001:2.0:1781826225.242760:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303525909 00000100:00000001:2.0:1781826225.242763:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303520785 00000100:00000001:2.0:1781826225.242766:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.242769:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.242772:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826225.242777:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.242784:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826225.242786:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.242789:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826225.242792:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826225.242795:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826225.242798:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051518208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826225.242802:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826225.242807:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826225.242809:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.242811:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826225.242815:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826225.242817:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826225.242821:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826225.242823:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826225.242826:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781826225.242830:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518208, portal 10 00000100:00000001:2.0:1781826225.242831:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826225.242833:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:2.0:1781826225.242839:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.242845:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826225.242847:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826225.242849:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490bb0. 00000100:00000200:2.0:1781826225.242851:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518208, offset 0 00000400:00000200:2.0:1781826225.242855:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826225.242859:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.242862:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826225.242865:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826225.242867:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826225.242869:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826225.242871:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826225.242874:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378955:378955:255:4294967295] 192.168.204.116@tcp LPNI seq info [378906:378906:7:4294967295] 00000400:00000200:2.0:1781826225.242878:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826225.242884:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826225.242888:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826225.242891:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826225.242895:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826225.242899:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826225.242902:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826225.242905:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.242909:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19850 usecs (20 jiffies) 00000400:00000200:2.0:1781826225.242911:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826225.242913:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303517208 00000100:00000001:2.0:1781826225.242916:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303525909 00000100:00000001:2.0:1781826225.242918:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303517208 00000100:00000001:2.0:1781826225.242919:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303525909 00000100:00000001:2.0:1781826225.243193:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.243197:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.243200:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.243204:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826225.243697:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826225.243703:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781826225.243709:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.243716:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826225.243721:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490000 00000400:00000010:1.0:1781826225.243724:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490000. 00000100:00000001:1.0:1781826225.243728:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826225.243735:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.243745:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826225.243747:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.243753:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826225.243755:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826225.243812:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826225.243815:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781826225.243818:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.243821:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826225.243835:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490bb0 00000400:00000010:1.0:1781826225.243837:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490bb0. 00000100:00000001:1.0:1781826225.243840:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826225.243843:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.243850:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826225.243852:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.243858:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826225.243859:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826225.246116:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.246131:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826225.246135:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.246138:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.246147:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.246154:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826225.246163:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.246167:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.246172:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.246177:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59880 00000400:00000200:1.0:1781826225.246181:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.246189:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffdd1 [1] + 224 00000800:00000001:1.0:1781826225.246196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.246203:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.246206:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.246209:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826225.246215:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826225.246223:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826225.246235:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.246257:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826225.246264:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.246267:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.246607:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.246612:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826225.246620:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826225.246622:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826225.246626:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826225.246632:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826225.246634:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826225.246638:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826225.246643:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826225.246653:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.246660:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826225.246661:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.246664:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826225.246677:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826225.246681:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826225.246683:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.246686:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826225.246695:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826225.246700:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826225.246703:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826225.246705:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826225.246707:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826225.246710:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.246714:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826225.246716:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826225.246718:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826225.246719:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.246723:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.246731:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.246734:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826225.246736:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826225.246741:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826225.246748:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051518080:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826225.246754:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.246757:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826225.246760:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051518080/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.246767:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826225.246769:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826225.246773:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826225.246777:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826225.246780:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826225.246782:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826225.246784:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826225.246786:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811af00. 02000000:00000001:2.0:1781826225.246790:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826225.246791:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826225.246794:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781826225.246798:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826225.246799:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.246802:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.246803:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.246804:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826225.246806:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.246807:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826225.251020:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.251047:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826225.251053:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.251056:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.251067:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.251076:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826225.251125:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.251131:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.251138:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.251143:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59900 00000400:00000200:1.0:1781826225.251149:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.251156:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffde1 [1] + 224 00000800:00000001:1.0:1781826225.251165:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.251175:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.251179:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.251184:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826225.251193:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826225.251206:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826225.251220:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.251249:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826225.251260:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.251264:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826225.253262:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.253284:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826225.253291:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.253294:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.253305:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.253315:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826225.253326:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.253331:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.253338:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.253343:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59800 00000400:00000200:1.0:1781826225.253348:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826225.253355:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffdd9 [1] + 224 00000800:00000001:1.0:1781826225.253365:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.253375:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826225.253379:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826225.253384:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826225.253391:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826225.253402:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826225.253416:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826225.253437:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826225.253445:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826225.253449:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.253910:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.253916:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826225.253924:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826225.253926:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826225.253930:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826225.253937:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:2.0:1781826225.253939:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:2.0:1781826225.253944:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826225.253950:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826225.253959:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.253965:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826225.253967:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.253969:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826225.253974:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826225.253977:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826225.253980:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.253983:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826225.253992:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826225.253996:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826225.253999:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826225.254000:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826225.254003:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826225.254006:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.254008:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.254013:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.254020:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.254023:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826225.254025:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826225.254029:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826225.254036:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051517952:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826225.254042:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826225.254043:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826225.254045:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826225.254047:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781826225.254048:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781826225.254050:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826225.254054:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826225.254061:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.254067:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826225.254068:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.254069:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826225.254071:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826225.254072:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826225.254074:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826225.254075:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826225.254116:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=142 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826225.254119:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826225.254121:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826225.254122:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826225.254124:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826225.254127:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.254130:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826225.254133:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826225.254135:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826225.254136:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826225.254139:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.254146:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826225.254148:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826225.254149:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826225.254152:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826225.254159:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051518208:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826225.254163:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.254166:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826225.254169:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051517952/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.254177:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826225.254181:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826225.254186:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826225.254191:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826225.254195:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826225.254197:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826225.254200:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826225.254203:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ad00. 02000000:00000001:2.0:1781826225.254208:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826225.254210:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826225.254212:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781826225.254217:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826225.254218:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.254220:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826225.254223:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051518208/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826241 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826225.254229:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826225.254230:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826225.254232:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4200. 02000000:00000001:2.0:1781826225.254233:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826225.254234:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826225.254236:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826225.254238:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826225.254239:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a200. 02000000:00000001:2.0:1781826225.254241:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826225.254242:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826225.254243:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:2.0:1781826225.254245:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826225.254246:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.254249:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826225.254258:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826225.254260:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826225.254263:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826225.254265:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826225.687815:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826225.687826:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826225.687832:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826225.687834:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826225.687837:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826225.687838:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826225.688111:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826225.688116:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826225.688119:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826226.710719:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826226.710728:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826226.710734:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826226.710736:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826226.710739:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826226.710742:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826226.710773:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826226.710776:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826226.710779:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826227.734367:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826227.734387:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826227.734394:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826227.734396:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826227.734400:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826227.734404:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826227.734529:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826227.734533:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826227.734536:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826228.759686:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826228.759694:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826228.759702:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826228.759703:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826228.759708:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826228.759709:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826228.759740:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826228.759743:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826228.759746:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826229.788522:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826229.788532:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826229.788540:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826229.788544:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826229.788547:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826229.788553:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826229.788556:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826229.788559:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826229.788561:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826229.788563:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826229.788568:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826229.788569:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826229.788686:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826229.788690:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826229.788693:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826230.359958:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826230.359973:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826230.359987:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dbb80. 00000020:00000040:1.0:1781826230.359996:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826230.360001:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826230.360005:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826230.360013:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826230.360024:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1100. 00000100:00000001:1.0:1781826230.360032:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360046:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826230.360058:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826230.360062:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360068:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015608d9a] to pc [ptlrpcd_00_01+1] req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.360131:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360134:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826230.360138:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826230.360142:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064da300. 00000020:00000040:1.0:1781826230.360145:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826230.360147:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826230.360148:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826230.360150:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826230.360153:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1900. 00000100:00000001:1.0:1781826230.360156:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360161:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826230.360167:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826230.360169:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360173:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005f21382a] to pc [ptlrpcd_00_00+0] req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.360181:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360183:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826230.360187:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826230.360189:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db800. 00000020:00000040:1.0:1781826230.360192:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826230.360195:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826230.360196:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826230.360197:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826230.360200:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1400. 00000100:00000001:1.0:1781826230.360203:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360207:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826230.360214:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826230.360216:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360219:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002f2b9a92] to pc [ptlrpcd_00_01+1] req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.360226:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826230.360228:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826230.360232:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826230.360235:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826230.360238:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826230.360243:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8860) 00000100:00000001:0.0:1781826230.360772:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.360780:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826230.360783:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826230.360792:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.360800:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826230.360803:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.360808:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826230.360811:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826230.360814:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826230.360818:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051518336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.360826:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826230.360835:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826230.360839:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.360842:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826230.360849:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826230.360852:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826230.360861:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826230.360866:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826230.360876:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826230.360888:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518336, portal 25 00000100:00000001:0.0:1781826230.360891:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826230.360893:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693321600 : -122531016230016 : ffff908f064dbb80) 00000100:00000040:0.0:1781826230.360899:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.360906:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826230.360909:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826230.360912:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781826230.360915:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051518336, offset 0 00000400:00000200:0.0:1781826230.360923:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826230.360935:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.360945:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826230.360953:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826230.360959:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826230.360964:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826230.360967:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826230.360971:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378956:378956:256:4294967295] 192.168.204.116@tcp LPNI seq info [378907:378907:8:4294967295] 00000400:00000200:0.0:1781826230.360975:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.360987:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826230.360994:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826230.361001:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826230.361010:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826230.361021:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826230.361027:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826230.361140:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826230.361146:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826230.361150:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303531028 00000100:00000001:0.0:1781826230.361159:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303525909 00000100:00000001:0.0:1781826230.361164:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303531028 00000100:00000001:0.0:1781826230.361167:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303525909 00000100:00000001:0.0:1781826230.361171:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.361174:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361177:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826230.361182:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.361189:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826230.361190:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.361192:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826230.361194:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826230.361196:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826230.361199:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.361203:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826230.361206:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826230.361207:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.361209:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826230.361213:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826230.361215:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826230.361218:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826230.361221:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826230.361226:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826230.361229:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518592, portal 10 00000100:00000001:0.0:1781826230.361230:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826230.361232:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693320704 : -122531016230912 : ffff908f064db800) 00000100:00000040:0.0:1781826230.361238:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.361244:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826230.361246:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826230.361248:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781826230.361250:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518592, offset 0 00000400:00000200:0.0:1781826230.361253:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826230.361256:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.361259:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826230.361262:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826230.361264:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826230.361266:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826230.361268:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826230.361271:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378957:378957:255:4294967295] 192.168.204.116@tcp LPNI seq info [378908:378908:7:4294967295] 00000400:00000200:0.0:1781826230.361274:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.361279:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826230.361283:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826230.361286:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781826230.361289:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826230.361293:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826230.361295:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826230.361298:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826230.361302:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19846 usecs (20 jiffies) 00000400:00000200:0.0:1781826230.361305:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826230.361307:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303522327 00000100:00000001:0.0:1781826230.361310:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303531028 00000100:00000001:0.0:1781826230.361312:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303522327 00000100:00000001:0.0:1781826230.361314:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303531028 00000100:00000001:0.0:1781826230.361316:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.361318:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361320:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361333:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.361342:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826230.361345:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826230.361347:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.361349:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826230.361350:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826230.361353:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781826230.361355:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.361357:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826230.361358:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.361360:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.361361:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826230.361363:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826230.361367:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.361374:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826230.361375:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.361377:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826230.361379:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826230.361381:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826230.361384:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.361387:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826230.361390:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826230.361391:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.361393:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826230.361396:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826230.361398:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826230.361401:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826230.361403:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781826230.361407:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781826230.361409:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518464, portal 10 00000100:00000001:0.0:1781826230.361411:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826230.361413:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693315328 : -122531016236288 : ffff908f064da300) 00000100:00000040:0.0:1781826230.361418:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.361424:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826230.361426:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826230.361428:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781826230.361430:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518464, offset 0 00000400:00000200:0.0:1781826230.361434:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826230.361437:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.361440:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826230.361443:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826230.361445:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826230.361447:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826230.361449:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826230.361451:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378958:378958:254:4294967295] 192.168.204.116@tcp LPNI seq info [378909:378909:6:4294967295] 00000400:00000200:0.0:1781826230.361454:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826230.361459:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826230.361463:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826230.361466:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826230.361470:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826230.361474:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826230.361476:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826230.361479:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826230.361481:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24121 usecs (25 jiffies) 00000400:00000200:0.0:1781826230.361485:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826230.361487:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303522332 00000100:00000001:0.0:1781826230.361489:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303531028 00000100:00000001:0.0:1781826230.361492:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303522332 00000100:00000001:0.0:1781826230.361505:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303531028 00000100:00000001:0.0:1781826230.361507:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.361509:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361511:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361514:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.361529:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.361531:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826230.367436:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826230.367452:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781826230.367465:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.367478:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826230.367490:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:1.0:1781826230.367505:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:1.0:1781826230.367515:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826230.367526:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.367542:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826230.367546:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.367668:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826230.367670:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826230.367689:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826230.367692:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:1.0:1781826230.367695:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.367699:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826230.367703:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:1.0:1781826230.367705:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:1.0:1781826230.367708:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826230.367781:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.367790:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826230.367793:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.367798:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826230.367800:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826230.368039:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826230.368043:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781826230.368047:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.368051:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826230.368054:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:1.0:1781826230.368057:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:1.0:1781826230.368060:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826230.368065:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.368073:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826230.368076:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.368111:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826230.368113:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826230.372448:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372472:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826230.372477:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372479:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.372490:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372500:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826230.372510:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372515:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372521:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372526:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59980 00000400:00000200:1.0:1781826230.372531:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372540:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffde9 [1] + 224 00000800:00000001:1.0:1781826230.372549:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372553:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.372556:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.372562:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826230.372581:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826230.372593:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826230.372608:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.372635:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826230.372645:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372649:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826230.372651:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372653:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.372656:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372659:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826230.372664:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372666:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372669:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372671:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59a80 00000400:00000200:1.0:1781826230.372674:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.372680:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffdf9 [1] + 224 00000800:00000001:1.0:1781826230.372683:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.372687:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.372689:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.372692:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826230.372831:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.372837:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826230.372846:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826230.372849:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826230.372853:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:0.0:1781826230.372859:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:0.0:1781826230.372861:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:0.0:1781826230.372867:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826230.372871:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826230.372880:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.372885:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826230.372887:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.372890:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826230.372895:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826230.372897:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826230.372900:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.372904:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826230.372912:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826230.372917:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826230.372920:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826230.372922:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826230.372925:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826230.372928:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.372931:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826230.372935:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.372942:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.372946:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826230.372949:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826230.372953:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826230.372961:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051518336:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.372967:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.372970:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826230.372974:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dbb80 x1868371051518336/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.372980:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826230.372984:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826230.372989:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826230.372993:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826230.372996:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826230.372999:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826230.373001:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826230.373004:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1100. 02000000:00000001:0.0:1781826230.373009:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826230.373011:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826230.373013:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dbb80. 00000100:00000001:0.0:1781826230.373018:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826230.373020:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.373024:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.373026:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.373027:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826230.373029:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.373031:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826230.375176:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826230.375199:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826230.375215:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.375229:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826230.375248:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.375266:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826230.375269:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.375271:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.375279:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.375284:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826230.375294:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.375299:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.375304:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.375309:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59a00 00000400:00000200:1.0:1781826230.375313:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826230.375319:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe09 [1] + 224 00000100:00000001:0.0:1781826230.375392:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.375397:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1781826230.375767:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.375781:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826230.375785:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826230.375791:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000001:0.0:1781826230.379873:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826230.379883:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826230.379888:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826230.379900:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781826230.379904:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781826230.379914:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826230.379931:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826230.379944:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.379953:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826230.379956:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.379960:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826230.379965:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826230.379967:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826230.379970:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.379974:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826230.379986:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826230.379990:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=147 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826230.379993:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826230.379995:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826230.379999:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826230.380003:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.380008:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826230.380011:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826230.380013:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826230.380014:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826230.380020:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.380027:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.380032:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826230.380034:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826230.380038:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826230.380047:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518592:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.380053:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.380058:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826230.380060:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db800 x1868371051518592/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.380067:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826230.380070:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826230.380075:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826230.380093:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826230.380098:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826230.380100:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826230.380103:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826230.380106:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1400. 02000000:00000001:0.0:1781826230.380111:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826230.380113:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826230.380116:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db800. 00000100:00000001:0.0:1781826230.380120:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826230.380121:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.380125:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.380128:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.380130:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826230.380133:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.380134:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826230.384408:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826230.384436:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826230.384453:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826230.384484:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826230.384505:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826230.384518:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.384676:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.384682:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826230.384762:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826230.384766:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826230.384771:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781826230.384777:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781826230.384781:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781826230.384787:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826230.384792:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826230.384802:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.384808:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826230.384811:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.384814:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826230.384818:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826230.384821:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826230.384824:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826230.384827:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826230.384840:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826230.384845:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826230.384848:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826230.384850:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826230.384853:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826230.384857:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.384862:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826230.384865:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826230.384867:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826230.384869:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826230.384873:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.384881:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826230.384885:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826230.384888:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826230.384892:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826230.384900:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518464:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826230.384906:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.384909:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826230.384913:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064da300 x1868371051518464/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826246 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826230.384920:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826230.384924:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826230.384928:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826230.384933:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826230.384937:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826230.384940:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826230.384942:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826230.384946:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1900. 02000000:00000001:0.0:1781826230.384951:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826230.384953:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826230.384956:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064da300. 00000100:00000001:0.0:1781826230.384961:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826230.384962:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.384964:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826230.384974:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826230.384976:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826230.384978:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826230.384981:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826230.807237:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826230.807247:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826230.807253:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826230.807255:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826230.807258:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826230.807260:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826230.807292:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826230.807295:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826230.807299:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826231.830321:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826231.830332:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826231.830335:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826231.830339:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830345:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826231.830348:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830350:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830353:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830358:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826231.830359:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830363:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826231.830365:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826231.830366:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826231.830367:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830369:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826231.830370:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830371:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826231.830373:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826231.830909:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826231.830913:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826231.830916:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826232.855482:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826232.855492:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826232.855501:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826232.855503:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826232.855507:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826232.855508:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826232.855543:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826232.855547:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826232.855550:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826233.878405:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826233.878414:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826233.878421:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826233.878423:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826233.878426:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826233.878427:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826233.878562:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826233.878566:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826233.878570:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826234.903628:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826234.903638:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826234.903645:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826234.903646:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826234.903650:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826234.903651:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826234.903686:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826234.903690:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826234.903693:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826235.478353:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826235.478369:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826235.478383:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781826235.478391:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826235.478397:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826235.478401:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826235.478408:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826235.478419:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826235.478428:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478442:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826235.478454:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826235.478459:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478467:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_00+0] req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.478516:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478520:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826235.478524:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826235.478529:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781826235.478532:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826235.478534:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826235.478535:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826235.478537:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826235.478541:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826235.478544:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478550:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826235.478558:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826235.478560:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478564:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_01+1] req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.478572:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478574:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826235.478578:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826235.478581:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781826235.478583:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826235.478586:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826235.478587:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826235.478589:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826235.478594:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781826235.478597:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478601:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826235.478607:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826235.478609:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478613:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.478620:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478623:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826235.478627:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826235.478629:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826235.478632:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826235.478638:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8865) 00000100:00000001:0.0:1781826235.478651:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.478655:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826235.478658:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826235.478664:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.478673:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826235.478675:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.478679:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826235.478682:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826235.478686:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826235.478689:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826235.478707:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826235.478716:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826235.478720:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.478723:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826235.478728:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826235.478731:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826235.478739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826235.478745:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781826235.478754:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781826235.478762:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518848, portal 10 00000100:00000001:0.0:1781826235.478765:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826235.478767:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:0.0:1781826235.478775:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.478788:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826235.478791:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826235.478794:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826235.478797:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518848, offset 0 00000400:00000200:0.0:1781826235.478804:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826235.478843:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.478853:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826235.478859:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826235.478865:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826235.478869:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826235.478872:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826235.478876:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378959:378959:256:4294967295] 192.168.204.116@tcp LPNI seq info [378910:378910:8:4294967295] 00000400:00000200:0.0:1781826235.478881:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.478892:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826235.478899:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826235.478905:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781826235.478913:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826235.478923:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826235.478927:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826235.478939:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.478945:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24133 usecs (25 jiffies) 00000400:00000200:0.0:1781826235.478948:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826235.478952:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303527449 00000100:00000001:0.0:1781826235.478956:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303531028 00000100:00000001:0.0:1781826235.478958:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303527449 00000100:00000001:0.0:1781826235.478960:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303531028 00000100:00000001:0.0:1781826235.478963:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.478966:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.478970:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.478973:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.478982:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826235.478985:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826235.478987:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.478989:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826235.478990:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826235.478993:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781826235.478994:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.478996:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826235.478998:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.478999:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.479001:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826235.479002:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826235.479005:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.479012:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826235.479013:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.479015:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826235.479017:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826235.479019:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826235.479022:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051518720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826235.479025:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826235.479027:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826235.479029:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.479031:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826235.479034:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826235.479037:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826235.479040:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826235.479043:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826235.479047:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826235.479050:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518720, portal 25 00000100:00000001:0.0:1781826235.479052:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826235.479053:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781826235.479058:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.479064:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826235.479066:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826235.479069:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781826235.479071:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051518720, offset 0 00000400:00000200:0.0:1781826235.479075:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826235.479118:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.479122:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826235.479125:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826235.479127:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826235.479129:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826235.479131:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826235.479133:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378960:378960:255:4294967295] 192.168.204.116@tcp LPNI seq info [378911:378911:7:4294967295] 00000400:00000200:0.0:1781826235.479137:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.479142:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826235.479146:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826235.479149:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826235.479153:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826235.479157:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826235.479160:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826235.479163:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826235.479165:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826235.479167:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303536146 00000100:00000001:0.0:1781826235.479185:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303531028 00000100:00000001:0.0:1781826235.479190:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303536146 00000100:00000001:0.0:1781826235.479193:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303531028 00000100:00000001:0.0:1781826235.479196:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.479198:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.479200:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826235.479204:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.479212:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826235.479213:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.479215:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826235.479217:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826235.479219:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826235.479222:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518976:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826235.479233:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826235.479236:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826235.479237:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.479238:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826235.479241:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826235.479243:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826235.479246:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826235.479248:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826235.479252:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781826235.479255:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051518976, portal 10 00000100:00000001:0.0:1781826235.479256:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826235.479257:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781826235.479263:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.479268:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826235.479270:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826235.479271:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781826235.479273:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051518976, offset 0 00000400:00000200:0.0:1781826235.479277:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826235.479281:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.479284:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826235.479286:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826235.479289:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826235.479291:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826235.479293:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826235.479296:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378961:378961:254:4294967295] 192.168.204.116@tcp LPNI seq info [378912:378912:6:4294967295] 00000400:00000200:0.0:1781826235.479300:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826235.479306:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826235.479310:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826235.479313:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781826235.479317:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826235.479321:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826235.479324:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826235.479326:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.479329:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19853 usecs (20 jiffies) 00000400:00000200:0.0:1781826235.479332:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826235.479334:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303527445 00000100:00000001:0.0:1781826235.479336:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303536146 00000100:00000001:0.0:1781826235.479338:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303527445 00000100:00000001:0.0:1781826235.479340:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303536146 00000100:00000001:0.0:1781826235.479342:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.479344:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.479347:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.479349:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826235.479584:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826235.479588:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826235.479642:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826235.479648:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:1.0:1781826235.479656:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.479663:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826235.479669:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:1.0:1781826235.479672:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:1.0:1781826235.479679:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826235.479685:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479709:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826235.479712:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479719:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826235.479722:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826235.479739:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826235.479742:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781826235.479744:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.479747:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826235.479750:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:1.0:1781826235.479752:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:1.0:1781826235.479754:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826235.479757:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479764:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826235.479766:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479772:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826235.479774:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826235.479850:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826235.479853:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781826235.479856:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.479859:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826235.479862:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:1.0:1781826235.479863:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:1.0:1781826235.479866:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826235.479869:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479876:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826235.479878:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.479884:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826235.479885:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826235.487729:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.487747:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826235.487752:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.487769:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.487778:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.487786:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826235.487797:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.487802:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.487808:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.487812:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59b00 00000400:00000200:1.0:1781826235.487817:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.487823:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe29 [1] + 224 00000800:00000001:1.0:1781826235.487830:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.487838:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.487841:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.487845:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826235.487854:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826235.487863:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826235.487875:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.487895:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826235.487903:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.487906:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.490726:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.490737:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826235.490751:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826235.490754:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826235.490759:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826235.490771:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:0.0:1781826235.490774:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:0.0:1781826235.490782:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826235.490796:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826235.490808:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.490822:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826235.490824:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.490828:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826235.490832:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826235.490835:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826235.490837:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.490841:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826235.490849:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826235.490853:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826235.490856:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826235.490857:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826235.490860:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826235.490863:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.490866:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.490870:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.490878:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.490882:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826235.490884:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826235.490888:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826235.490897:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051518720:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826235.490903:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.490906:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826235.490910:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051518720/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.490917:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826235.490921:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826235.490925:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826235.490930:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826235.490933:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826235.490936:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826235.490939:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826235.490942:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:0.0:1781826235.490946:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826235.490948:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826235.490950:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781826235.490954:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826235.490956:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.490959:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.490961:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.490962:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826235.490964:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.490966:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826235.495115:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495131:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826235.495135:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495138:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.495148:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495156:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826235.495165:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495170:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495188:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495192:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59b80 00000400:00000200:1.0:1781826235.495197:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495204:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe19 [1] + 224 00000800:00000001:1.0:1781826235.495210:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495215:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.495218:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.495232:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826235.495239:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826235.495247:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826235.495258:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826235.495278:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826235.495295:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495300:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826235.495302:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495304:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.495307:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495312:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826235.495316:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495319:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495322:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495324:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59c00 00000400:00000200:1.0:1781826235.495327:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826235.495331:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe39 [1] + 224 00000800:00000001:1.0:1781826235.495335:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826235.495343:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826235.495346:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826235.495349:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826235.495352:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826235.495358:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495364:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1781826235.495368:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495373:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826235.495383:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826235.495389:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1781826235.495393:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1781826235.495394:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781826235.495399:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826235.495406:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:0.0:1781826235.495416:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:0.0:1781826235.495420:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:0.0:1781826235.495427:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826235.495438:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826235.495449:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495458:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826235.495461:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495464:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826235.495468:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826235.495471:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826235.495474:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.495478:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826235.495489:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826235.495494:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=152 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826235.495497:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826235.495499:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826235.495502:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826235.495507:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.495511:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826235.495514:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826235.495516:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826235.495518:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.495523:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495531:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.495535:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826235.495537:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826235.495541:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826235.495550:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518976:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826235.495557:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826235.495559:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826235.495561:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781826235.495563:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781826235.495566:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781826235.495568:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826235.495572:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826235.495581:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495587:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826235.495588:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495590:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826235.495602:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826235.495603:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826235.495605:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826235.495607:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826235.495612:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=152 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826235.495615:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826235.495618:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826235.495619:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826235.495621:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826235.495623:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.495625:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826235.495627:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826235.495629:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826235.495630:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826235.495634:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495641:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826235.495643:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826235.495644:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826235.495648:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826235.495656:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051518848:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826235.495660:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495663:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826235.495667:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051518976/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495674:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826235.495677:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826235.495681:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826235.495686:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826235.495689:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826235.495701:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826235.495703:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826235.495707:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781826235.495711:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826235.495714:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826235.495716:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:0.0:1781826235.495720:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826235.495722:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495724:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826235.495727:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051518848/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826251 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826235.495733:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826235.495735:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826235.495736:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826235.495738:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826235.495739:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826235.495740:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826235.495742:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826235.495744:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781826235.495746:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826235.495747:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826235.495749:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781826235.495751:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826235.495752:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495755:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826235.495763:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826235.495765:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826235.495768:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826235.495770:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826235.929634:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826235.929644:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826235.929652:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826235.929653:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826235.929657:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826235.929659:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826235.929879:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826235.929883:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826235.929886:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826236.950269:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826236.950279:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826236.950286:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826236.950287:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826236.950291:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826236.950293:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826236.950338:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826236.950342:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826236.950345:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826237.974208:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826237.974217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826237.974222:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826237.974224:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826237.974227:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826237.974228:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826237.974320:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826237.974324:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826237.974327:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826238.999378:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826238.999384:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826238.999390:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826238.999391:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826238.999395:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826238.999396:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826239.000316:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826239.000320:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826239.000324:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826240.022239:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826240.022245:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.022251:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826240.022254:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826240.022257:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826240.022260:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.022263:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826240.022266:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.022268:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.022272:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.022275:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826240.022276:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826240.022377:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826240.022380:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826240.022383:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826240.598450:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826240.598466:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826240.598481:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781826240.598489:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826240.598495:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826240.598498:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826240.598504:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826240.598514:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:1.0:1781826240.598539:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598555:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826240.598567:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826240.598573:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598580:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.598614:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598618:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826240.598622:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826240.598625:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db480. 00000020:00000040:1.0:1781826240.598627:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826240.598629:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826240.598631:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826240.598633:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826240.598636:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:1.0:1781826240.598638:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598643:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826240.598650:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826240.598663:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598667:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d477c16] to pc [ptlrpcd_00_00+0] req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.598677:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598680:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826240.598683:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826240.598686:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781826240.598688:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826240.598690:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826240.598692:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826240.598694:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826240.598697:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1a00. 00000100:00000001:1.0:1781826240.598699:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598702:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826240.598709:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826240.598711:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598715:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_01+1] req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.598722:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.598725:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826240.598729:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826240.598731:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826240.598735:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826240.598741:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8870) 00000100:00000001:1.0:1781826240.598758:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.598762:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826240.598764:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826240.598770:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.598778:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826240.598781:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.598785:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826240.598794:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826240.598797:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826240.598801:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051519232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826240.598806:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826240.598815:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826240.598818:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.598822:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826240.598827:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826240.598829:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826240.598840:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826240.598845:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826240.598855:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826240.598865:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519232, portal 10 00000100:00000001:1.0:1781826240.598868:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826240.598870:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000100:00000040:1.0:1781826240.598879:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.598888:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826240.598891:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826240.598894:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e2a8. 00000100:00000200:1.0:1781826240.598897:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051519232, offset 0 00000400:00000200:1.0:1781826240.598905:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826240.598916:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.598925:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826240.598931:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826240.598936:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826240.598940:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826240.598944:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826240.598949:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378962:378962:256:4294967295] 192.168.204.116@tcp LPNI seq info [378913:378913:8:4294967295] 00000400:00000200:1.0:1781826240.598954:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.598965:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826240.598972:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826240.598978:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826240.598986:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826240.598995:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826240.599000:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826240.599015:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.599021:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24128 usecs (25 jiffies) 00000400:00000200:1.0:1781826240.599025:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826240.599029:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303532569 00000100:00000001:1.0:1781826240.599033:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303536146 00000100:00000001:1.0:1781826240.599036:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303532569 00000100:00000001:1.0:1781826240.599038:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303536146 00000100:00000001:1.0:1781826240.599041:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.599044:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.599047:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.599050:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.599059:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826240.599062:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826240.599064:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.599065:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826240.599067:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826240.599069:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781826240.599071:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.599073:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826240.599075:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.599131:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.599133:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826240.599134:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826240.599139:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.599147:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826240.599148:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.599150:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826240.599152:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826240.599154:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826240.599157:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051519104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826240.599160:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826240.599163:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826240.599165:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.599167:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826240.599173:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301e00. 02000000:00000001:1.0:1781826240.599175:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826240.599179:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826240.599182:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826240.599186:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826240.599189:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519104, portal 25 00000100:00000001:1.0:1781826240.599191:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826240.599192:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781826240.599197:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.599202:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826240.599205:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826240.599208:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ee58. 00000100:00000200:1.0:1781826240.599210:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051519104, offset 0 00000400:00000200:1.0:1781826240.599215:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826240.599219:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.599222:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826240.599225:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826240.599228:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826240.599230:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826240.599232:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826240.599235:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378963:378963:255:4294967295] 192.168.204.116@tcp LPNI seq info [378914:378914:7:4294967295] 00000100:00000001:0.0:1781826240.599428:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826240.599432:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826240.599584:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826240.599590:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:0.0:1781826240.599597:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.599603:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826240.599631:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.599639:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826240.599643:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826240.599647:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826240.599660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826240.599665:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826240.599668:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826240.599671:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826240.599675:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826240.599677:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303541266 00000100:00000001:1.0:1781826240.599686:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303536146 00000100:00000001:1.0:1781826240.599691:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303541266 00000100:00000001:1.0:1781826240.599694:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303536146 00000100:00000001:1.0:1781826240.599697:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.599699:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.599701:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826240.599705:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.599712:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826240.599714:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.599716:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826240.599718:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826240.599720:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826240.599722:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051519360:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826240.599726:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826240.599728:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826240.599730:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.599731:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826240.599735:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300a00. 02000000:00000001:1.0:1781826240.599738:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826240.599741:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826240.599744:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9160. 00000400:00000010:1.0:1781826240.599748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826240.599752:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519360, portal 10 00000100:00000001:1.0:1781826240.599755:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826240.599756:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:1.0:1781826240.599763:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.599769:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826240.599771:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826240.599773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e330. 00000100:00000200:1.0:1781826240.599776:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051519360, offset 0 00000400:00000200:1.0:1781826240.599780:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826240.606393:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e2a8 00000400:00000010:0.0:1781826240.606406:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e2a8. 00000100:00000001:0.0:1781826240.606418:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826240.606435:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.606451:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826240.606455:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.606463:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826240.606465:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826240.606616:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826240.606621:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781826240.606628:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.606739:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826240.606744:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ee58 00000400:00000010:0.0:1781826240.606746:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ee58. 00000100:00000001:0.0:1781826240.606749:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826240.606755:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.606764:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826240.606767:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.606772:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826240.606774:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1781826240.606894:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.606905:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826240.606910:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826240.606915:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826240.606920:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826240.606924:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826240.606928:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378964:378964:256:4294967295] 192.168.204.116@tcp LPNI seq info [378915:378915:8:4294967295] 00000400:00000200:1.0:1781826240.606933:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826240.606945:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826240.606952:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826240.606961:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1000. 00000800:00000200:1.0:1781826240.606970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826240.606978:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826240.606983:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826240.607011:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.607019:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19856 usecs (20 jiffies) 00000400:00000200:1.0:1781826240.607023:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826240.607027:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303532572 00000100:00000001:1.0:1781826240.607031:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303541266 00000100:00000001:1.0:1781826240.607034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303532572 00000100:00000001:1.0:1781826240.607036:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303541266 00000100:00000001:1.0:1781826240.607039:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.607043:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.607048:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.607053:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826240.608809:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826240.608820:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1000. 00000400:00000200:0.0:1781826240.608828:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.608836:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826240.608843:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e330 00000400:00000010:0.0:1781826240.608847:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e330. 00000100:00000001:0.0:1781826240.608852:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826240.608861:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.608882:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826240.608887:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.608895:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826240.608897:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826240.616027:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.616052:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826240.616057:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.616060:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.616072:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.616139:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826240.616151:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.616158:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.616165:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.616170:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59c80 00000400:00000200:0.0:1781826240.616175:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.616184:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe59 [1] + 224 00000800:00000001:0.0:1781826240.616193:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.616203:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.616206:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.616211:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826240.616222:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826240.616304:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826240.616319:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.616334:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826240.616344:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.616348:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.616484:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.616491:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826240.616499:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826240.616502:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826240.616506:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781826240.616511:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:1.0:1781826240.616515:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:1.0:1781826240.616574:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826240.616580:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826240.616590:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.616597:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826240.616599:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.616603:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826240.616607:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826240.616610:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826240.616612:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.616616:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826240.616624:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826240.616629:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826240.617328:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826240.617331:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.617335:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826240.617338:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.617341:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.617349:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.617359:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.617363:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826240.617425:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826240.617431:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826240.617442:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051519104:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826240.617450:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.617454:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826240.617457:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051519104/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.617465:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826240.617468:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826240.617473:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301e00. 02000000:00000001:1.0:1781826240.617479:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826240.617483:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826240.617485:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826240.617487:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826240.617490:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:1.0:1781826240.617495:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826240.617497:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826240.617500:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781826240.617505:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826240.617506:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.617510:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.617513:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.617515:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826240.618164:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.618169:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826240.645853:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.645879:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826240.645886:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.645890:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.645903:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.645913:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826240.645925:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.645931:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.645938:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.645943:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59d00 00000400:00000200:0.0:1781826240.645949:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.645970:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe49 [1] + 224 00000800:00000001:0.0:1781826240.645979:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.645984:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.645989:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.645994:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826240.646005:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826240.646018:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826240.646033:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.646066:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826240.646136:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.646142:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826240.646144:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.646146:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.646150:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.646154:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826240.646158:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.646161:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.646163:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.646166:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59d80 00000400:00000200:0.0:1781826240.646169:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826240.646173:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe69 [1] + 224 00000800:00000001:0.0:1781826240.646177:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.646184:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826240.646186:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826240.646190:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826240.646193:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826240.646198:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826240.646206:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826240.646213:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826240.646216:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826240.646219:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647279:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.647286:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826240.647298:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826240.647300:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826240.647306:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9160. 00000400:00000200:1.0:1781826240.647312:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781826240.647315:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781826240.647319:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826240.647328:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826240.647340:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647348:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826240.647350:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647353:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826240.647358:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826240.647361:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826240.647364:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.647367:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826240.647380:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826240.647385:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826240.647388:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826240.647390:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.647393:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826240.647397:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.647401:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826240.647404:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826240.647406:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826240.647408:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.647412:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647420:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.647424:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826240.647426:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826240.647430:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826240.647440:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051519360:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826240.647447:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826240.647448:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826240.647450:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:1.0:1781826240.647453:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:1.0:1781826240.647455:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:1.0:1781826240.647457:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826240.647461:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826240.647469:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647474:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826240.647476:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647478:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826240.647479:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826240.647480:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826240.647482:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826240.647484:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826240.647488:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826240.647491:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826240.647494:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826240.647495:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826240.647496:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826240.647498:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.647500:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826240.647502:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826240.647504:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826240.647505:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826240.647509:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647517:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826240.647519:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826240.647520:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826240.647523:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826240.647532:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051519232:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826240.647536:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647539:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826240.647541:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051519360/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647549:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826240.647552:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826240.647556:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300a00. 02000000:00000001:1.0:1781826240.647560:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826240.647563:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826240.647565:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826240.647568:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826240.647571:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1a00. 02000000:00000001:1.0:1781826240.647576:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826240.647578:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826240.647581:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:1.0:1781826240.647585:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826240.647587:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647589:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826240.647592:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051519232/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826256 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826240.647598:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826240.647599:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826240.647600:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300800. 02000000:00000001:1.0:1781826240.647602:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826240.647604:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826240.647605:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826240.647607:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826240.647608:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:1.0:1781826240.647611:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826240.647612:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826240.647613:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:1.0:1781826240.647615:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826240.647617:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647619:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826240.647627:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826240.647629:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826240.647631:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826240.647634:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826241.046201:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826241.046212:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826241.046220:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826241.046221:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826241.046225:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826241.046226:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826241.050169:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826241.050179:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826241.050185:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826242.071177:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826242.071191:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826242.071194:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826242.071199:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071204:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826242.071207:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071209:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071211:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826242.071217:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071221:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826242.071222:0:131477:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826242.071224:0:131477:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826242.071225:0:131477:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071226:0:131477:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826242.071227:0:131477:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071228:0:131477:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826242.071230:0:131477:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826242.071356:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826242.071361:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826242.071365:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826243.094256:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826243.094265:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826243.094282:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826243.094283:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826243.094287:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826243.094288:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826243.094419:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826243.094423:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826243.094427:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826244.119613:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826244.119621:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826244.119627:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826244.119628:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826244.119632:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826244.119633:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826244.124213:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826244.124220:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826244.124224:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826245.142401:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826245.142409:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826245.142415:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826245.142416:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826245.142419:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826245.142420:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826245.142597:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826245.142601:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826245.142603:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826245.719960:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826245.719969:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826245.719977:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781826245.719983:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826245.719987:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826245.719991:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826245.719996:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826245.720003:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781826245.720010:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.720022:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826245.720043:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826245.720047:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.720054:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_01+1] req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.720097:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.720100:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826245.720103:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826245.720106:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781826245.720109:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826245.720111:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826245.720112:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826245.720114:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826245.720117:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781826245.720120:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.720125:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826245.720132:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826245.720134:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.720139:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_00+0] req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.721040:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.721043:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826245.721046:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826245.721050:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781826245.721053:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826245.721055:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826245.721057:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826245.721059:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826245.721064:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781826245.721067:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.721073:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826245.721099:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826245.721102:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.721106:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.721114:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.721116:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826245.721120:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826245.721122:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826245.721125:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826245.721129:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8875) 00000100:00000001:3.0:1781826245.721321:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826245.721325:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826245.721328:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826245.721334:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721342:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826245.721344:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721348:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826245.721350:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826245.721353:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826245.721356:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051519488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826245.721360:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826245.721366:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826245.721369:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721372:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826245.721389:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622600. 02000000:00000001:3.0:1781826245.721391:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826245.721399:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826245.721403:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35108. 00000400:00000010:3.0:1781826245.721409:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781826245.721416:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519488, portal 25 00000100:00000001:3.0:1781826245.721418:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826245.721420:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000040:3.0:1781826245.721425:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721432:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826245.721435:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826245.721438:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826245.721441:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051519488, offset 0 00000400:00000200:3.0:1781826245.721447:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721455:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721463:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826245.721468:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826245.721472:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826245.721476:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826245.721479:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721482:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378965:378965:256:4294967295] 192.168.204.116@tcp LPNI seq info [378916:378916:8:4294967295] 00000400:00000200:3.0:1781826245.721486:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721496:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826245.721502:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826245.721507:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cc00. 00000800:00000200:3.0:1781826245.721514:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826245.721520:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826245.721525:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826245.721542:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826245.721546:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826245.721549:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303546388 00000100:00000001:3.0:1781826245.721556:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303541266 00000100:00000001:3.0:1781826245.721560:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303546388 00000100:00000001:3.0:1781826245.721564:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303541266 00000100:00000001:3.0:1781826245.721567:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826245.721570:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721572:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826245.721576:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721583:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826245.721584:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721587:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826245.721588:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826245.721590:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826245.721592:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051519744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826245.721595:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826245.721597:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826245.721599:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721600:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826245.721603:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623e00. 02000000:00000001:3.0:1781826245.721604:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826245.721607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826245.721609:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35ec8. 00000400:00000010:3.0:1781826245.721612:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000200:3.0:1781826245.721615:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519744, portal 10 00000100:00000001:3.0:1781826245.721616:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826245.721618:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781826245.721624:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721630:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826245.721632:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826245.721634:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781826245.721636:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051519744, offset 0 00000400:00000200:3.0:1781826245.721640:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721654:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721658:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826245.721660:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826245.721662:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826245.721665:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826245.721666:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721669:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378966:378966:255:4294967295] 192.168.204.116@tcp LPNI seq info [378917:378917:7:4294967295] 00000400:00000200:3.0:1781826245.721673:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721689:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826245.721694:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826245.721697:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c300. 00000800:00000200:3.0:1781826245.721701:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826245.721704:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826245.721706:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826245.721709:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826245.721712:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19918 usecs (20 jiffies) 00000400:00000200:3.0:1781826245.721715:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826245.721717:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303537687 00000100:00000001:3.0:1781826245.721719:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303546388 00000100:00000001:3.0:1781826245.721721:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303537687 00000100:00000001:3.0:1781826245.721723:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303546388 00000100:00000001:3.0:1781826245.721725:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826245.721727:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721730:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721732:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826245.721738:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826245.721740:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826245.721742:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826245.721743:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826245.721745:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826245.721747:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826245.721749:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826245.721751:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826245.721752:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826245.721753:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826245.721754:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826245.721755:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826245.721759:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721774:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826245.721775:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721777:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826245.721779:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826245.721780:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826245.721811:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051519616:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826245.721814:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826245.721817:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826245.721818:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826245.721820:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826245.721822:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623800. 02000000:00000001:3.0:1781826245.721824:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826245.721827:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826245.721829:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35790. 00000400:00000010:3.0:1781826245.721832:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781826245.721834:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519616, portal 10 00000100:00000001:3.0:1781826245.721836:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826245.721837:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781826245.721842:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826245.721847:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826245.721849:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826245.721858:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781826245.721860:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051519616, offset 0 00000400:00000200:3.0:1781826245.721863:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721866:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721870:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826245.721872:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826245.721874:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826245.721876:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826245.721878:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826245.721881:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378967:378967:254:4294967295] 192.168.204.116@tcp LPNI seq info [378918:378918:6:4294967295] 00000400:00000200:3.0:1781826245.721885:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826245.721891:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826245.721895:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826245.721898:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c400. 00000800:00000200:3.0:1781826245.721902:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826245.721906:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826245.721908:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826245.721911:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826245.721913:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24198 usecs (25 jiffies) 00000400:00000200:3.0:1781826245.721916:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826245.721917:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303537692 00000100:00000001:3.0:1781826245.721919:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303546388 00000100:00000001:3.0:1781826245.721921:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303537692 00000100:00000001:3.0:1781826245.721923:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303546388 00000100:00000001:3.0:1781826245.721925:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826245.721926:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721928:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721930:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826245.721940:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826245.721942:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826245.722491:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826245.722496:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cc00. 00000400:00000200:1.0:1781826245.722501:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.722506:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826245.722512:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:1.0:1781826245.722514:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:1.0:1781826245.722518:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826245.722523:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.722532:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826245.722535:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.722540:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826245.722542:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826245.722553:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826245.722556:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c300. 00000400:00000200:1.0:1781826245.722557:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.722561:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826245.722563:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:1.0:1781826245.722564:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:1.0:1781826245.722566:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826245.722569:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.722576:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826245.722579:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.722585:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826245.722587:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826245.723706:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826245.723712:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c400. 00000400:00000200:1.0:1781826245.723716:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.723721:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826245.723726:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:1.0:1781826245.723728:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:1.0:1781826245.723731:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826245.723736:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.723745:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826245.723748:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.723755:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826245.723757:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826245.741413:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741430:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826245.741434:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741437:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.741445:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741453:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826245.741462:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741467:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741472:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741477:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59f00 00000400:00000200:1.0:1781826245.741482:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741487:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe81 [1] + 224 00000800:00000001:1.0:1781826245.741495:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741499:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.741502:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.741507:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826245.741514:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826245.741523:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826245.741534:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.741550:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826245.741559:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741562:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826245.741564:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741567:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.741569:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741573:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826245.741577:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741580:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741582:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741585:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d59e80 00000400:00000200:1.0:1781826245.741588:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.741591:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe89 [1] + 224 00000800:00000001:1.0:1781826245.741595:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741600:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.741601:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.741604:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826245.741606:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826245.741610:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826245.741618:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.741624:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826245.741626:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.741629:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.741682:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826245.741687:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826245.741694:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826245.741695:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826245.741699:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35790. 00000400:00000200:2.0:1781826245.741703:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:2.0:1781826245.741705:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:2.0:1781826245.741709:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826245.741714:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826245.741722:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741728:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826245.741730:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.741733:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826245.741736:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826245.741738:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826245.741740:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826245.741744:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826245.741753:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826245.741757:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826245.741760:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826245.741762:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826245.741764:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826245.741768:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.741772:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826245.741774:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826245.741776:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826245.741777:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.741782:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741788:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826245.741791:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826245.741793:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826245.741796:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826245.741804:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051519616:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826245.741812:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826245.741814:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826245.741815:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35ec8. 00000400:00000200:2.0:1781826245.741818:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:2.0:1781826245.741819:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:2.0:1781826245.741822:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826245.741825:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826245.741833:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741838:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826245.741839:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.741841:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826245.741842:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826245.741843:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826245.741844:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826245.741846:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826245.741849:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826245.741852:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826245.741854:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826245.741855:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826245.741857:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826245.741858:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.741860:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826245.741862:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826245.741863:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826245.741865:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.741868:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741875:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826245.741877:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826245.741878:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826245.741881:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826245.741890:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051519744:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826245.741893:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.741895:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826245.741898:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051519616/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741904:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826245.741906:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826245.741909:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623800. 02000000:00000001:2.0:1781826245.741913:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826245.741916:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826245.741918:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826245.741920:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826245.741922:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781826245.741926:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826245.741927:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826245.741929:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:2.0:1781826245.741933:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826245.741934:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.741936:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826245.741939:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051519744/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.741944:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826245.741946:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826245.741947:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623e00. 02000000:00000001:2.0:1781826245.741950:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826245.741951:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826245.741952:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826245.741953:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826245.741954:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:2.0:1781826245.741956:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826245.741957:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826245.741958:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781826245.741960:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826245.741962:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.741965:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.741967:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826245.741968:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826245.741969:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.741971:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826245.757052:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.757069:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826245.757073:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.757076:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.757136:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.757152:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826245.757163:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.757168:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.757174:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.757178:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59e00 00000400:00000200:1.0:1781826245.757183:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826245.757189:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe79 [1] + 224 00000800:00000001:1.0:1781826245.757196:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.757205:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826245.757209:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826245.757213:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826245.757220:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826245.757229:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826245.757239:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826245.757262:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826245.757270:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826245.757273:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.757379:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826245.757384:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826245.757391:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826245.757392:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826245.757395:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35108. 00000400:00000200:2.0:1781826245.757400:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:2.0:1781826245.757403:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:2.0:1781826245.757407:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826245.757412:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826245.757419:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.757425:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826245.757427:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.757429:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826245.757432:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826245.757434:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826245.757436:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826245.757439:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826245.757445:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=12 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826245.757449:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826245.757452:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826245.757453:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826245.757456:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826245.757458:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.757461:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826245.757466:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.757472:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826245.757475:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826245.757477:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826245.757481:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826245.757488:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051519488:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826245.757492:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.757494:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826245.757497:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051519488/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826245.757502:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826245.757505:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826245.757509:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622600. 02000000:00000001:2.0:1781826245.757513:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826245.757515:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826245.757517:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826245.757519:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826245.757521:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:2.0:1781826245.757524:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826245.757526:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826245.757527:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:2.0:1781826245.757530:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826245.757531:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.757534:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826245.757542:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826245.757543:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826245.757545:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826245.757547:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826246.166216:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826246.166225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826246.166231:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826246.166232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826246.166235:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826246.166236:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826246.173514:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826246.173520:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826246.173524:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826247.190218:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826247.190225:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826247.190230:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826247.190232:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826247.190236:0:131477:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826247.190237:0:131477:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826247.190858:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826247.190862:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826247.190865:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826248.218905:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826248.218912:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826248.218918:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826248.218920:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826248.218923:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826248.218924:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826248.224367:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826248.224376:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826248.224381:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826249.239448:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826249.239456:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826249.239462:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826249.239463:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826249.239467:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826249.239468:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826249.239690:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826249.239694:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826249.239697:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826250.269562:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826250.269570:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826250.269575:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826250.269578:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826250.269643:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826250.269646:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826250.269649:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826250.269652:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826250.269654:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826250.269656:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826250.269660:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826250.269661:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826250.270140:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826250.270144:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826250.270146:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826250.838301:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826250.838311:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826250.838322:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4000. 00000020:00000040:3.0:1781826250.838329:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826250.838334:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826250.838337:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826250.838341:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826250.838350:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c800. 00000100:00000001:3.0:1781826250.838358:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838368:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826250.838378:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826250.838382:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838387:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a1ad7b8e] to pc [ptlrpcd_01_00+0] req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826250.838418:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838421:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826250.838424:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826250.838427:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6a00. 00000020:00000040:3.0:1781826250.838430:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826250.838432:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826250.838434:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826250.838435:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826250.838439:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c000. 00000100:00000001:3.0:1781826250.838441:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838446:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826250.838451:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826250.838463:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838467:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a13f95a1] to pc [ptlrpcd_01_01+1] req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826250.838475:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838478:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826250.838481:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826250.838492:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4700. 00000020:00000040:3.0:1781826250.838495:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826250.838497:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826250.838499:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826250.838500:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826250.838505:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c400. 00000100:00000001:3.0:1781826250.838507:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838512:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826250.838517:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826250.838519:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838522:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b9846a] to pc [ptlrpcd_01_00+0] req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826250.838528:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826250.838530:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826250.838533:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826250.838535:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826250.838537:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826250.838542:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8880) 00000100:00000001:2.0:1781826250.838712:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.838717:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826250.838720:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826250.838727:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.838734:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826250.838736:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.838740:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826250.838743:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826250.838745:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826250.838749:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051519872:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826250.838753:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826250.838759:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826250.838762:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.838764:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826250.838769:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826250.838771:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826250.838777:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826250.838782:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826250.838789:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781826250.838796:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051519872, portal 25 00000100:00000001:2.0:1781826250.838798:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826250.838800:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715441152 : -122530994110464 : ffff908f079f4000) 00000100:00000040:2.0:1781826250.838805:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.838813:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826250.838815:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826250.838818:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384902a8. 00000100:00000200:2.0:1781826250.838821:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051519872, offset 0 00000400:00000200:2.0:1781826250.838826:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826250.838834:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.838841:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826250.838846:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826250.838850:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826250.838854:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826250.838857:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826250.838860:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378968:378968:256:4294967295] 192.168.204.116@tcp LPNI seq info [378919:378919:8:4294967295] 00000400:00000200:2.0:1781826250.838864:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.838874:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826250.838879:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826250.838885:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000800:00000200:2.0:1781826250.838892:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826250.838898:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826250.838902:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826250.838931:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826250.838936:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826250.838939:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303551505 00000100:00000001:2.0:1781826250.838946:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303546388 00000100:00000001:2.0:1781826250.838950:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303551505 00000100:00000001:2.0:1781826250.838954:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303546388 00000100:00000001:2.0:1781826250.838957:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.838959:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.838962:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826250.838966:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.838973:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826250.838975:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.838977:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826250.838979:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826250.838980:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826250.838983:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051520128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826250.838986:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826250.838989:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826250.838991:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.838993:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826250.838996:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826250.838998:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826250.839001:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826250.839004:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826250.839008:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826250.839010:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520128, portal 10 00000100:00000001:2.0:1781826250.839012:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826250.839014:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442944 : -122530994108672 : ffff908f079f4700) 00000100:00000040:2.0:1781826250.839020:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.839026:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826250.839028:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826250.839030:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490ee0. 00000100:00000200:2.0:1781826250.839033:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520128, offset 0 00000400:00000200:2.0:1781826250.839036:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826250.839041:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.839044:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826250.839047:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826250.839049:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826250.839051:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826250.839053:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826250.839067:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378969:378969:255:4294967295] 192.168.204.116@tcp LPNI seq info [378920:378920:7:4294967295] 00000400:00000200:2.0:1781826250.839072:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.839106:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826250.839111:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826250.839116:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a700. 00000800:00000200:2.0:1781826250.839119:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826250.839123:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826250.839126:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826250.839129:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826250.839133:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19928 usecs (20 jiffies) 00000400:00000200:2.0:1781826250.839136:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826250.839138:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303542805 00000100:00000001:2.0:1781826250.839140:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303551505 00000100:00000001:2.0:1781826250.839142:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303542805 00000100:00000001:2.0:1781826250.839144:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303551505 00000100:00000001:2.0:1781826250.839146:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.839148:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.839150:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.839153:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.839160:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826250.839162:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826250.839164:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.839166:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826250.839167:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826250.839170:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1781826250.839171:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.839173:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826250.839174:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.839176:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.839177:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826250.839178:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826250.839181:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.839187:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826250.839189:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.839191:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826250.839192:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826250.839194:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826250.839197:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051520000:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826250.839200:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826250.839202:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826250.839204:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.839206:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826250.839209:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826250.839210:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826250.839213:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826250.839216:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826250.839220:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781826250.839222:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520000, portal 10 00000100:00000001:2.0:1781826250.839224:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826250.839225:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715451904 : -122530994099712 : ffff908f079f6a00) 00000100:00000040:2.0:1781826250.839230:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.839246:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826250.839249:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826250.839251:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384907f8. 00000100:00000200:2.0:1781826250.839254:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520000, offset 0 00000400:00000200:2.0:1781826250.839258:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826250.839271:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.839275:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826250.839278:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826250.839280:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826250.839282:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826250.839284:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826250.839287:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378970:378970:254:4294967295] 192.168.204.116@tcp LPNI seq info [378921:378921:6:4294967295] 00000400:00000200:2.0:1781826250.839290:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826250.839296:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826250.839300:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826250.839304:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a000. 00000800:00000200:2.0:1781826250.839308:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826250.839313:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826250.839315:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826250.839318:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826250.839321:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24202 usecs (25 jiffies) 00000400:00000200:2.0:1781826250.839324:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826250.839326:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303542810 00000100:00000001:2.0:1781826250.839328:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303551505 00000100:00000001:2.0:1781826250.839330:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303542810 00000100:00000001:2.0:1781826250.839332:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303551505 00000100:00000001:2.0:1781826250.839334:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.839336:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.839338:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.839340:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.839351:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.839354:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826250.839698:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826250.839704:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781826250.839710:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.839716:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826250.839721:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384902a8 00000400:00000010:1.0:1781826250.839724:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384902a8. 00000100:00000001:1.0:1781826250.839729:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826250.839734:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839744:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826250.839747:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839755:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826250.839756:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826250.839769:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826250.839771:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a700. 00000400:00000200:1.0:1781826250.839773:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.839776:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826250.839779:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490ee0 00000400:00000010:1.0:1781826250.839780:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490ee0. 00000100:00000001:1.0:1781826250.839782:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826250.839785:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839791:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826250.839794:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839800:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826250.839801:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826250.839862:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826250.839864:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a000. 00000400:00000200:1.0:1781826250.839867:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.839870:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826250.839872:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384907f8 00000400:00000010:1.0:1781826250.839874:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384907f8. 00000100:00000001:1.0:1781826250.839876:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826250.839879:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839886:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826250.839889:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.839894:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826250.839895:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826250.856027:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856065:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826250.856069:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856073:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856116:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856124:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826250.856134:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856139:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856145:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856149:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a080 00000400:00000200:1.0:1781826250.856153:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856160:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe99 [1] + 224 00000800:00000001:1.0:1781826250.856166:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856170:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856172:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.856177:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826250.856183:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826250.856192:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826250.856203:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.856227:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826250.856236:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856241:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826250.856243:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856245:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856247:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856251:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826250.856255:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856257:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856259:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856262:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a000 00000400:00000200:1.0:1781826250.856265:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856269:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffea1 [1] + 224 00000800:00000001:1.0:1781826250.856283:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856287:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856289:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.856292:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826250.856295:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826250.856298:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826250.856307:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.856313:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826250.856317:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856320:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826250.856322:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856324:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856328:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856331:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826250.856335:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856337:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856340:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856342:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d59f80 00000400:00000200:1.0:1781826250.856345:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826250.856350:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffe91 [1] + 224 00000800:00000001:1.0:1781826250.856353:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856376:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826250.856378:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826250.856382:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826250.856385:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826250.856390:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826250.856398:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826250.856406:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826250.856409:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826250.856413:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857276:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.857282:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826250.857289:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826250.857291:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826250.857294:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826250.857301:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:2.0:1781826250.857303:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:2.0:1781826250.857307:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826250.857315:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826250.857325:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857332:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826250.857334:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857349:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826250.857352:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826250.857354:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826250.857356:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.857359:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826250.857369:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826250.857374:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826250.857377:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826250.857379:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826250.857381:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826250.857385:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.857389:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826250.857391:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826250.857393:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826250.857394:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826250.857399:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857406:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.857410:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826250.857412:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826250.857416:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826250.857423:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051520000:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826250.857428:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826250.857430:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826250.857431:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826250.857434:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:2.0:1781826250.857436:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:2.0:1781826250.857438:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826250.857442:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826250.857449:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857466:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826250.857468:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857469:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826250.857471:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826250.857472:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826250.857474:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.857476:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826250.857478:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826250.857481:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826250.857483:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826250.857484:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826250.857496:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826250.857497:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.857499:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826250.857503:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857509:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.857511:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826250.857512:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826250.857515:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826250.857522:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051519872:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826250.857527:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826250.857529:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826250.857530:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826250.857533:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826250.857534:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826250.857536:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826250.857540:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826250.857548:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857554:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826250.857555:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857557:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826250.857558:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826250.857559:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826250.857561:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826250.857563:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826250.857567:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=17 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826250.857570:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826250.857572:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826250.857573:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826250.857574:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826250.857576:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.857578:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826250.857580:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826250.857582:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826250.857583:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826250.857587:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857593:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826250.857595:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826250.857597:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826250.857600:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826250.857607:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051520128:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826250.857611:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857614:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826250.857618:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6a00 x1868371051520000/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857624:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826250.857627:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826250.857630:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826250.857634:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826250.857637:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826250.857639:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826250.857641:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826250.857643:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c000. 02000000:00000001:2.0:1781826250.857647:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826250.857648:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826250.857650:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6a00. 00000100:00000001:2.0:1781826250.857656:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826250.857658:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857660:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826250.857663:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4000 x1868371051519872/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857668:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826250.857670:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826250.857671:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826250.857674:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826250.857675:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826250.857676:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826250.857678:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826250.857679:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c800. 02000000:00000001:2.0:1781826250.857681:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826250.857682:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826250.857683:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4000. 00000100:00000001:2.0:1781826250.857697:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826250.857698:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857700:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826250.857703:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4700 x1868371051520128/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826266 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826250.857708:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826250.857710:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826250.857711:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5000. 02000000:00000001:2.0:1781826250.857713:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826250.857714:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826250.857715:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826250.857716:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826250.857718:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c400. 02000000:00000001:2.0:1781826250.857719:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826250.857720:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826250.857721:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4700. 00000100:00000001:2.0:1781826250.857724:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826250.857725:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857727:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826250.857735:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826250.857736:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826250.857739:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826250.857741:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826251.286292:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826251.286301:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826251.286308:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826251.286309:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826251.286312:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826251.286313:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826251.286420:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826251.286423:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826251.286426:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826252.314392:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826252.314398:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826252.314401:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826252.314405:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314409:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826252.314411:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314414:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314416:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314420:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826252.314422:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314425:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826252.314427:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826252.314428:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826252.314430:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314431:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826252.314433:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314434:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826252.314436:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826252.314495:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826252.314500:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826252.314503:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826253.339040:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826253.339047:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826253.339054:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826253.339055:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826253.339059:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826253.339060:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826253.339153:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826253.339156:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826253.339159:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826254.358259:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826254.358267:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826254.358273:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826254.358275:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826254.358278:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826254.358279:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826254.359311:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826254.359316:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826254.359320:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826255.383173:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826255.383180:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826255.383516:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826255.383518:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826255.383522:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826255.383524:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826255.388938:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826255.388945:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826255.388949:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826255.959385:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826255.959395:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826255.959406:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781826255.959412:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826255.959417:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826255.959420:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826255.959426:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826255.959434:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826255.959441:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959454:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826255.959464:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826255.959468:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959475:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_00+0] req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959511:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959513:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826255.959517:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826255.959520:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781826255.959522:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826255.959524:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826255.959525:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826255.959527:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826255.959530:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693ff00. 00000100:00000001:0.0:1781826255.959532:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959536:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826255.959542:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826255.959545:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959548:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_01+1] req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959560:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959562:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826255.959565:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826255.959568:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781826255.959570:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826255.959572:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826255.959574:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826255.959575:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826255.959578:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826255.959580:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959584:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826255.959590:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826255.959592:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959595:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_00+0] req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959602:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959604:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826255.959607:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826255.959610:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826255.959613:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826255.959617:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8885) 00000100:00000001:0.0:1781826255.959630:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826255.959634:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826255.959636:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826255.959640:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959653:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826255.959655:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.959658:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826255.959661:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826255.959663:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826255.959667:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826255.959671:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826255.959676:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826255.959678:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.959680:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826255.959684:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826255.959686:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826255.959704:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826255.959709:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781826255.959716:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781826255.959722:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520384, portal 10 00000100:00000001:0.0:1781826255.959725:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826255.959727:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781826255.959734:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959741:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826255.959744:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826255.959746:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eee0. 00000100:00000200:0.0:1781826255.959748:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520384, offset 0 00000400:00000200:0.0:1781826255.959755:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826255.959763:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.959770:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826255.959774:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826255.959778:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826255.959781:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826255.959783:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826255.959786:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378971:378971:256:4294967295] 192.168.204.116@tcp LPNI seq info [378922:378922:8:4294967295] 00000400:00000200:0.0:1781826255.959790:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.959799:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826255.959805:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826255.959810:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781826255.959816:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826255.959835:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826255.959839:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826255.959849:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.959853:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24201 usecs (25 jiffies) 00000400:00000200:0.0:1781826255.959856:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826255.959858:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303547930 00000100:00000001:0.0:1781826255.959861:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303551505 00000100:00000001:0.0:1781826255.959864:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303547930 00000100:00000001:0.0:1781826255.959866:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303551505 00000100:00000001:0.0:1781826255.959869:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.959871:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.959874:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.959877:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.959883:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826255.959885:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826255.959887:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826255.959888:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826255.959889:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826255.959891:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781826255.959893:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.959894:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826255.959895:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.959896:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826255.959897:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826255.959898:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826255.959902:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959909:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826255.959910:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.959912:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826255.959914:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826255.959915:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826255.959918:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051520256:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826255.959921:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826255.959923:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826255.959925:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.959926:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826255.959929:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826255.959931:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826255.959935:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826255.959937:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826255.959941:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826255.959944:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520256, portal 25 00000100:00000001:0.0:1781826255.959945:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826255.959946:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:0.0:1781826255.959950:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.959956:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826255.959957:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826255.959960:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e6e8. 00000100:00000200:0.0:1781826255.959962:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051520256, offset 0 00000400:00000200:0.0:1781826255.959966:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826255.959969:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.959972:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826255.959975:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826255.959977:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826255.959979:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826255.959981:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826255.959983:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378972:378972:255:4294967295] 192.168.204.116@tcp LPNI seq info [378923:378923:7:4294967295] 00000400:00000200:0.0:1781826255.959987:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.959992:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826255.959996:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826255.959999:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781826255.960002:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826255.960006:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826255.960009:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826255.960011:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826255.960014:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826255.960016:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303556626 00000100:00000001:0.0:1781826255.960022:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303551505 00000100:00000001:0.0:1781826255.960026:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303556626 00000100:00000001:0.0:1781826255.960029:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303551505 00000100:00000001:0.0:1781826255.960031:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.960034:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.960036:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826255.960039:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.960044:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826255.960046:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.960047:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826255.960049:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826255.960051:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826255.960053:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520512:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826255.960056:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826255.960058:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826255.960060:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.960061:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826255.960064:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826255.960066:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826255.960069:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826255.960072:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826255.960074:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781826255.960102:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520512, portal 10 00000100:00000001:0.0:1781826255.960105:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826255.960106:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781826255.960112:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.960118:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826255.960119:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826255.960123:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ef68. 00000100:00000200:0.0:1781826255.960125:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520512, offset 0 00000400:00000200:0.0:1781826255.960129:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826255.960132:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.960135:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826255.960138:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826255.960140:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826255.960142:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826255.960145:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826255.960147:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378973:378973:254:4294967295] 192.168.204.116@tcp LPNI seq info [378924:378924:6:4294967295] 00000400:00000200:0.0:1781826255.960150:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826255.960155:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826255.960159:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826255.960162:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781826255.960166:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826255.960169:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826255.960172:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826255.960175:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.960177:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19933 usecs (20 jiffies) 00000400:00000200:0.0:1781826255.960180:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826255.960183:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303547926 00000100:00000001:0.0:1781826255.960185:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303556626 00000100:00000001:0.0:1781826255.960187:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303547926 00000100:00000001:0.0:1781826255.960189:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303556626 00000100:00000001:0.0:1781826255.960190:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.960192:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.960194:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.960197:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826255.960291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826255.960295:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826255.960335:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826255.960339:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:1.0:1781826255.960345:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.960350:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826255.960354:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eee0 00000400:00000010:1.0:1781826255.960357:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eee0. 00000100:00000001:1.0:1781826255.960362:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826255.960367:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960375:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826255.960378:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960384:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826255.960386:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826255.960396:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826255.960398:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:1.0:1781826255.960400:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.960403:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826255.960405:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e6e8 00000400:00000010:1.0:1781826255.960406:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e6e8. 00000100:00000001:1.0:1781826255.960408:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826255.960411:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960417:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826255.960420:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960426:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826255.960427:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826255.960482:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826255.960484:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:1.0:1781826255.960487:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.960490:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826255.960492:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ef68 00000400:00000010:1.0:1781826255.960494:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ef68. 00000100:00000001:1.0:1781826255.960496:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826255.960498:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960504:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826255.960507:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.960513:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826255.960514:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826255.964622:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964646:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826255.964652:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964654:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.964665:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964674:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826255.964684:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964691:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964697:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964702:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a100 00000400:00000200:1.0:1781826255.964708:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964717:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffeb9 [1] + 224 00000800:00000001:1.0:1781826255.964726:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964731:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.964734:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.964740:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826255.964749:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826255.964760:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826255.964773:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.964802:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826255.964813:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964816:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826255.964819:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964820:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.964834:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964838:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826255.964842:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964845:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964847:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964851:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a200 00000400:00000200:1.0:1781826255.964854:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.964858:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffec9 [1] + 224 00000800:00000001:1.0:1781826255.964862:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964870:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.964872:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.964875:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826255.964879:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826255.964883:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826255.964893:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.964900:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826255.964904:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.964908:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826255.965833:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.965842:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826255.965846:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.965849:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.965855:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.965860:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826255.965869:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.965873:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.965877:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.965880:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a180 00000400:00000200:1.0:1781826255.965884:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826255.965889:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffea9 [1] + 224 00000800:00000001:1.0:1781826255.965894:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.965901:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826255.965903:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826255.965906:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826255.965910:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826255.965918:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826255.965929:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826255.965937:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826255.965942:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826255.965945:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966124:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826255.966130:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826255.966140:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826255.966142:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826255.966146:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:0.0:1781826255.966152:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:0.0:1781826255.966155:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:0.0:1781826255.966160:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826255.966166:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826255.966175:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966182:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826255.966184:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966188:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826255.966192:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826255.966203:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826255.966206:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.966211:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826255.966220:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826255.966225:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826255.966229:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826255.966231:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826255.966234:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826255.966237:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.966241:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.966247:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966254:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.966259:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826255.966261:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826255.966266:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826255.966273:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051520256:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826255.966280:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826255.966281:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826255.966283:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826255.966286:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:0.0:1781826255.966288:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:0.0:1781826255.966290:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826255.966294:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826255.966301:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966308:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826255.966309:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966311:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826255.966312:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826255.966314:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826255.966315:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.966316:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826255.966323:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826255.966326:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826255.966328:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826255.966330:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826255.966331:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826255.966334:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.966338:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826255.966341:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826255.966343:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826255.966344:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.966348:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966354:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.966356:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826255.966357:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826255.966360:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826255.966367:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520512:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826255.966372:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826255.966373:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826255.966375:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781826255.966377:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781826255.966379:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781826255.966382:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826255.966385:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826255.966392:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966398:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826255.966400:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966402:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826255.966403:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826255.966404:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826255.966406:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826255.966408:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826255.966412:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826255.966415:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826255.966418:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826255.966420:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826255.966421:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826255.966423:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.966425:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826255.966427:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826255.966429:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826255.966430:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826255.966434:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966440:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826255.966442:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826255.966444:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826255.966447:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826255.966455:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520384:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826255.966459:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966461:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826255.966465:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051520256/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966473:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826255.966476:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826255.966480:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826255.966484:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826255.966487:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826255.966490:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826255.966492:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826255.966495:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:0.0:1781826255.966499:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826255.966501:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826255.966503:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781826255.966507:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826255.966509:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966510:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826255.966514:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051520512/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966521:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826255.966522:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826255.966524:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826255.966526:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826255.966527:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826255.966528:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826255.966529:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826255.966531:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:0.0:1781826255.966532:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826255.966534:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826255.966535:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781826255.966537:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826255.966538:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966540:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826255.966543:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051520384/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826271 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826255.966548:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826255.966550:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826255.966551:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826255.966553:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826255.966554:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826255.966556:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826255.966557:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826255.966559:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693ff00. 02000000:00000001:0.0:1781826255.966561:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826255.966562:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826255.966563:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:0.0:1781826255.966565:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826255.966566:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966569:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826255.966578:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826255.966580:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826255.966583:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826255.966586:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826256.407866:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826256.409783:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826256.409802:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826256.409803:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826256.409807:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826256.409808:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826256.414073:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826256.414115:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826256.414121:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826257.433607:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826257.433616:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826257.433623:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826257.433625:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826257.433629:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826257.433630:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826257.434001:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826257.434005:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826257.434008:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826258.454222:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826258.454229:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826258.454235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826258.454236:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826258.454239:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826258.454241:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826258.455134:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826258.455138:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826258.455142:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826259.478204:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826259.478209:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826259.478215:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826259.478217:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826259.478220:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826259.478223:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826259.478225:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826259.478227:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826259.478229:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826259.478231:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826259.478235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826259.478236:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826259.478330:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826259.478337:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826259.478340:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826260.505003:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826260.505011:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826260.505017:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826260.505018:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826260.505020:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826260.505021:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826260.505152:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826260.505155:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826260.505158:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826261.078349:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826261.078360:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826261.078371:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7100. 00000020:00000040:3.0:1781826261.078377:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826261.078381:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826261.078384:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826261.078389:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826261.078396:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c300. 00000100:00000001:3.0:1781826261.078402:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.078413:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826261.078427:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826261.078431:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.078437:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000017fa7a53] to pc [ptlrpcd_01_01+1] req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.078484:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.078488:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826261.078491:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826261.078501:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.078508:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826261.078510:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.078514:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826261.078516:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826261.078519:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826261.078522:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051520640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826261.078527:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826261.078532:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826261.078535:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.078537:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826261.078543:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826261.078545:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826261.078552:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826261.078557:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826261.078565:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826261.078571:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520640, portal 25 00000100:00000001:2.0:1781826261.078574:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826261.078575:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715453696 : -122530994097920 : ffff908f079f7100) 00000100:00000040:2.0:1781826261.078581:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.078589:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826261.078592:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826261.078594:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384903b8. 00000100:00000200:2.0:1781826261.078598:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051520640, offset 0 00000400:00000200:2.0:1781826261.078604:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826261.078613:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826261.078620:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826261.078625:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826261.078629:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826261.078633:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826261.078636:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826261.078640:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378974:378974:256:4294967295] 192.168.204.116@tcp LPNI seq info [378925:378925:8:4294967295] 00000400:00000200:2.0:1781826261.078644:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826261.078652:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826261.078658:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826261.078663:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a600. 00000800:00000200:2.0:1781826261.078670:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826261.078677:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826261.078681:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826261.078759:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826261.078764:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826261.078768:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303561745 00000100:00000001:2.0:1781826261.078775:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303556626 00000100:00000001:2.0:1781826261.078779:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303561745 00000100:00000001:2.0:1781826261.078783:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303556626 00000100:00000001:2.0:1781826261.078786:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826261.078788:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.078791:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.078794:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826261.078817:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.078821:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826261.078824:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826261.078828:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f4380. 00000020:00000040:3.0:1781826261.078831:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826261.078834:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826261.078836:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826261.078838:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826261.078841:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cc00. 00000100:00000001:3.0:1781826261.078844:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.078849:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826261.078857:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826261.078859:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.078863:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcd3c703] to pc [ptlrpcd_01_00+0] req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1781826261.078977:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826261.078982:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a600. 00000400:00000200:1.0:1781826261.078987:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.078992:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826261.078997:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384903b8 00000400:00000010:1.0:1781826261.079000:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384903b8. 00000100:00000001:1.0:1781826261.079004:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826261.079009:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.079018:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826261.079023:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.079030:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826261.079032:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826261.079266:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826261.079269:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826261.079272:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.079273:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826261.079275:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826261.079278:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781826261.079279:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.079282:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826261.079283:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.079284:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.079285:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826261.079287:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826261.079292:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.079299:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826261.079301:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.079303:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826261.079305:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826261.079308:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826261.079311:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051520768:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826261.079314:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826261.079317:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826261.079319:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.079321:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826261.079324:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826261.079326:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826261.079331:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826261.079334:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826261.079338:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781826261.079341:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520768, portal 10 00000100:00000001:2.0:1781826261.079343:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826261.079345:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715442048 : -122530994109568 : ffff908f079f4380) 00000100:00000040:2.0:1781826261.079351:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.079358:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826261.079360:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826261.079362:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490990. 00000100:00000200:2.0:1781826261.079365:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520768, offset 0 00000400:00000200:2.0:1781826261.079370:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826261.079374:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826261.079379:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826261.079382:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826261.079385:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826261.079387:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826261.079390:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826261.079393:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378975:378975:256:4294967295] 192.168.204.116@tcp LPNI seq info [378926:378926:8:4294967295] 00000400:00000200:2.0:1781826261.079397:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826261.079405:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826261.079410:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826261.079414:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781826261.079418:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826261.079423:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826261.079427:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826261.079443:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826261.079448:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24171 usecs (25 jiffies) 00000400:00000200:2.0:1781826261.079451:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826261.079453:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303553050 00000100:00000001:2.0:1781826261.079456:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303561745 00000100:00000001:2.0:1781826261.079458:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303553050 00000100:00000001:2.0:1781826261.079460:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303561745 00000100:00000001:2.0:1781826261.079463:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826261.079465:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.079467:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.079470:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.079480:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.079482:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826261.079576:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826261.079579:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781826261.079583:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.079587:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826261.079590:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490990 00000400:00000010:1.0:1781826261.079592:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490990. 00000100:00000001:1.0:1781826261.079596:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826261.079600:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.079608:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826261.079611:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.079619:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826261.079620:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1781826261.079823:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.079826:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826261.079828:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.079830:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826261.079883:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826261.079887:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826261.079890:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826261.080226:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db480. 00000020:00000040:1.0:1781826261.080232:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826261.080235:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826261.080237:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826261.080241:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826261.080246:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:1.0:1781826261.080251:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826261.080258:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826261.080267:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826261.080270:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826261.080275:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d477c16] to pc [ptlrpcd_00_01+1] req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.080320:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826261.080324:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826261.080325:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826261.080331:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.080338:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826261.080339:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826261.080342:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826261.080344:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826261.080346:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826261.080349:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826261.080352:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826261.080356:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826261.080358:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826261.080359:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826261.080363:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826261.080365:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826261.080369:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826261.080372:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781826261.080377:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781826261.080380:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051520896, portal 10 00000100:00000001:0.0:1781826261.080383:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826261.080384:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693319808 : -122531016231808 : ffff908f064db480) 00000100:00000040:0.0:1781826261.080390:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.080402:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826261.080404:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826261.080407:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e660. 00000100:00000200:0.0:1781826261.080409:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051520896, offset 0 00000400:00000200:0.0:1781826261.080414:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826261.080420:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826261.080425:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826261.080429:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826261.080433:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826261.080435:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826261.080438:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826261.080441:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378976:378976:256:4294967295] 192.168.204.116@tcp LPNI seq info [378927:378927:8:4294967295] 00000400:00000200:0.0:1781826261.080445:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826261.080452:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826261.080457:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826261.080462:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826261.080467:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826261.080472:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826261.080476:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826261.080485:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826261.080490:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19916 usecs (20 jiffies) 00000400:00000200:0.0:1781826261.080493:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826261.080495:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303553046 00000100:00000001:0.0:1781826261.080498:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303561745 00000100:00000001:0.0:1781826261.080500:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303553046 00000100:00000001:0.0:1781826261.080503:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303561745 00000100:00000001:0.0:1781826261.080505:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826261.080507:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.080510:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.080512:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826261.080537:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826261.080541:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826261.080544:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826261.080547:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826261.080551:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826261.080556:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8890) 00000100:00000001:1.0:1781826261.080573:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826261.080577:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826261.080635:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826261.080638:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:1.0:1781826261.080642:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.080646:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826261.080649:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e660 00000400:00000010:1.0:1781826261.080652:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e660. 00000100:00000001:1.0:1781826261.080656:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826261.080660:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.080667:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826261.080670:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.080677:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826261.080678:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1781826261.080888:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826261.080891:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826261.080893:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826261.080894:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826261.080896:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.080898:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826261.082488:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082503:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826261.082508:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082511:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082518:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082525:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826261.082533:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082538:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082544:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082548:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a300 00000400:00000200:1.0:1781826261.082554:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082560:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffee1 [1] + 224 00000800:00000001:1.0:1781826261.082567:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082571:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082574:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.082578:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826261.082584:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826261.082593:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826261.082604:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.082624:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826261.082632:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082635:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826261.082637:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082639:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082642:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082646:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826261.082649:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082652:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082655:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082657:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a280 00000400:00000200:1.0:1781826261.082661:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082665:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffed9 [1] + 224 00000800:00000001:1.0:1781826261.082669:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082672:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082674:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.082677:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826261.082680:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826261.082684:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826261.082698:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.082705:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826261.082709:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082713:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826261.082715:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082717:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082720:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082733:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826261.082737:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082740:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082743:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082745:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a380 00000400:00000200:1.0:1781826261.082748:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826261.082752:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffee9 [1] + 224 00000800:00000001:1.0:1781826261.082755:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082762:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826261.082764:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826261.082767:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826261.082770:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826261.082773:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826261.082781:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826261.082799:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826261.082804:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826261.082807:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083203:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.083207:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826261.083214:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826261.083216:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826261.083219:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826261.083224:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:2.0:1781826261.083227:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:2.0:1781826261.083231:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826261.083235:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826261.083244:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083250:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826261.083252:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083255:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826261.083258:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826261.083260:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826261.083262:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.083265:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826261.083275:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826261.083279:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826261.083282:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826261.083284:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826261.083287:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826261.083290:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.083294:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826261.083296:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826261.083298:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826261.083300:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826261.083304:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083311:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826261.083314:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826261.083316:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826261.083320:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826261.083328:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051520768:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826261.083333:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826261.083335:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826261.083336:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826261.083339:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826261.083341:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826261.083343:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826261.083346:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826261.083354:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083359:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826261.083361:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083362:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826261.083363:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826261.083365:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826261.083366:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826261.083368:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826261.083371:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826261.083380:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826261.083382:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826261.083384:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826261.083385:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826261.083387:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.083389:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826261.083392:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083398:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826261.083400:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826261.083401:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826261.083405:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826261.083412:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051520640:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826261.083416:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083418:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826261.083421:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f4380 x1868371051520768/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083427:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826261.083430:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826261.083433:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826261.083437:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826261.083440:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826261.083442:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826261.083444:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826261.083447:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cc00. 02000000:00000001:2.0:1781826261.083450:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826261.083452:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826261.083454:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f4380. 00000100:00000001:2.0:1781826261.083457:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826261.083458:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083460:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826261.083463:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7100 x1868371051520640/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826261.083468:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826261.083469:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826261.083470:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826261.083472:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826261.083473:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826261.083474:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826261.083476:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826261.083477:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c300. 02000000:00000001:2.0:1781826261.083479:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826261.083480:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826261.083481:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7100. 00000100:00000001:2.0:1781826261.083483:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826261.083484:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083486:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826261.083493:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826261.083494:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826261.083496:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826261.083498:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.083553:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826261.083556:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826261.083559:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826261.083560:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826261.083562:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:0.0:1781826261.083566:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:0.0:1781826261.083568:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:0.0:1781826261.083571:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826261.083576:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826261.083584:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.083590:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826261.083591:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826261.083593:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826261.083594:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826261.083596:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826261.083597:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826261.083599:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826261.083603:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=28 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826261.083606:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=28 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826261.083608:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826261.083610:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826261.083611:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826261.083613:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.083615:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826261.083617:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826261.083618:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826261.083620:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826261.083623:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.083629:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826261.083631:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826261.083632:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826261.083635:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826261.083642:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051520896:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826261.083645:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826261.083647:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826261.083650:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db480 x1868371051520896/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826277 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826261.083655:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826261.083657:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826261.083659:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac800. 02000000:00000001:0.0:1781826261.083661:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826261.083663:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826261.083664:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826261.083666:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826261.083668:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:0.0:1781826261.083670:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826261.083671:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826261.083673:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db480. 00000100:00000001:0.0:1781826261.083676:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826261.083677:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826261.083679:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826261.083682:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826261.083684:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826261.083685:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826261.083687:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526204:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826261.526213:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826261.526215:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826261.526220:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526225:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826261.526227:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526230:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526232:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826261.526237:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526239:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826261.526241:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826261.526242:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826261.526243:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526245:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826261.526246:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526247:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826261.526249:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826261.526339:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826261.526343:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826261.526346:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826262.551191:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826262.551198:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826262.551203:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826262.551204:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826262.551207:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826262.551209:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826262.551752:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826262.551756:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826262.551759:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826263.574247:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826263.574254:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826263.574269:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826263.574271:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826263.574274:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826263.574275:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826263.574436:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826263.574440:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826263.574444:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826264.598198:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826264.598205:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826264.598211:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826264.598212:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826264.598216:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826264.598217:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826264.598313:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826264.598316:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826264.598319:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826265.622192:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826265.622197:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826265.622201:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826265.622202:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826265.622204:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826265.622205:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826265.622390:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826265.622392:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826265.622395:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1781826266.198415:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826266.198425:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826266.198437:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f5880. 00000020:00000040:3.0:1781826266.198442:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:3.0:1781826266.198447:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826266.198451:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826266.198455:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826266.198463:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c100. 00000100:00000001:3.0:1781826266.198470:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198481:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826266.198492:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826266.198496:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198503:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000954a984e] to pc [ptlrpcd_01_01+1] req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826266.198531:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198534:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826266.198538:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826266.198542:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f7480. 00000020:00000040:3.0:1781826266.198544:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826266.198546:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826266.198547:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826266.198549:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826266.198552:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733cf00. 00000100:00000001:3.0:1781826266.198554:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198558:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826266.198564:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826266.198566:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198570:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da1701a0] to pc [ptlrpcd_01_00+0] req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826266.198578:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198580:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1781826266.198583:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1781826266.198585:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f079f6300. 00000020:00000040:3.0:1781826266.198587:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:3.0:1781826266.198589:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1781826266.198590:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1781826266.198592:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1781826266.198595:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0733c600. 00000100:00000001:3.0:1781826266.198597:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198601:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1781826266.198607:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1781826266.198609:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198612:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003591da14] to pc [ptlrpcd_01_01+1] req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826266.198619:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826266.198621:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826266.198635:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826266.198638:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1781826266.198640:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1781826266.198645:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8895) 00000100:00000001:2.0:1781826266.198692:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.198696:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826266.198698:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826266.198704:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.198711:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826266.198714:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.198717:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826266.198720:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826266.198723:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826266.198726:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051521024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826266.198730:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826266.198737:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826266.198739:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.198742:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826266.198748:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826266.198749:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826266.198757:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826266.198761:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826266.198768:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826266.198775:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521024, portal 25 00000100:00000001:2.0:1781826266.198778:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826266.198779:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715447424 : -122530994104192 : ffff908f079f5880) 00000100:00000040:2.0:1781826266.198796:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.198804:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826266.198806:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826266.198810:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490b28. 00000100:00000200:2.0:1781826266.198814:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051521024, offset 0 00000400:00000200:2.0:1781826266.198820:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826266.198828:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.198836:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826266.198840:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826266.198845:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826266.198848:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826266.198851:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826266.198855:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378977:378977:256:4294967295] 192.168.204.116@tcp LPNI seq info [378928:378928:8:4294967295] 00000400:00000200:2.0:1781826266.198859:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.198880:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826266.198887:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826266.198892:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ae00. 00000800:00000200:2.0:1781826266.198907:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826266.198914:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826266.198918:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826266.198934:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826266.198939:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826266.198942:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303566865 00000100:00000001:2.0:1781826266.198949:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303561745 00000100:00000001:2.0:1781826266.198953:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303566865 00000100:00000001:2.0:1781826266.198956:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303561745 00000100:00000001:2.0:1781826266.198959:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.198961:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.198964:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826266.198968:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.198974:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826266.198976:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.198978:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826266.198979:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826266.198981:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826266.198984:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826266.198986:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826266.198989:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826266.198990:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.198992:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826266.198995:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826266.198997:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826266.199000:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826266.199002:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa210. 00000400:00000010:2.0:1781826266.199006:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826266.199009:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521280, portal 10 00000100:00000001:2.0:1781826266.199010:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826266.199012:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715450112 : -122530994101504 : ffff908f079f6300) 00000100:00000040:2.0:1781826266.199018:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.199023:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826266.199025:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826266.199027:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490660. 00000100:00000200:2.0:1781826266.199029:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051521280, offset 0 00000400:00000200:2.0:1781826266.199032:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826266.199036:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.199039:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826266.199042:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826266.199044:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826266.199045:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826266.199047:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826266.199049:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378978:378978:255:4294967295] 192.168.204.116@tcp LPNI seq info [378929:378929:7:4294967295] 00000400:00000200:2.0:1781826266.199053:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.199058:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826266.199062:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826266.199065:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811ab00. 00000800:00000200:2.0:1781826266.199069:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826266.199072:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826266.199075:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811ab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826266.199108:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826266.199113:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19892 usecs (20 jiffies) 00000400:00000200:2.0:1781826266.199116:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826266.199117:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303558165 00000100:00000001:2.0:1781826266.199119:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303566865 00000100:00000001:2.0:1781826266.199121:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303558165 00000100:00000001:2.0:1781826266.199123:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303566865 00000100:00000001:2.0:1781826266.199125:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.199128:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.199130:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.199132:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.199139:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826266.199141:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1781826266.199143:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.199145:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826266.199146:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826266.199148:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1781826266.199150:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.199152:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826266.199153:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.199154:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.199155:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826266.199156:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826266.199160:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.199166:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826266.199168:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.199170:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826266.199172:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826266.199174:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826266.199177:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521152:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826266.199180:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826266.199182:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826266.199184:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.199185:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826266.199188:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826266.199190:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826266.199193:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826266.199196:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa738. 00000400:00000010:2.0:1781826266.199199:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490880. 00000100:00000200:2.0:1781826266.199202:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521152, portal 10 00000100:00000001:2.0:1781826266.199204:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826266.199205:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542715454592 : -122530994097024 : ffff908f079f7480) 00000100:00000040:2.0:1781826266.199211:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.199217:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826266.199219:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826266.199222:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f384906e8. 00000100:00000200:2.0:1781826266.199224:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051521152, offset 0 00000400:00000200:2.0:1781826266.199227:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826266.199231:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.199235:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826266.199237:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826266.199239:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826266.199242:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826266.199244:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:2.0:1781826266.199246:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378979:378979:254:4294967295] 192.168.204.116@tcp LPNI seq info [378930:378930:6:4294967295] 00000400:00000200:2.0:1781826266.199250:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826266.199256:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:2.0:1781826266.199261:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:2.0:1781826266.199265:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a900. 00000800:00000200:2.0:1781826266.199269:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:2.0:1781826266.199273:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:2.0:1781826266.199276:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1781826266.199279:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826266.199282:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24135 usecs (25 jiffies) 00000400:00000200:2.0:1781826266.199285:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826266.199286:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303558170 00000100:00000001:2.0:1781826266.199288:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303566865 00000100:00000001:2.0:1781826266.199290:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303558170 00000100:00000001:2.0:1781826266.199292:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303566865 00000100:00000001:2.0:1781826266.199306:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.199309:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.199311:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.199313:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.199323:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.199326:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826266.199532:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826266.199537:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ae00. 00000400:00000200:1.0:1781826266.199543:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.199549:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826266.199554:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490b28 00000400:00000010:1.0:1781826266.199556:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490b28. 00000100:00000001:1.0:1781826266.199562:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826266.199566:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199576:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826266.199579:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199586:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826266.199588:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826266.199600:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826266.199602:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811ab00. 00000400:00000200:1.0:1781826266.199605:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.199608:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826266.199610:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490660 00000400:00000010:1.0:1781826266.199612:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490660. 00000100:00000001:1.0:1781826266.199614:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826266.199617:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199632:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826266.199635:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199641:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826266.199642:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826266.199703:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826266.199706:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a900. 00000400:00000200:1.0:1781826266.199709:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.199712:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826266.199715:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f384906e8 00000400:00000010:1.0:1781826266.199716:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f384906e8. 00000100:00000001:1.0:1781826266.199718:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826266.199721:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199727:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826266.199730:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.199736:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826266.199737:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1781826266.204619:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204646:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826266.204651:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204653:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.204661:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204669:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826266.204679:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204683:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204690:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204694:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a500 00000400:00000200:1.0:1781826266.204699:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204705:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff01 [1] + 224 00000800:00000001:1.0:1781826266.204712:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204729:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.204733:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.204737:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826266.204744:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826266.204753:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826266.204764:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.204794:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826266.204803:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204806:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826266.204808:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204810:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.204813:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204816:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826266.204821:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204823:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204826:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204828:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a480 00000400:00000200:1.0:1781826266.204831:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.204834:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff09 [1] + 224 00000800:00000001:1.0:1781826266.204838:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204843:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.204846:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.204848:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826266.204851:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826266.204855:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826266.204863:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.204869:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826266.204873:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.204875:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.205168:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.205172:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826266.205180:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826266.205181:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826266.205184:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa738. 00000400:00000200:2.0:1781826266.205189:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490880 00000400:00000010:2.0:1781826266.205191:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490880. 00000100:00000001:2.0:1781826266.205195:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826266.205199:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826266.205208:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205214:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826266.205216:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.205218:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826266.205221:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826266.205224:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826266.205226:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.205229:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826266.205238:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826266.205242:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826266.205245:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826266.205247:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826266.205249:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826266.205252:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.205256:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826266.205259:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826266.205261:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826266.205262:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826266.205267:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205274:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.205277:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826266.205279:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826266.205283:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826266.205292:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521152:192.168.204.116@tcp:400:kworker.0 00000400:00000001:2.0:1781826266.205369:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826266.205370:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826266.205372:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa210. 00000400:00000200:2.0:1781826266.205375:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:2.0:1781826266.205377:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:2.0:1781826266.205379:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826266.205384:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826266.205391:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205397:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826266.205398:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.205400:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826266.205401:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826266.205403:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826266.205404:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.205406:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826266.205410:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826266.205414:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826266.205416:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826266.205418:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826266.205419:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826266.205421:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.205424:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826266.205425:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:2.0:1781826266.205427:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826266.205428:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826266.205432:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205438:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.205440:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826266.205442:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826266.205445:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826266.205451:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521280:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826266.205455:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.205457:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826266.205460:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f7480 x1868371051521152/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205467:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826266.205470:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826266.205473:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4c00. 02000000:00000001:2.0:1781826266.205478:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826266.205480:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826266.205482:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826266.205485:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826266.205487:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733cf00. 02000000:00000001:2.0:1781826266.205490:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826266.205492:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826266.205494:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f7480. 00000100:00000001:2.0:1781826266.205498:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826266.205499:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.205501:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826266.205504:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f6300 x1868371051521280/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.205510:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826266.205511:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826266.205513:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5c00. 02000000:00000001:2.0:1781826266.205516:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826266.205517:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826266.205518:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826266.205520:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826266.205521:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c600. 02000000:00000001:2.0:1781826266.205523:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826266.205524:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826266.205525:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f6300. 00000100:00000001:2.0:1781826266.205530:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826266.205531:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.205534:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.205536:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.205537:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826266.205538:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.205540:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826266.208418:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.208437:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826266.208442:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.208445:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.208454:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.208462:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826266.208473:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.208478:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.208484:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.208488:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a400 00000400:00000200:1.0:1781826266.208493:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826266.208499:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffef9 [1] + 224 00000800:00000001:1.0:1781826266.208506:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.208513:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826266.208516:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826266.208520:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826266.208527:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826266.208535:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826266.208546:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826266.208568:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826266.208576:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826266.208580:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.208968:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.208972:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826266.208978:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826266.208980:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826266.208983:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826266.208989:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826266.208991:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826266.209073:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826266.209222:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826266.209234:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.209241:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826266.209243:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.209246:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826266.209249:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826266.209252:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826266.209254:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826266.209258:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826266.209265:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826266.209269:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826266.209272:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826266.209273:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826266.209276:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826266.209278:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.209281:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826266.209285:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.209293:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826266.209859:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826266.209862:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826266.209876:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826266.209885:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f079f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051521024:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826266.209891:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.209894:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826266.209970:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f079f5880 x1868371051521024/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826282 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826266.209979:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826266.209982:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826266.209985:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d5a00. 02000000:00000001:2.0:1781826266.209990:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826266.210002:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826266.210005:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:2.0:1781826266.210007:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826266.210010:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0733c100. 02000000:00000001:2.0:1781826266.210014:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826266.210015:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826266.210017:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f079f5880. 00000100:00000001:2.0:1781826266.210021:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826266.210022:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.210025:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826266.210033:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826266.210035:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826266.210037:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826266.210040:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826266.647264:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826266.647271:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826266.647276:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826266.647278:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826266.647281:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826266.647282:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826266.647643:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826266.647647:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826266.647649:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826267.670166:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826267.670173:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826267.670179:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826267.670180:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826267.670183:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826267.670185:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826267.670271:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826267.670274:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826267.670277:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826268.696317:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826268.696325:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826268.696330:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826268.696331:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826268.696335:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826268.696336:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826268.696494:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826268.696497:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826268.696500:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826269.718393:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826269.718406:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826269.718415:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826269.718419:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826269.718422:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826269.718427:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826269.718431:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826269.718434:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826269.718437:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826269.718440:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826269.718445:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826269.718446:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826269.718890:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826269.718894:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826269.718898:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826270.742442:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826270.742451:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826270.742459:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826270.742460:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826270.742463:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826270.742464:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826270.743265:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826270.743270:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826270.743274:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826271.318377:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826271.318390:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826271.318404:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781826271.318411:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826271.318417:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826271.318421:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826271.318427:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826271.318436:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826271.318444:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318458:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826271.318472:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826271.318477:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318483:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.318521:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318533:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826271.318537:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826271.318540:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781826271.318543:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826271.318546:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826271.318547:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826271.318550:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826271.318553:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826271.318556:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318560:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826271.318576:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826271.318578:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318583:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.318592:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318594:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826271.318598:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826271.318601:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781826271.318603:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826271.318605:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826271.318606:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826271.318608:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826271.318611:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826271.318613:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318617:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826271.318625:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826271.318627:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318630:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_00+0] req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.318637:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.318639:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826271.318643:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826271.318647:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826271.318650:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826271.318656:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8900) 00000100:00000001:0.0:1781826271.318668:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826271.318672:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826271.318674:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826271.318680:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.318688:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826271.318690:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826271.318695:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826271.318698:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826271.318701:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826271.318705:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051521536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826271.318710:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826271.318718:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826271.318721:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826271.318724:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826271.318728:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead800. 02000000:00000001:0.0:1781826271.318731:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826271.318739:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826271.318744:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838aa8. 00000400:00000010:0.0:1781826271.318752:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e3b8. 00000100:00000200:0.0:1781826271.318761:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521536, portal 10 00000100:00000001:0.0:1781826271.318763:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826271.318765:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781826271.318774:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.318782:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826271.318785:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826271.318788:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826271.318792:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051521536, offset 0 00000400:00000200:0.0:1781826271.318799:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826271.318810:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.318819:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:1.0:1781826271.318926:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.318930:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826271.318932:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826271.318938:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.318946:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826271.318948:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.318950:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826271.318952:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826271.318954:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826271.318957:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051521408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826271.318961:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826271.318964:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826271.318966:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.318968:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826271.318972:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08301e00. 02000000:00000001:1.0:1781826271.318975:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826271.318979:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826271.318983:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826271.318988:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826271.318991:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521408, portal 25 00000100:00000001:1.0:1781826271.318993:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826271.318994:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:1.0:1781826271.318999:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.319007:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826271.319009:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826271.319011:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826271.319013:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051521408, offset 0 00000400:00000200:1.0:1781826271.319018:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826271.319040:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826271.319045:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826271.319050:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826271.319053:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826271.319057:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378980:378980:256:4294967295] 192.168.204.116@tcp LPNI seq info [378931:378931:8:4294967295] 00000400:00000200:0.0:1781826271.319063:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.319074:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826271.319109:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826271.319115:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781826271.319123:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826271.319131:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826271.319136:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826271.319149:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.319154:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24105 usecs (25 jiffies) 00000400:00000200:0.0:1781826271.319157:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826271.319161:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303563290 00000100:00000001:0.0:1781826271.319164:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303566865 00000100:00000001:0.0:1781826271.319167:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303563290 00000100:00000001:0.0:1781826271.319170:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303566865 00000100:00000001:0.0:1781826271.319172:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826271.319175:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.319179:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.319181:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826271.319190:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826271.319192:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826271.319195:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826271.319196:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826271.319198:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.319200:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826271.319468:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826271.319473:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:0.0:1781826271.319478:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826271.319484:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826271.321468:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.321483:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826271.321488:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826271.321492:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826271.321496:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826271.321499:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826271.321503:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378981:378981:255:4294967295] 192.168.204.116@tcp LPNI seq info [378932:378932:7:4294967295] 00000400:00000200:1.0:1781826271.321508:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.321521:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826271.322641:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826271.322651:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826271.322659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826271.322667:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000400:00000200:0.0:1781826271.322670:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000800:00000200:1.0:1781826271.322673:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1781826271.322678:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:1.0:1781826271.322682:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826271.322690:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826271.322694:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303571989 00000100:00000001:1.0:1781826271.322707:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303566865 00000100:00000001:1.0:1781826271.322714:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303571989 00000100:00000001:1.0:1781826271.322718:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303566865 00000100:00000001:1.0:1781826271.322722:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826271.322726:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.322731:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826271.322740:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.322751:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826271.322754:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.322758:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826271.322762:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826271.322765:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826271.322769:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051521664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826271.322774:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826271.322782:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826271.322786:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.322788:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826271.322793:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f08300400. 02000000:00000001:1.0:1781826271.322796:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826271.322800:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826271.322805:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9160. 00000100:00000001:0.0:1781826271.322932:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826271.322940:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.323104:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826271.323111:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.323120:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.323122:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826271.323134:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.323149:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826271.323153:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.323156:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826271.323161:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.323166:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826271.323173:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.323177:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.323182:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.323186:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a600 00000400:00000200:0.0:1781826271.323191:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826271.324043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e770. 00000100:00000200:1.0:1781826271.324057:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521664, portal 10 00000100:00000001:1.0:1781826271.324060:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826271.324062:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:1.0:1781826271.324073:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.324091:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826271.324094:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826271.324097:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eb28. 00000100:00000200:1.0:1781826271.324101:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051521664, offset 0 00000400:00000200:1.0:1781826271.324108:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826271.324115:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.324123:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826271.324128:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826271.324133:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826271.324136:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826271.324139:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826271.324144:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378982:378982:255:4294967295] 192.168.204.116@tcp LPNI seq info [378933:378933:7:4294967295] 00000400:00000200:1.0:1781826271.324149:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.324158:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826271.324163:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826271.324168:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826271.324173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826271.324180:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826271.324184:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826271.324187:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826271.324193:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19875 usecs (20 jiffies) 00000400:00000200:1.0:1781826271.324196:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826271.324199:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303563289 00000100:00000001:1.0:1781826271.324203:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303571989 00000100:00000001:1.0:1781826271.324205:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303563289 00000100:00000001:1.0:1781826271.324207:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303571989 00000100:00000001:1.0:1781826271.324210:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826271.324212:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.324217:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.324220:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.324230:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826271.324232:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826271.324235:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.324238:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826271.324240:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.324242:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826271.324999:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826271.325005:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:1.0:1781826271.325013:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826271.325019:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826271.325025:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781826271.325028:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781826271.325032:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826271.325039:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325051:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826271.325054:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325061:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.325063:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826271.325145:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826271.325148:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:1.0:1781826271.325151:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826271.325154:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826271.325157:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:1.0:1781826271.325159:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:1.0:1781826271.325161:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826271.325164:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325172:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826271.325175:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325181:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.325182:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1781826271.325283:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff11 [1] + 224 00000800:00000001:0.0:1781826271.325294:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.325308:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826271.325311:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826271.325314:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826271.325319:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826271.325326:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826271.325336:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.325362:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826271.325369:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.325371:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.325599:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.325606:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826271.325613:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826271.325616:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826271.325618:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838aa8. 00000400:00000200:1.0:1781826271.325622:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e3b8 00000400:00000010:1.0:1781826271.325625:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e3b8. 00000100:00000001:1.0:1781826271.325629:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826271.325634:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826271.325644:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325651:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826271.325653:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.325656:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826271.325659:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826271.325662:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826271.325664:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.325668:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826271.325678:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826271.325683:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826271.325686:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826271.325688:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.325691:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826271.325695:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.325699:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826271.325701:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826271.325703:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826271.325705:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826271.325710:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325719:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826271.325722:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826271.325724:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826271.325728:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826271.325744:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051521536:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826271.325749:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.325751:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826271.325754:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051521536/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.325761:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826271.325763:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826271.325777:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead800. 02000000:00000001:1.0:1781826271.325781:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826271.325785:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826271.325787:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826271.325790:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826271.325793:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781826271.325796:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826271.325799:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826271.325801:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:1.0:1781826271.325805:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826271.325806:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.325809:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.325814:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826271.325816:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.325817:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.325820:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826271.329575:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826271.329599:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826271.329608:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826271.329611:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826271.329622:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.329632:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826271.329643:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.329649:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.329656:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.329662:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a680 00000400:00000200:1.0:1781826271.329668:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826271.329676:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff31 [1] + 224 00000800:00000001:1.0:1781826271.329684:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826271.329693:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826271.329696:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826271.329700:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826271.329709:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826271.329720:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826271.329734:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.329772:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826271.329782:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826271.329785:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826271.330229:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826271.330234:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826271.330243:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826271.330246:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826271.330250:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9160. 00000400:00000200:0.0:1781826271.330257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e770 00000400:00000010:0.0:1781826271.330261:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e770. 00000100:00000001:0.0:1781826271.330264:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826271.330270:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826271.330281:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.330288:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826271.330291:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826271.330293:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826271.330297:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826271.330300:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826271.330302:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826271.330306:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826271.330317:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826271.330321:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=38 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826271.330325:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826271.330327:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826271.330330:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826271.330333:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.330337:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826271.330339:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826271.330342:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826271.330344:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826271.330349:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.330357:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826271.330360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826271.330363:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826271.330367:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826271.330376:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051521664:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826271.330382:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.330385:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826271.330388:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051521664/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.330396:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826271.330400:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826271.330404:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08300400. 02000000:00000001:0.0:1781826271.330408:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826271.330411:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826271.330414:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826271.330416:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826271.330420:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:0.0:1781826271.330424:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826271.330426:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826271.330428:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781826271.330433:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826271.330435:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826271.330439:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.330441:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826271.330442:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826271.330444:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826271.330445:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826271.333474:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.333499:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826271.333504:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.333506:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826271.333517:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.333539:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826271.333550:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.333556:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.333563:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.333568:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a580 00000400:00000200:0.0:1781826271.333574:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826271.333581:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff21 [1] + 224 00000800:00000001:0.0:1781826271.333590:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.333665:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826271.333669:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826271.333675:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826271.333684:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826271.333694:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826271.333707:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826271.333733:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826271.333742:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826271.333745:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.334054:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.334061:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826271.334069:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826271.334071:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826271.334075:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:1.0:1781826271.334100:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:1.0:1781826271.334104:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:1.0:1781826271.334108:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826271.334114:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826271.334124:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.334132:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826271.334134:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.334137:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826271.334141:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826271.334144:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826271.334147:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826271.334150:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826271.334159:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826271.334164:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826271.334167:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826271.334169:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.334172:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826271.334174:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.334177:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826271.334183:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.334190:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826271.334193:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826271.334196:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826271.334199:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826271.334207:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051521408:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826271.334213:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.334215:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826271.334219:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051521408/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826287 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826271.334226:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826271.334229:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826271.334233:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f08301e00. 02000000:00000001:1.0:1781826271.334240:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826271.334243:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826271.334246:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826271.334248:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826271.334251:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781826271.334255:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826271.334256:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826271.334259:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:1.0:1781826271.334263:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826271.334264:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.334267:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826271.334277:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826271.334279:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826271.334281:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826271.334284:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.767630:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826271.767644:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826271.767648:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826271.767653:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.767662:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826271.767666:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.767669:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.767672:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.767677:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826271.767679:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.770602:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826271.770616:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826271.770619:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826271.770624:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.770633:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826271.770636:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.770638:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826271.770642:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826271.771126:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826271.771131:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826271.771135:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826272.790394:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826272.790403:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826272.790409:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826272.790411:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826272.790414:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826272.790415:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826272.791534:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826272.791540:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826272.791545:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826273.814280:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826273.814289:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826273.814296:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826273.814298:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826273.814301:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826273.814302:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826273.815237:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826273.815241:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826273.815246:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826274.838306:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826274.838317:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826274.838325:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826274.838327:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826274.838332:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826274.838333:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826274.839032:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826274.839037:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826274.839041:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826275.862242:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826275.862249:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826275.862262:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826275.862263:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826275.862266:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826275.862268:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826275.862331:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826275.862343:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826275.862346:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826276.440245:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826276.440256:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826276.440266:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723100. 00000020:00000040:2.0:1781826276.440272:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826276.440277:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826276.440279:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826276.440285:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826276.440293:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781826276.440300:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440312:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826276.440323:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826276.440327:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440334:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e966bc0a] to pc [ptlrpcd_01_00+0] req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.440499:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440503:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826276.440507:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826276.440510:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781826276.440513:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826276.440517:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826276.440519:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826276.440521:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826276.440524:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781826276.440528:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440533:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826276.440541:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826276.440544:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440548:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.440557:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440559:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826276.440563:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826276.440566:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722d80. 00000020:00000040:2.0:1781826276.440568:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826276.440570:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826276.440571:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826276.440572:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826276.440575:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781826276.440579:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440583:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826276.440590:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826276.440592:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440596:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000030a2446e] to pc [ptlrpcd_01_00+0] req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.440603:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.440605:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826276.440608:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826276.440611:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826276.440614:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826276.440619:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8906) 00000100:00000001:2.0:1781826276.440631:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826276.440634:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826276.440636:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1781826276.440642:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.440649:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1781826276.440651:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826276.440655:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1781826276.440657:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1781826276.440660:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1781826276.440663:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826276.440667:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1781826276.440674:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1781826276.440676:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826276.440679:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1781826276.440683:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826276.440685:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1781826276.440692:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:2.0:1781826276.440696:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f060fa058. 00000400:00000010:2.0:1781826276.440703:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490a18. 00000100:00000200:2.0:1781826276.440709:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521920, portal 10 00000100:00000001:2.0:1781826276.440712:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1781826276.440714:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:2.0:1781826276.440721:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.440728:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1781826276.440731:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:2.0:1781826276.440747:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f38490198. 00000100:00000200:2.0:1781826276.440751:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051521920, offset 0 00000400:00000200:2.0:1781826276.440758:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:2.0:1781826276.440767:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:2.0:1781826276.440774:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:2.0:1781826276.440779:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1781826276.440783:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:2.0:1781826276.440787:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1781826276.440789:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:3.0:1781826276.440791:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1781826276.440792:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378983:378983:256:4294967295] 192.168.204.116@tcp LPNI seq info [378934:378934:8:4294967295] 00000100:00000001:3.0:1781826276.440794:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826276.440796:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1781826276.440797:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000040:3.0:1781826276.440802:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1781826276.440807:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000100:00000001:3.0:1781826276.440809:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826276.440810:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.440813:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1781826276.440813:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 02000000:00000001:3.0:1781826276.440814:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826276.440816:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1781826276.440817:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0811a500. 00000100:00100000:3.0:1781826276.440819:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051521792:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826276.440824:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1781826276.440824:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 02000000:00000001:3.0:1781826276.440827:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826276.440829:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.440831:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1781826276.440831:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 02000000:00000010:3.0:1781826276.440834:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826276.440835:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1781826276.440835:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0811a500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1781826276.440839:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826276.440842:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35cb8. 00000400:00000010:3.0:1781826276.440847:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781826276.440851:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051521792, portal 25 00000100:00000001:3.0:1781826276.440853:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826276.440854:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712488192 : -122530997063424 : ffff908f07723100) 00000100:00000001:2.0:1781826276.440856:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826276.440858:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1781826276.440861:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24076 usecs (25 jiffies) 00000400:00000200:2.0:1781826276.440864:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826276.440865:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826276.440867:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781826276.440867:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303568411 00000400:00000010:3.0:1781826276.440869:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef3b8. 00000100:00000001:2.0:1781826276.440870:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303571989 00000100:00000200:3.0:1781826276.440871:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051521792, offset 0 00000100:00000001:2.0:1781826276.440872:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303568411 00000100:00000001:2.0:1781826276.440874:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303571989 00000400:00000200:3.0:1781826276.440876:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000100:00000001:2.0:1781826276.440876:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1781826276.440879:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826276.440879:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826276.440882:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826276.440883:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000100:00000001:2.0:1781826276.440884:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1781826276.440885:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826276.440888:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826276.440890:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1781826276.440890:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1781826276.440892:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000100:00000001:2.0:1781826276.440893:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1781826276.440895:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378984:378984:255:4294967295] 192.168.204.116@tcp LPNI seq info [378935:378935:7:4294967295] 00000100:00000001:2.0:1781826276.440895:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826276.440897:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1781826276.440898:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826276.440899:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:2.0:1781826276.440900:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826276.440905:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826276.440909:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826276.440912:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781826276.440916:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826276.440920:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826276.440923:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826276.440926:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826276.440929:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826276.440931:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303577107 00000100:00000001:3.0:1781826276.440937:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303571989 00000100:00000001:3.0:1781826276.440941:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303577107 00000100:00000001:3.0:1781826276.440944:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303571989 00000100:00000001:3.0:1781826276.440947:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826276.440949:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.440951:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826276.440954:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.440960:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826276.440961:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.440963:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826276.440965:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826276.440980:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826276.440983:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051522048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826276.440987:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826276.440989:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826276.440991:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.440992:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826276.440997:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826276.440998:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826276.441001:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826276.441004:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f20. 00000400:00000010:3.0:1781826276.441007:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781826276.441010:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522048, portal 10 00000100:00000001:3.0:1781826276.441012:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826276.441013:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712487296 : -122530997064320 : ffff908f07722d80) 00000100:00000040:3.0:1781826276.441019:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.441025:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826276.441026:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826276.441028:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efaa0. 00000100:00000200:3.0:1781826276.441031:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051522048, offset 0 00000400:00000200:3.0:1781826276.441034:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826276.441038:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000800:00000200:1.0:1781826276.441184:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826276.441189:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0811a500. 00000400:00000200:1.0:1781826276.441195:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826276.441200:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826276.441205:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490198 00000400:00000010:1.0:1781826276.441208:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490198. 00000100:00000001:1.0:1781826276.441213:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826276.441217:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441226:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826276.441229:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441236:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826276.441238:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1781826276.441385:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826276.441388:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826276.441391:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826276.441393:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826276.441396:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826276.441399:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378985:378985:255:4294967295] 192.168.204.116@tcp LPNI seq info [378936:378936:7:4294967295] 00000400:00000200:3.0:1781826276.441403:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826276.441409:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826276.441414:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826276.441417:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826276.441421:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826276.441435:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826276.441437:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826276.441441:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826276.441444:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19866 usecs (20 jiffies) 00000400:00000200:3.0:1781826276.441447:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826276.441448:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303568407 00000100:00000001:3.0:1781826276.441451:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303577107 00000100:00000001:3.0:1781826276.441452:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303568407 00000100:00000001:3.0:1781826276.441455:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303577107 00000100:00000001:3.0:1781826276.441457:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826276.441460:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.441462:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.441463:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.441467:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826276.441469:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826276.441471:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826276.441472:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826276.441473:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.441475:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826276.441791:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826276.441795:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:1.0:1781826276.441798:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826276.441802:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826276.441805:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef3b8 00000400:00000010:1.0:1781826276.441807:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef3b8. 00000100:00000001:1.0:1781826276.441810:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826276.441814:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441821:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826276.441825:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441836:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826276.441838:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826276.441850:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826276.441852:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:1.0:1781826276.441855:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826276.441857:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826276.441859:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efaa0 00000400:00000010:1.0:1781826276.441861:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efaa0. 00000100:00000001:1.0:1781826276.441863:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826276.441866:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441873:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826276.441876:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.441881:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826276.441883:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826276.444041:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826276.445598:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826276.445603:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826276.445606:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826276.445615:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826276.445623:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826276.445631:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826276.445636:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826276.445752:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826276.445757:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a780 00000400:00000200:0.0:1781826276.445762:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826276.445769:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff41 [1] + 224 00000800:00000001:0.0:1781826276.445776:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826276.445789:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826276.445792:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826276.445796:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826276.445803:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826276.445811:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826276.445822:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826276.445848:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826276.445856:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826276.445859:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826276.447015:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826276.447020:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1781826276.447028:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1781826276.447031:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1781826276.447034:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f060fa058. 00000400:00000200:2.0:1781826276.447051:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f38490a18 00000400:00000010:2.0:1781826276.447054:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f38490a18. 00000100:00000001:2.0:1781826276.447059:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1781826276.447067:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1781826276.447098:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.447106:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1781826276.447108:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826276.447111:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:2.0:1781826276.447114:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1781826276.447117:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1781826276.447222:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1781826276.447226:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1781826276.447352:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1781826276.447357:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1781826276.447360:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1781826276.447362:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1781826276.447364:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1781826276.447368:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826276.447371:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1781826276.447374:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:2.0:1781826276.447375:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1781826276.447376:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826276.447381:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.447389:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1781826276.447394:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1781826276.447396:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1781826276.447399:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1781826276.447407:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051521920:192.168.204.116@tcp:400:kworker.0 00000100:00000001:2.0:1781826276.447412:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826276.447414:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1781826276.447417:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051521920/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826276.447433:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1781826276.447436:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1781826276.447439:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f183d4800. 02000000:00000001:2.0:1781826276.447444:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1781826276.447446:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1781826276.447448:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:2.0:1781826276.447451:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1781826276.447453:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:2.0:1781826276.447456:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1781826276.447458:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1781826276.447460:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:2.0:1781826276.447463:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1781826276.447464:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826276.447466:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1781826276.447474:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1781826276.447476:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1781826276.447479:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1781826276.447481:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826276.452842:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.452860:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826276.452865:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.452868:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826276.452878:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.452886:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826276.452896:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.452901:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.452906:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.452910:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a700 00000400:00000200:1.0:1781826276.452915:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.452922:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff49 [1] + 224 00000800:00000001:1.0:1781826276.452930:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.452935:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826276.452937:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826276.452942:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826276.452950:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826276.452960:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826276.452971:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.452994:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826276.453003:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.453007:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826276.453009:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.453011:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826276.453014:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.453017:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826276.453021:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.453024:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.453026:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.453029:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a800 00000400:00000200:1.0:1781826276.453032:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826276.453036:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff51 [1] + 224 00000800:00000001:1.0:1781826276.453040:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.453147:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826276.453150:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826276.453154:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826276.453157:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826276.453162:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826276.453172:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826276.453179:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826276.453183:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826276.453186:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453520:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826276.453525:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826276.453531:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826276.453533:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826276.453536:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35cb8. 00000400:00000200:3.0:1781826276.453541:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:3.0:1781826276.453543:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:3.0:1781826276.453546:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826276.453551:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826276.453573:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453580:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826276.453582:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453584:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826276.453587:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826276.453599:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826276.453601:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.453603:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826276.453610:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826276.453614:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=106 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826276.453617:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826276.453618:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826276.453621:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826276.453624:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.453626:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826276.453631:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453790:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826276.453793:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826276.453795:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826276.453799:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826276.453806:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051521792:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826276.453812:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826276.453814:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826276.453815:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f20. 00000400:00000200:3.0:1781826276.453818:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781826276.453819:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781826276.453821:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826276.453825:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826276.453833:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453839:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826276.453840:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453842:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826276.453843:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826276.453845:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826276.453846:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826276.453847:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826276.453853:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826276.453855:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826276.453857:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826276.453859:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826276.453860:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826276.453862:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.453865:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826276.453867:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826276.453869:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826276.453870:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826276.453874:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453880:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826276.453882:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826276.453883:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826276.453886:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826276.453893:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051522048:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826276.453897:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453899:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826276.453902:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723100 x1868371051521792/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453908:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826276.453910:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826276.453914:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826276.453918:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826276.453920:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826276.453922:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826276.453924:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826276.453926:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781826276.453929:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826276.453931:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826276.453933:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723100. 00000100:00000001:3.0:1781826276.453936:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826276.453937:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453939:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826276.453941:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722d80 x1868371051522048/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826276.453946:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826276.453947:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826276.453949:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826276.453950:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826276.453951:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826276.453952:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826276.453954:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826276.453955:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781826276.453957:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826276.453958:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826276.453959:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722d80. 00000100:00000001:3.0:1781826276.453961:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826276.453962:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453964:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826276.453972:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826276.453974:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826276.453976:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826276.453978:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826276.886188:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826276.886194:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826276.886198:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826276.886199:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826276.886201:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826276.886202:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826276.886257:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826276.886261:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826276.886263:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826277.910184:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826277.910191:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826277.910196:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826277.910197:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826277.910201:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826277.910202:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826277.914053:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826277.914060:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826277.914064:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826278.934411:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826278.934418:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826278.934425:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826278.934426:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826278.934429:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826278.934431:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826278.934711:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826278.934715:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826278.934718:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826279.958171:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826279.958177:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826279.958183:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826279.958187:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826279.958189:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826279.958193:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826279.958196:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826279.958198:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826279.958200:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826279.958202:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826279.958205:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826279.958206:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826279.958388:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826279.958392:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826279.958394:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826280.982217:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826280.982223:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826280.982228:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826280.982229:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826280.982232:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826280.982233:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826280.982467:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826280.982471:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826280.982474:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826281.566190:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826281.566200:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826281.566210:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781826281.566216:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826281.566221:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826281.566224:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826281.566229:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826281.566467:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826281.566475:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566487:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826281.566498:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826281.566503:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566510:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_01+1] req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.566536:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566539:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826281.566542:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826281.566547:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781826281.566550:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826281.566552:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826281.566554:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826281.566556:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826281.566560:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f300. 00000100:00000001:0.0:1781826281.566562:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566566:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826281.566573:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826281.566575:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566579:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_00+0] req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.566585:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566587:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826281.566590:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826281.566592:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781826281.566594:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826281.566596:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826281.566597:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826281.566599:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826281.566602:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826281.566604:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566607:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826281.566613:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826281.566615:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566618:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.566624:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.566626:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826281.566629:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826281.566633:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826281.566636:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826281.566641:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8911) 00000100:00000001:0.0:1781826281.566756:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.566759:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826281.566761:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826281.566766:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.566774:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826281.566776:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.566780:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826281.566782:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826281.566785:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826281.566788:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051522176:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826281.566792:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826281.566798:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826281.566801:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.566803:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826281.566807:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826281.566810:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826281.566818:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826281.566822:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826281.566830:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826281.566836:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522176, portal 25 00000100:00000001:0.0:1781826281.566839:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826281.566840:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:0.0:1781826281.566845:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.566852:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826281.566854:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826281.566856:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781826281.566859:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051522176, offset 0 00000400:00000200:0.0:1781826281.566865:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826281.566873:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.566882:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826281.566887:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826281.566891:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826281.566894:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826281.566897:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826281.566900:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378986:378986:256:4294967295] 192.168.204.116@tcp LPNI seq info [378937:378937:8:4294967295] 00000400:00000200:0.0:1781826281.566905:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.566913:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826281.566919:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826281.566924:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f400. 00000800:00000200:0.0:1781826281.566930:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826281.566938:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826281.566943:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826281.566954:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826281.566958:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826281.566961:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303582227 00000100:00000001:0.0:1781826281.566968:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303577107 00000100:00000001:0.0:1781826281.566971:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303582227 00000100:00000001:0.0:1781826281.574213:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303577107 00000100:00000001:0.0:1781826281.574227:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.574407:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574413:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826281.574426:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574436:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826281.574438:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.574442:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826281.574447:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826281.574450:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826281.574454:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051522432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826281.574458:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826281.574465:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826281.574468:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.574470:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826281.574476:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826281.574479:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826281.574486:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826281.574490:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826281.574498:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826281.574504:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522432, portal 10 00000100:00000001:0.0:1781826281.574507:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826281.574509:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:0.0:1781826281.574517:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574525:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826281.574527:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826281.574531:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781826281.574534:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051522432, offset 0 00000400:00000200:0.0:1781826281.574541:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826281.574549:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.574557:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826281.574561:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826281.574565:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826281.574569:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826281.574571:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826281.574574:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378987:378987:255:4294967295] 192.168.204.116@tcp LPNI seq info [378938:378938:7:4294967295] 00000400:00000200:0.0:1781826281.574579:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.574587:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826281.574593:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826281.574599:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693ff00. 00000800:00000200:0.0:1781826281.574605:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826281.574612:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826281.574616:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693ff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826281.574620:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.574624:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19861 usecs (20 jiffies) 00000400:00000200:0.0:1781826281.574627:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826281.574629:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303573539 00000100:00000001:0.0:1781826281.574632:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303582227 00000100:00000001:0.0:1781826281.574634:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303573539 00000100:00000001:0.0:1781826281.574636:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303582227 00000100:00000001:0.0:1781826281.574637:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.574639:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574642:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574644:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.574651:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826281.574653:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826281.574655:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.574657:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826281.574658:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826281.574662:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1781826281.574663:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.574665:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826281.574667:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.574669:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.574670:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826281.574671:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826281.574675:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574682:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826281.574683:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.574685:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826281.574687:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826281.574689:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826281.574692:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051522304:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826281.574694:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826281.574697:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826281.574699:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.574700:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826281.574703:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826281.574705:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826281.574708:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826281.574710:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838790. 00000400:00000010:0.0:1781826281.574713:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781826281.574715:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522304, portal 10 00000100:00000001:0.0:1781826281.574717:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826281.574718:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:0.0:1781826281.574722:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574728:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826281.574730:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826281.574732:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781826281.574734:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051522304, offset 0 00000400:00000200:0.0:1781826281.574738:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826281.574741:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.574744:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826281.574746:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826281.574748:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826281.574750:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826281.574752:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826281.574755:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378988:378988:254:4294967295] 192.168.204.116@tcp LPNI seq info [378939:378939:6:4294967295] 00000400:00000200:0.0:1781826281.574758:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.574763:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826281.574767:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826281.574771:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fa00. 00000800:00000200:0.0:1781826281.574775:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826281.574778:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826281.574781:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826281.574783:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.574786:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24046 usecs (25 jiffies) 00000400:00000200:0.0:1781826281.574789:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826281.574791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303573544 00000100:00000001:0.0:1781826281.574793:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303582227 00000100:00000001:0.0:1781826281.574794:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303573544 00000100:00000001:0.0:1781826281.574797:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303582227 00000100:00000001:0.0:1781826281.574799:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.574800:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574803:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574805:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574816:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.574818:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826281.574856:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826281.574859:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f400. 00000400:00000200:0.0:1781826281.574864:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.574869:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826281.574873:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:0.0:1781826281.574876:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:0.0:1781826281.574881:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826281.574885:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574895:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.574898:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574905:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574907:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826281.574917:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826281.574919:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693ff00. 00000400:00000200:0.0:1781826281.574921:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.574924:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826281.574926:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:0.0:1781826281.574928:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:0.0:1781826281.574929:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826281.574932:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574939:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.574942:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.574948:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.574950:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826281.575016:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826281.575019:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fa00. 00000400:00000200:0.0:1781826281.575021:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.575024:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826281.575027:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:0.0:1781826281.575029:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:0.0:1781826281.575031:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826281.575034:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.575041:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.575044:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.575050:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.575052:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826281.581844:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.581861:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826281.581866:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.581869:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.581877:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.581886:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826281.581894:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.581899:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.581904:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.581908:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a980 00000400:00000200:0.0:1781826281.581912:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.581917:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff69 [1] + 224 00000800:00000001:0.0:1781826281.581924:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.581928:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.581931:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.581936:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826281.581943:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.581952:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826281.581963:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.581978:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826281.581985:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.581989:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826281.581991:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.581993:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.581996:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582000:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826281.582004:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582006:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582009:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582011:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5a900 00000400:00000200:0.0:1781826281.582014:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582018:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff79 [1] + 224 00000800:00000001:0.0:1781826281.582022:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.582026:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.582028:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.582031:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826281.582034:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.582038:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826281.582046:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582052:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826281.582056:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.582059:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826281.582060:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.582062:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.582065:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582068:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826281.582071:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582074:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582505:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582510:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5a880 00000400:00000200:0.0:1781826281.582513:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826281.582518:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff59 [1] + 224 00000800:00000001:0.0:1781826281.582522:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.582531:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826281.582533:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826281.582536:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826281.582540:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.582545:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826281.582554:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582561:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826281.582567:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826281.582570:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.582593:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.582596:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826281.582602:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826281.582604:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826281.582607:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838790. 00000400:00000200:0.0:1781826281.582610:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:0.0:1781826281.582613:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:0.0:1781826281.582617:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.582621:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826281.582628:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582634:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826281.582635:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.582638:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826281.582641:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826281.582643:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826281.582645:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.582648:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826281.582657:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826281.582661:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826281.582663:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826281.582665:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826281.582668:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826281.582671:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.582675:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826281.582677:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826281.582679:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826281.582680:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.582684:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582825:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.582830:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826281.582833:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826281.582837:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826281.582844:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051522304:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826281.582850:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826281.582852:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826281.582853:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826281.582856:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:0.0:1781826281.582857:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:0.0:1781826281.582860:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.582863:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826281.582869:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582874:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826281.582876:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.582877:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826281.582878:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826281.582880:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826281.582881:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.582883:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826281.582885:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826281.582888:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826281.582890:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826281.582891:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826281.582893:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826281.582895:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.582897:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.582900:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582906:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.582907:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826281.582909:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826281.582912:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826281.582918:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051522176:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826281.582923:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826281.582924:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826281.582925:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:0.0:1781826281.582927:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:0.0:1781826281.582929:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:0.0:1781826281.582931:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826281.582934:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826281.582943:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582949:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826281.582950:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.582952:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826281.582953:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826281.582954:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826281.582955:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826281.582957:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826281.582961:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=48 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826281.582963:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826281.582966:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826281.582967:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826281.582969:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826281.582970:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.582973:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826281.582974:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826281.582976:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826281.582977:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826281.582980:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.582992:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826281.582994:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826281.582996:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826281.582999:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826281.583006:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051522432:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826281.583010:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.583012:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.583015:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051522304/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.583022:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826281.583024:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826281.583027:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826281.583030:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826281.583033:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826281.583035:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826281.583037:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826281.583039:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f300. 02000000:00000001:0.0:1781826281.583043:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826281.583044:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826281.583046:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:0.0:1781826281.583049:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826281.583051:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.583052:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.583056:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051522176/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.583062:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826281.583063:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826281.583064:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826281.583066:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826281.583068:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826281.583069:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826281.583071:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826281.583072:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:0.0:1781826281.583074:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826281.583076:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826281.584176:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:0.0:1781826281.584183:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826281.584184:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.584187:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826281.584196:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051522432/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826297 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826281.584202:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826281.584204:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826281.584207:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead400. 02000000:00000001:0.0:1781826281.584210:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826281.584212:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826281.584214:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826281.584216:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826281.584218:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:0.0:1781826281.584221:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826281.584222:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826281.584224:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:0.0:1781826281.584226:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826281.584227:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.584229:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826281.584238:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826281.584239:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826281.584241:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826281.584244:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006224:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826282.006234:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826282.006237:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826282.006240:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006246:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826282.006248:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006251:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006253:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006258:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826282.006260:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006263:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826282.006264:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826282.006265:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826282.006267:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006268:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826282.006269:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006270:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826282.006272:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826282.007587:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826282.007592:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826282.007595:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826283.030652:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826283.030660:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826283.030666:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826283.030667:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826283.030671:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826283.030672:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826283.030739:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826283.030743:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826283.030746:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826284.054209:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826284.054216:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826284.054221:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826284.054223:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826284.054227:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826284.054228:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826284.054324:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826284.054328:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826284.054332:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826285.078216:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826285.078224:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826285.078231:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826285.078232:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826285.078235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826285.078236:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826285.078595:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826285.078599:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826285.078602:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826286.102212:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826286.102219:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826286.102243:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826286.102244:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826286.102247:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826286.102249:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826286.102309:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826286.102313:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826286.102317:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826286.681364:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826286.681375:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826286.681386:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781826286.681391:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826286.681396:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826286.681399:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826286.681404:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826286.681412:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1b00. 00000100:00000001:1.0:1781826286.681419:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681430:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826286.681441:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826286.681445:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681452:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_00+0] req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.681483:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681486:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826286.681490:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826286.681493:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781826286.681495:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826286.681497:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826286.681498:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826286.681500:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826286.681503:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1a00. 00000100:00000001:1.0:1781826286.681506:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681509:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826286.681515:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826286.681517:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681521:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.681528:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681530:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826286.681533:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826286.681535:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8a80. 00000020:00000040:1.0:1781826286.681537:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826286.681539:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826286.681540:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826286.681542:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826286.681544:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:1.0:1781826286.681546:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681550:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826286.681556:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826286.681557:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681560:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a1ef8f0] to pc [ptlrpcd_00_00+0] req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.681566:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.681568:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826286.681571:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826286.681574:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826286.681577:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826286.681581:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8916) 00000100:00000001:0.0:1781826286.684388:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.684397:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826286.684401:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826286.684414:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684428:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826286.684430:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684435:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826286.684439:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826286.684442:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826286.684445:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051522560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826286.684450:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826286.684457:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826286.684460:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684463:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826286.684471:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826286.684474:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826286.684481:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826286.684486:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838f20. 00000400:00000010:0.0:1781826286.684494:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e220. 00000100:00000200:0.0:1781826286.684502:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522560, portal 25 00000100:00000001:0.0:1781826286.684505:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826286.684507:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:0.0:1781826286.684513:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684521:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826286.684525:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826286.684528:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e880. 00000100:00000200:0.0:1781826286.684532:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051522560, offset 0 00000400:00000200:0.0:1781826286.684538:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684547:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684556:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826286.684561:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826286.684566:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826286.684569:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826286.684572:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684577:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378989:378989:256:4294967295] 192.168.204.116@tcp LPNI seq info [378940:378940:8:4294967295] 00000400:00000200:0.0:1781826286.684582:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684592:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826286.684598:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826286.684603:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693fb00. 00000800:00000200:0.0:1781826286.684611:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826286.684619:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826286.684624:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693fb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826286.684652:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826286.684657:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826286.684660:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303587351 00000100:00000001:0.0:1781826286.684669:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303582227 00000100:00000001:0.0:1781826286.684675:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303587351 00000100:00000001:0.0:1781826286.684679:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303582227 00000100:00000001:0.0:1781826286.684682:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826286.684686:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.684688:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826286.684693:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684701:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826286.684702:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684704:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826286.684706:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826286.684708:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826286.684711:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051522816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826286.684714:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826286.684717:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826286.684719:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684720:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826286.684724:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781826286.684726:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826286.684729:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826286.684731:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826286.684736:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781826286.684738:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522816, portal 10 00000100:00000001:0.0:1781826286.684740:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826286.684742:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309056 : -122531016242560 : ffff908f064d8a80) 00000100:00000040:0.0:1781826286.684748:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684755:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826286.684757:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826286.684760:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e000. 00000100:00000200:0.0:1781826286.684763:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051522816, offset 0 00000400:00000200:0.0:1781826286.684766:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684770:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684774:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826286.684777:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826286.684779:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826286.684781:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826286.684783:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684786:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378990:378990:255:4294967295] 192.168.204.116@tcp LPNI seq info [378941:378941:7:4294967295] 00000400:00000200:0.0:1781826286.684790:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684796:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826286.684801:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826286.684804:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f000. 00000800:00000200:0.0:1781826286.684808:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826286.684812:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826286.684814:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826286.684817:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826286.684821:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19862 usecs (20 jiffies) 00000400:00000200:0.0:1781826286.684824:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826286.684826:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303578650 00000100:00000001:0.0:1781826286.684829:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303587351 00000100:00000001:0.0:1781826286.684831:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303578650 00000100:00000001:0.0:1781826286.684833:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303587351 00000100:00000001:0.0:1781826286.684835:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826286.684837:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.684840:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.684842:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826286.684849:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826286.684851:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826286.684853:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.684854:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826286.684856:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826286.684859:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1781826286.684860:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826286.684862:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826286.684864:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826286.684865:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.684866:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826286.684867:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826286.684872:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684879:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826286.684881:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684883:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826286.684885:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826286.684887:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826286.684890:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051522688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826286.684894:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826286.684896:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826286.684898:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.684899:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826286.684902:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eac600. 02000000:00000001:0.0:1781826286.684904:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826286.684907:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826286.684909:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838790. 00000400:00000010:0.0:1781826286.684913:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ebb0. 00000100:00000200:0.0:1781826286.684915:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522688, portal 10 00000100:00000001:0.0:1781826286.684917:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826286.684919:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:0.0:1781826286.684924:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.684930:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826286.684933:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826286.684935:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e088. 00000100:00000200:0.0:1781826286.684937:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051522688, offset 0 00000400:00000200:0.0:1781826286.684941:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684945:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684949:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826286.684951:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826286.684954:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826286.684956:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826286.684958:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826286.684961:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378991:378991:254:4294967295] 192.168.204.116@tcp LPNI seq info [378942:378942:6:4294967295] 00000400:00000200:0.0:1781826286.684965:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.684971:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826286.684976:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826286.684980:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f300. 00000800:00000200:0.0:1781826286.684983:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826286.684987:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826286.684990:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826286.684993:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826286.684995:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24038 usecs (25 jiffies) 00000400:00000200:0.0:1781826286.684998:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826286.685000:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303578655 00000100:00000001:0.0:1781826286.685003:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303587351 00000100:00000001:0.0:1781826286.685005:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303578655 00000100:00000001:0.0:1781826286.685006:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303587351 00000100:00000001:0.0:1781826286.685008:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826286.685010:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.685012:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.685015:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.685031:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.685033:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1781826286.685158:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826286.685163:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693fb00. 00000400:00000200:1.0:1781826286.685169:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826286.685175:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826286.685181:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e880 00000400:00000010:1.0:1781826286.685184:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e880. 00000100:00000001:1.0:1781826286.685189:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826286.685194:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685204:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826286.685207:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685214:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.685215:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826286.685248:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826286.685251:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f000. 00000400:00000200:1.0:1781826286.685254:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826286.685257:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826286.685259:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e000 00000400:00000010:1.0:1781826286.685261:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e000. 00000100:00000001:1.0:1781826286.685264:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826286.685267:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685274:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826286.685277:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685283:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.685285:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1781826286.685347:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1781826286.685350:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f300. 00000400:00000200:1.0:1781826286.685353:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826286.685356:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:1.0:1781826286.685359:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e088 00000400:00000010:1.0:1781826286.685360:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e088. 00000100:00000001:1.0:1781826286.685362:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1781826286.685366:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685373:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826286.685377:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.685383:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.685385:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826286.687918:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.687936:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826286.687940:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.687942:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826286.687950:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.687958:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826286.687969:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.687973:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.687978:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.687982:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5aa00 00000400:00000200:0.0:1781826286.687986:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.687992:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff89 [1] + 224 00000800:00000001:0.0:1781826286.687998:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.688005:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826286.688008:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826286.688012:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826286.688017:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826286.688025:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826286.688035:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.688057:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826286.688065:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.688067:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.688157:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826286.688162:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826286.688168:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826286.688170:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826286.688173:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838f20. 00000400:00000200:1.0:1781826286.688178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e220 00000400:00000010:1.0:1781826286.688180:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e220. 00000100:00000001:1.0:1781826286.688184:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826286.688188:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826286.688197:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.688203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826286.688205:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.688208:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826286.688211:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826286.688213:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826286.688215:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826286.688218:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826286.688371:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826286.688376:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826286.688379:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826286.688381:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826286.688383:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826286.688386:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.688389:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.688394:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.688401:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826286.688404:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826286.688407:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826286.688411:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826286.688419:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051522560:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826286.688424:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.688426:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826286.688429:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051522560/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.688435:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826286.688438:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826286.688441:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826286.688445:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826286.688448:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826286.688450:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826286.688452:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826286.688454:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1b00. 02000000:00000001:1.0:1781826286.688458:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826286.688459:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826286.688461:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:1.0:1781826286.688465:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826286.688466:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.688469:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.688471:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826286.688472:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826286.688473:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.688475:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1781826286.688899:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826286.688906:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1781826286.688908:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826286.688910:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826286.688914:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826286.688918:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:1.0:1781826286.688924:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826286.688927:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826286.688930:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826286.688933:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ab00 00000400:00000200:1.0:1781826286.688937:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826286.688941:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fff99 [1] + 224 00000800:00000001:1.0:1781826286.688945:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826286.688994:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1781826286.688997:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1781826286.689000:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:1.0:1781826286.689003:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826286.689008:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1781826286.689017:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.689059:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.689061:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826286.689076:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1781826286.689105:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1781826286.689108:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1781826286.691637:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826286.691644:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826286.691648:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:0.0:1781826286.691657:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:0.0:1781826286.691660:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:0.0:1781826286.691666:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826286.691678:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826286.691690:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.691697:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826286.691699:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826286.691702:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826286.691705:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826286.691707:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826286.691709:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826286.691712:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826286.691720:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=53 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826286.691724:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826286.691727:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826286.691728:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826286.691732:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826286.691736:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.691739:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826286.691742:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826286.691744:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826286.691745:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826286.691749:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.691756:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826286.691759:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826286.691761:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826286.691765:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826286.691772:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051522816:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826286.691776:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.691779:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826286.691782:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8a80 x1868371051522816/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826286.691788:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826286.691791:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826286.691794:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781826286.691797:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826286.691800:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826286.691802:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826286.691805:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826286.691807:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:0.0:1781826286.691811:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826286.691813:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826286.691814:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8a80. 00000100:00000001:0.0:1781826286.691817:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826286.691819:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826286.691822:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.691825:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826286.691827:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826286.691829:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826286.691831:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826286.693358:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.693376:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826286.693380:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.693382:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826286.693543:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.693550:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826286.693559:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.693563:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.693569:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.693572:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5aa80 00000400:00000200:0.0:1781826286.693577:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826286.693583:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fffa9 [1] + 224 00000800:00000001:0.0:1781826286.693589:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.693600:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826286.693603:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826286.693607:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826286.693613:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826286.693621:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826286.693630:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.693693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826286.693697:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826286.693779:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826286.693789:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826286.693792:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781826286.696487:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826286.696494:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826286.696499:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838790. 00000400:00000200:1.0:1781826286.696508:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ebb0 00000400:00000010:1.0:1781826286.696511:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ebb0. 00000100:00000001:1.0:1781826286.696516:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826286.696527:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826286.696537:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.696545:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826286.696547:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.696550:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826286.696553:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826286.696556:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826286.696559:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826286.696562:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826286.696572:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826286.696576:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826286.696578:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826286.696580:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826286.696583:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826286.696586:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.696590:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826286.696592:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826286.696594:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826286.696595:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826286.696599:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.696606:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826286.696609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826286.696611:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826286.696614:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826286.696620:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051522688:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826286.696625:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.696628:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826286.696630:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051522688/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826302 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826286.696636:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826286.696639:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826286.696642:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eac600. 02000000:00000001:1.0:1781826286.696645:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826286.696647:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826286.696649:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826286.696652:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826286.696655:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1a00. 02000000:00000001:1.0:1781826286.696658:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826286.696663:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826286.696665:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:1.0:1781826286.696669:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826286.696671:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.696673:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826286.696679:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826286.696681:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826286.696684:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826286.696696:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826287.126348:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826287.126355:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826287.126361:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826287.126362:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826287.126365:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826287.126367:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826287.126804:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826287.126808:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826287.126811:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826288.151009:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826288.151016:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826288.151022:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826288.151023:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826288.151026:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826288.151027:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826288.151493:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826288.151498:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826288.151501:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826289.174311:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826289.174320:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826289.174326:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826289.174327:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826289.174330:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826289.174331:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826289.174425:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826289.174428:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826289.174431:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826290.199167:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826290.199174:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826290.199180:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826290.199182:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826290.199184:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826290.199188:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826290.199191:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826290.199193:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826290.199195:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826290.199197:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826290.199200:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826290.199201:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826290.200125:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826290.200129:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826290.200132:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826291.226052:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826291.229641:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826291.229657:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826291.229658:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826291.229661:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826291.229662:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826291.229819:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826291.229832:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826291.229835:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826291.798350:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826291.798361:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826291.798372:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030380. 00000020:00000040:0.0:1781826291.798378:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826291.798383:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826291.798385:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826291.798390:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826291.798398:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826291.798404:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798415:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826291.798425:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826291.798429:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798435:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c7068352] to pc [ptlrpcd_00_01+1] req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.798465:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798468:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826291.798471:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826291.798475:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033480. 00000020:00000040:0.0:1781826291.798477:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826291.798479:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826291.798480:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826291.798482:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826291.798485:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781826291.798489:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798493:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826291.798500:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826291.798502:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798505:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ea709ef] to pc [ptlrpcd_00_00+0] req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.798513:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798515:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826291.798518:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826291.798520:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030a80. 00000020:00000040:0.0:1781826291.798522:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826291.798524:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826291.798526:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826291.798527:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826291.798530:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826291.798532:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798536:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826291.798542:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826291.798544:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798548:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f8c5f] to pc [ptlrpcd_00_01+1] req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.798555:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826291.798557:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826291.798561:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826291.798564:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826291.798567:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826291.798572:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8921) 00000100:00000001:1.0:1781826291.798765:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.798769:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826291.798771:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826291.798777:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.798784:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826291.798787:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.798790:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826291.798793:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826291.798795:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826291.798798:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051522944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826291.798802:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826291.798809:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826291.798812:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.798814:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826291.798819:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826291.798821:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826291.798828:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826291.798832:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826291.798839:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826291.798845:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051522944, portal 25 00000100:00000001:1.0:1781826291.798847:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826291.798849:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721979264 : -122530987572352 : ffff908f08030380) 00000100:00000040:1.0:1781826291.798854:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.798861:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826291.798864:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826291.798866:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eb28. 00000100:00000200:1.0:1781826291.798869:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051522944, offset 0 00000400:00000200:1.0:1781826291.798875:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826291.798883:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.798890:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826291.798895:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826291.798899:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826291.798902:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826291.798905:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826291.798908:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378992:378992:256:4294967295] 192.168.204.116@tcp LPNI seq info [378943:378943:8:4294967295] 00000400:00000200:1.0:1781826291.798912:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.798920:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826291.798926:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826291.798931:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826291.798938:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826291.798944:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826291.798948:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826291.798968:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826291.798972:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826291.798975:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303592465 00000100:00000001:1.0:1781826291.798982:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303587351 00000100:00000001:1.0:1781826291.798986:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303592465 00000100:00000001:1.0:1781826291.798989:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303587351 00000100:00000001:1.0:1781826291.798992:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.798995:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.798997:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826291.799001:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.799007:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826291.799009:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.799011:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826291.799013:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826291.799015:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826291.799017:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051523200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826291.799021:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826291.799024:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826291.799025:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.799026:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826291.799030:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826291.799031:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826291.799034:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826291.799036:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826291.799040:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826291.799043:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523200, portal 10 00000100:00000001:1.0:1781826291.799045:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826291.799046:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721981056 : -122530987570560 : ffff908f08030a80) 00000100:00000040:1.0:1781826291.799053:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.799059:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826291.799061:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826291.799063:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e110. 00000100:00000200:1.0:1781826291.799065:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523200, offset 0 00000400:00000200:1.0:1781826291.799069:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826291.799073:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.799076:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826291.799111:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826291.799114:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826291.799117:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826291.799120:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826291.799131:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378993:378993:255:4294967295] 192.168.204.116@tcp LPNI seq info [378944:378944:7:4294967295] 00000400:00000200:1.0:1781826291.799135:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.799141:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826291.799146:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826291.799149:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826291.799153:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826291.799157:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826291.799160:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826291.799163:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826291.799166:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19851 usecs (20 jiffies) 00000400:00000200:1.0:1781826291.799169:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826291.799171:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303583765 00000100:00000001:1.0:1781826291.799173:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303592465 00000100:00000001:1.0:1781826291.799175:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303583765 00000100:00000001:1.0:1781826291.799177:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303592465 00000100:00000001:1.0:1781826291.799178:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.799180:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.799183:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.799185:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.799192:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826291.799194:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826291.799196:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.799197:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826291.799198:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826291.799201:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826291.799202:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.799204:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826291.799205:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.799207:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.799208:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826291.799209:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826291.799213:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.799219:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826291.799220:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.799223:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826291.799225:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826291.799226:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826291.799229:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051523072:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826291.799232:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826291.799234:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826291.799235:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.799237:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826291.799240:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666800. 02000000:00000001:1.0:1781826291.799242:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826291.799245:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826291.799247:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e90b0. 00000400:00000010:1.0:1781826291.799251:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826291.799254:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523072, portal 10 00000100:00000001:1.0:1781826291.799255:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826291.799257:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721991808 : -122530987559808 : ffff908f08033480) 00000100:00000040:1.0:1781826291.799262:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.799268:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826291.799270:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826291.799273:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ebb0. 00000100:00000200:1.0:1781826291.799275:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523072, offset 0 00000400:00000200:1.0:1781826291.799279:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826291.799282:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.799286:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826291.799288:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826291.799290:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826291.799293:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826291.799295:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826291.799297:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378994:378994:254:4294967295] 192.168.204.116@tcp LPNI seq info [378945:378945:6:4294967295] 00000400:00000200:1.0:1781826291.799301:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826291.799306:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826291.799310:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826291.799313:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826291.799316:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826291.799320:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826291.799323:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826291.799326:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826291.799329:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24028 usecs (25 jiffies) 00000400:00000200:1.0:1781826291.799331:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826291.799334:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303583770 00000100:00000001:1.0:1781826291.799336:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303592465 00000100:00000001:1.0:1781826291.799338:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303583770 00000100:00000001:1.0:1781826291.799340:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303592465 00000100:00000001:1.0:1781826291.799342:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.799344:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.799346:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.799348:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.799360:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.799362:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826291.799450:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826291.799454:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826291.799460:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.799466:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826291.799470:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eb28 00000400:00000010:0.0:1781826291.799473:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eb28. 00000100:00000001:0.0:1781826291.799477:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826291.799482:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799490:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826291.799493:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799499:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826291.799501:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826291.799512:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826291.799514:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826291.799517:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.799520:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826291.799522:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e110 00000400:00000010:0.0:1781826291.799524:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e110. 00000100:00000001:0.0:1781826291.799526:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826291.799529:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799535:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826291.799538:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799544:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826291.799545:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826291.799618:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826291.799621:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:0.0:1781826291.799624:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.799628:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826291.799631:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ebb0 00000400:00000010:0.0:1781826291.799632:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ebb0. 00000100:00000001:0.0:1781826291.799635:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826291.799638:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799645:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826291.799648:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.799654:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826291.799656:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826291.805490:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.805507:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826291.805511:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.805514:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.805524:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.805532:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826291.805541:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.805547:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.805552:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.805556:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ac80 00000400:00000200:0.0:1781826291.805561:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.805567:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fffc9 [1] + 224 00000800:00000001:0.0:1781826291.805575:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.805581:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.805584:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.805588:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826291.805607:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826291.805615:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826291.805627:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.805654:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826291.805662:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.805665:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.805910:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.805915:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826291.805922:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826291.805924:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826291.805927:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781826291.805932:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781826291.805934:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781826291.805937:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826291.805942:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826291.805952:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.805959:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826291.805961:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.805964:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826291.805967:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826291.805969:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826291.805972:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.805975:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826291.805985:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826291.805989:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826291.805991:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826291.805993:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826291.805996:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826291.805999:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.806003:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826291.806005:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826291.806006:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826291.806008:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826291.806013:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.806020:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.806023:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826291.806025:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826291.806029:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826291.806037:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051523200:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826291.806147:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.806149:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826291.806154:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030a80 x1868371051523200/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.806161:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826291.806163:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826291.806167:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826291.806171:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826291.806173:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826291.806175:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826291.806177:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826291.806180:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826291.806184:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826291.806185:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826291.806187:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030a80. 00000100:00000001:1.0:1781826291.806191:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826291.806192:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.806195:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.806197:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.806198:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826291.806200:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.806202:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826291.807377:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807391:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826291.807395:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807398:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.807406:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807412:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826291.807420:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807424:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807429:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807433:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ac00 00000400:00000200:0.0:1781826291.807437:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807443:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fffd9 [1] + 224 00000800:00000001:0.0:1781826291.807449:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807454:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.807457:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.807461:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826291.807466:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826291.807474:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826291.807485:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.807506:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826291.807513:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807517:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826291.807519:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807521:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.807524:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807528:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826291.807533:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807536:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807539:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807541:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5ab80 00000400:00000200:0.0:1781826291.807544:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826291.807548:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fffb9 [1] + 224 00000800:00000001:0.0:1781826291.807552:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807558:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826291.807560:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826291.807563:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826291.807566:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826291.807570:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826291.807578:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826291.807584:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826291.807588:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826291.807606:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808103:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.808109:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826291.808115:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826291.808117:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826291.808120:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e90b0. 00000400:00000200:1.0:1781826291.808134:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:1.0:1781826291.808137:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:1.0:1781826291.808140:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826291.808146:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826291.808155:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808162:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826291.808164:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808166:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826291.808169:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826291.808171:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826291.808173:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.808175:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826291.808184:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826291.808188:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826291.808190:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826291.808192:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826291.808194:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826291.808198:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.808201:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826291.808203:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826291.808205:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826291.808206:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826291.808211:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808218:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.808220:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826291.808222:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826291.808226:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826291.808232:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051523072:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826291.808237:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826291.808238:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826291.808240:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:1.0:1781826291.808242:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:1.0:1781826291.808244:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:1.0:1781826291.808246:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826291.808249:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826291.808257:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808263:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826291.808265:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808266:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826291.808268:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826291.808269:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826291.808281:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826291.808288:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826291.808291:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=58 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826291.808294:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826291.808296:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826291.808297:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826291.808299:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826291.808301:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.808302:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826291.808305:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808311:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826291.808313:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826291.808314:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826291.808317:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826291.808323:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051522944:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826291.808327:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808330:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826291.808333:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033480 x1868371051523072/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808339:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826291.808342:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826291.808345:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666800. 02000000:00000001:1.0:1781826291.808348:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826291.808352:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826291.808354:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826291.808356:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826291.808359:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:1.0:1781826291.808362:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826291.808364:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826291.808375:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033480. 00000100:00000001:1.0:1781826291.808379:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826291.808381:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808382:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826291.808386:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030380 x1868371051522944/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826307 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826291.808397:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826291.808398:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826291.808400:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826291.808402:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826291.808403:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826291.808404:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826291.808406:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826291.808407:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781826291.808409:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826291.808410:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826291.808412:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030380. 00000100:00000001:1.0:1781826291.808414:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826291.808415:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808417:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826291.808425:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826291.808427:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826291.808429:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826291.808431:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246397:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826292.246407:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826292.246409:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826292.246413:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246418:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826292.246421:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246422:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246424:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246428:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826292.246429:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246432:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826292.246434:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826292.246435:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826292.246436:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246437:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826292.246438:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246440:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826292.246442:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826292.249646:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826292.249652:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826292.249657:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826293.270208:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826293.270215:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826293.270220:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826293.270222:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826293.270224:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826293.270225:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826293.270515:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826293.270518:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826293.270522:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826294.294189:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826294.294195:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826294.294200:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826294.294201:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826294.294205:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826294.294206:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826294.294336:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826294.294340:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826294.294343:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826295.320479:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826295.320489:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826295.320497:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826295.320499:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826295.320502:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826295.320504:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826295.322210:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826295.322217:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826295.322221:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826296.342209:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826296.342217:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826296.342223:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826296.342224:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826296.342228:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826296.342229:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826296.342614:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826296.342617:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826296.342621:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826296.918211:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826296.918221:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826296.918232:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031500. 00000020:00000040:0.0:1781826296.918238:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826296.918242:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826296.918245:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826296.918249:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826296.918259:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826296.918265:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918276:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826296.918287:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826296.918291:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918297:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096ebe9ab] to pc [ptlrpcd_00_00+0] req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.918328:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918331:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826296.918334:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826296.918337:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032d80. 00000020:00000040:0.0:1781826296.918339:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826296.918341:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826296.918343:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826296.918344:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826296.918347:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781826296.918350:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918354:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826296.918362:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826296.918364:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918368:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000083966943] to pc [ptlrpcd_00_01+1] req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.918385:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918387:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826296.918391:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826296.918393:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031880. 00000020:00000040:0.0:1781826296.918395:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826296.918397:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826296.918398:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826296.918400:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826296.918402:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826296.918404:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918408:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826296.918415:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826296.918416:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918420:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000042c9ac09] to pc [ptlrpcd_00_00+0] req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.918426:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826296.918428:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826296.918432:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826296.918434:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826296.918437:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826296.918441:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8926) 00000100:00000001:1.0:1781826296.918551:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.918555:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826296.918557:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826296.918563:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.918570:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826296.918572:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918576:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826296.918579:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826296.918581:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826296.918584:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051523328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826296.918588:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826296.918594:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826296.918597:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918600:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826296.918604:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666e00. 02000000:00000001:1.0:1781826296.918606:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826296.918612:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826296.918617:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826296.918623:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826296.918629:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523328, portal 25 00000100:00000001:1.0:1781826296.918644:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826296.918646:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721983744 : -122530987567872 : ffff908f08031500) 00000100:00000040:1.0:1781826296.918651:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.918659:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826296.918661:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826296.918664:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e5d8. 00000100:00000200:1.0:1781826296.918667:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051523328, offset 0 00000400:00000200:1.0:1781826296.918672:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826296.918679:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.918686:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826296.918690:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826296.918694:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826296.918697:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826296.918700:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826296.918703:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378995:378995:256:4294967295] 192.168.204.116@tcp LPNI seq info [378946:378946:8:4294967295] 00000400:00000200:1.0:1781826296.918707:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.918716:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826296.918722:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826296.918727:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:1.0:1781826296.918733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826296.918740:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826296.918744:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826296.918759:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826296.918763:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826296.918766:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303597585 00000100:00000001:1.0:1781826296.918772:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303592465 00000100:00000001:1.0:1781826296.918775:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303597585 00000100:00000001:1.0:1781826296.918779:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303592465 00000100:00000001:1.0:1781826296.918781:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.918784:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.918786:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826296.918789:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.918795:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826296.918797:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918799:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826296.918800:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826296.918802:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826296.918805:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826296.918808:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826296.918810:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826296.918812:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918813:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826296.918816:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826296.918818:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826296.918820:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826296.918823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e90b0. 00000400:00000010:1.0:1781826296.918826:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826296.918829:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523584, portal 10 00000100:00000001:1.0:1781826296.918830:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826296.918831:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721984640 : -122530987566976 : ffff908f08031880) 00000100:00000040:1.0:1781826296.918837:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.918849:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826296.918851:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826296.918853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e7f8. 00000100:00000200:1.0:1781826296.918855:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523584, offset 0 00000400:00000200:1.0:1781826296.918858:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826296.918861:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.918864:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826296.918867:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826296.918869:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826296.918871:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826296.918873:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826296.918876:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378996:378996:255:4294967295] 192.168.204.116@tcp LPNI seq info [378947:378947:7:4294967295] 00000400:00000200:1.0:1781826296.918879:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.918885:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826296.918889:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826296.918892:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826296.918895:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826296.918898:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826296.918900:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826296.918903:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826296.918906:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19836 usecs (20 jiffies) 00000400:00000200:1.0:1781826296.918908:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826296.918910:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303588884 00000100:00000001:1.0:1781826296.918913:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303597585 00000100:00000001:1.0:1781826296.918915:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303588884 00000100:00000001:1.0:1781826296.918916:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303597585 00000100:00000001:1.0:1781826296.918918:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.918920:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.918922:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.918925:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.918931:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826296.918934:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826296.918936:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.918937:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826296.918938:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826296.918941:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1781826296.918942:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.918944:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826296.918945:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.918947:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.918948:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826296.918949:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826296.918952:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.918958:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826296.918960:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918962:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826296.918963:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826296.918965:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826296.918967:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523456:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826296.918970:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826296.918972:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826296.918974:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.918975:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826296.918978:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666200. 02000000:00000001:1.0:1781826296.918980:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826296.918983:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826296.918985:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826296.918988:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781826296.918991:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523456, portal 10 00000100:00000001:1.0:1781826296.918992:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826296.918993:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990016 : -122530987561600 : ffff908f08032d80) 00000100:00000040:1.0:1781826296.918998:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.919004:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826296.919006:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826296.919008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654edd0. 00000100:00000200:1.0:1781826296.919010:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523456, offset 0 00000400:00000200:1.0:1781826296.919014:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826296.919017:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.919020:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826296.919035:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826296.919038:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826296.919040:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826296.919042:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826296.919045:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378997:378997:254:4294967295] 192.168.204.116@tcp LPNI seq info [378948:378948:6:4294967295] 00000400:00000200:1.0:1781826296.919049:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826296.919054:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826296.919058:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826296.919061:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1700. 00000800:00000200:1.0:1781826296.919064:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826296.919068:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826296.919070:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826296.919073:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826296.919075:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 24006 usecs (25 jiffies) 00000400:00000200:1.0:1781826296.919117:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826296.919119:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303588890 00000100:00000001:1.0:1781826296.919121:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303597585 00000100:00000001:1.0:1781826296.919123:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303588890 00000100:00000001:1.0:1781826296.919124:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303597585 00000100:00000001:1.0:1781826296.919126:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.919129:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.919132:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.919134:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.919145:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.919146:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826296.919379:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826296.919384:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781826296.919391:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.919396:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826296.919401:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e5d8 00000400:00000010:0.0:1781826296.919403:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e5d8. 00000100:00000001:0.0:1781826296.919408:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826296.919413:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919421:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826296.919424:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919430:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826296.919431:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826296.919442:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826296.919444:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:0.0:1781826296.919446:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.919449:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826296.919451:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e7f8 00000400:00000010:0.0:1781826296.919453:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e7f8. 00000100:00000001:0.0:1781826296.919454:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826296.919457:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919464:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826296.919467:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919472:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826296.919474:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826296.919535:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826296.919537:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1700. 00000400:00000200:0.0:1781826296.919540:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.919543:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826296.919545:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654edd0 00000400:00000010:0.0:1781826296.919547:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654edd0. 00000100:00000001:0.0:1781826296.919549:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826296.919552:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919558:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826296.919561:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.919566:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826296.919567:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826296.922103:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922118:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826296.922122:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922125:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.922133:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922139:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826296.922147:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922152:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922156:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922160:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ae00 00000400:00000200:0.0:1781826296.922164:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922169:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x3ffff9 [1] + 224 00000800:00000001:0.0:1781826296.922176:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922179:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.922182:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.922185:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826296.922365:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826296.922376:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826296.922388:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.922409:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826296.922418:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922423:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826296.922425:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922427:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.922431:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922434:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826296.922439:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922442:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922445:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922448:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5ad80 00000400:00000200:0.0:1781826296.922451:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.922454:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400009 [1] + 224 00000800:00000001:0.0:1781826296.922458:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922464:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.922467:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.922470:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826296.922473:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826296.922477:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826296.922484:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.922491:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826296.922494:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.922497:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.922558:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.922563:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826296.922568:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826296.922570:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826296.922572:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:1.0:1781826296.922576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:1.0:1781826296.922578:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:1.0:1781826296.922581:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826296.922585:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826296.922592:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.922598:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826296.922599:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.922602:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826296.922604:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826296.922606:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826296.922608:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.922611:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826296.922620:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826296.922624:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826296.922627:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826296.922628:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826296.922888:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826296.922892:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.922897:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826296.922899:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826296.922901:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826296.922902:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826296.922908:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.922919:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.922922:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826296.922924:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826296.922928:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826296.922935:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523456:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826296.922943:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826296.922944:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826296.922946:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e90b0. 00000400:00000200:1.0:1781826296.922949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:1.0:1781826296.922950:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:1.0:1781826296.922952:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826296.922955:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826296.922962:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.922967:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826296.922968:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.922970:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826296.922971:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826296.922973:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826296.922974:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.922976:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826296.922980:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826296.922983:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826296.922985:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826296.922987:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826296.922988:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826296.922989:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.922991:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826296.922993:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826296.922996:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826296.922997:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826296.923001:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.923007:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.923008:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826296.923010:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826296.923013:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826296.923020:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523584:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826296.923038:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.923040:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826296.923043:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032d80 x1868371051523456/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.923049:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826296.923051:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826296.923055:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666200. 02000000:00000001:1.0:1781826296.923059:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826296.923061:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826296.923064:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826296.923066:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826296.923068:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:1.0:1781826296.923072:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826296.923074:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826296.923076:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032d80. 00000100:00000001:1.0:1781826296.923112:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826296.923114:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.923115:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826296.923119:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031880 x1868371051523584/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.923124:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826296.923126:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826296.923127:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826296.923130:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826296.923131:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826296.923132:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826296.923134:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826296.923135:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826296.923137:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826296.923138:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826296.923140:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031880. 00000100:00000001:1.0:1781826296.923142:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826296.923143:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.923146:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.923148:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.923150:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826296.923151:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.923153:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826296.923618:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.923627:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826296.923780:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.923787:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.923792:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.923797:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826296.923804:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.923808:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.923812:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.923816:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5ad00 00000400:00000200:0.0:1781826296.923820:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826296.923824:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x3fffe9 [1] + 224 00000800:00000001:0.0:1781826296.923830:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.923836:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826296.923838:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826296.923841:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826296.923845:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826296.923850:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826296.923859:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826296.923876:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826296.923882:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826296.923885:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.923936:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.923939:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826296.923942:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826296.923944:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826296.923946:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:1.0:1781826296.923949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:1.0:1781826296.923952:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:1.0:1781826296.923955:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826296.923958:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826296.923965:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.923970:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826296.923971:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.923973:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826296.923975:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826296.923977:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826296.923978:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826296.923980:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826296.923984:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826296.923987:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826296.923989:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826296.923991:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826296.923992:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826296.923994:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.923996:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826296.923999:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.924005:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826296.924007:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826296.924008:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826296.924011:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826296.924017:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051523328:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826296.924032:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.924035:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826296.924038:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031500 x1868371051523328/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826296.924044:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826296.924045:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826296.924048:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666e00. 02000000:00000001:1.0:1781826296.924051:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826296.924052:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826296.924054:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826296.924056:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826296.924057:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781826296.924060:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826296.924061:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826296.924062:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031500. 00000100:00000001:1.0:1781826296.924064:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826296.924066:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.924067:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826296.924074:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826296.924099:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826296.924102:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826296.924103:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826297.366206:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826297.366212:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826297.366219:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826297.366220:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826297.366223:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826297.366225:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826297.366405:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826297.366409:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826297.366412:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826298.392461:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826298.392469:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826298.392474:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826298.392475:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826298.392478:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826298.392480:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826298.392657:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826298.392661:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826298.392664:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826299.414680:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826299.414687:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826299.414694:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826299.414696:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826299.414699:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826299.414702:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826299.414706:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826299.414708:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826299.414715:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826299.414717:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826299.414721:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826299.414722:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826299.415548:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826299.415552:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826299.415556:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826300.438219:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826300.438226:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826300.438231:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826300.438233:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826300.438235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826300.438237:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826300.438394:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826300.438397:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826300.438400:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826301.464448:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826301.464457:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826301.464459:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826301.464463:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464467:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826301.464470:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464472:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464474:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464478:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826301.464479:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464483:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826301.464484:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826301.464494:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826301.464496:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464497:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826301.464499:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464500:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826301.464501:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826301.465494:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826301.465500:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826301.465503:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826302.041454:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826302.041463:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826302.041483:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8e00. 00000020:00000040:1.0:1781826302.041489:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826302.041494:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826302.041496:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826302.041501:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826302.041509:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1600. 00000100:00000001:1.0:1781826302.041517:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041528:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826302.041540:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826302.041545:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041552:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084eafd54] to pc [ptlrpcd_00_01+1] req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.041590:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041593:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826302.041596:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826302.041600:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9880. 00000020:00000040:1.0:1781826302.041602:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826302.041605:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826302.041607:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826302.041609:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826302.041612:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1d00. 00000100:00000001:1.0:1781826302.041615:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041619:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826302.041627:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826302.041629:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041633:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c2d7f30] to pc [ptlrpcd_00_00+0] req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.041643:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041645:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826302.041648:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826302.041651:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d8700. 00000020:00000040:1.0:1781826302.041653:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826302.041656:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826302.041657:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826302.041658:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826302.041663:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1700. 00000100:00000001:1.0:1781826302.041666:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041670:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826302.041677:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826302.041679:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041682:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0748a6a] to pc [ptlrpcd_00_01+1] req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.041690:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041692:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826302.041696:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826302.041699:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826302.041701:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826302.041706:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8931) 00000100:00000001:1.0:1781826302.041737:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826302.041740:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826302.041742:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826302.041747:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.041755:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826302.041756:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.041760:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826302.041763:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826302.041766:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826302.041769:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826302.041773:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826302.041779:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826302.041782:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.041784:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826302.041789:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826302.041791:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826302.041798:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826302.041802:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f20. 00000400:00000010:1.0:1781826302.041810:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ed48. 00000100:00000200:1.0:1781826302.041817:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523840, portal 10 00000100:00000001:1.0:1781826302.041820:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826302.041821:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693312640 : -122531016238976 : ffff908f064d9880) 00000100:00000040:1.0:1781826302.041829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.041837:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826302.041839:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826302.041842:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e198. 00000100:00000200:1.0:1781826302.041846:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523840, offset 0 00000400:00000200:1.0:1781826302.041852:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826302.041861:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.041869:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826302.041875:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826302.041880:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826302.041883:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826302.041886:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826302.041890:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378998:378998:256:4294967295] 192.168.204.116@tcp LPNI seq info [378949:378949:8:4294967295] 00000400:00000200:1.0:1781826302.041895:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.041904:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826302.041910:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826302.041915:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1100. 00000800:00000200:1.0:1781826302.041934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826302.041941:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826302.041946:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826302.041955:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.041960:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23971 usecs (24 jiffies) 00000400:00000200:1.0:1781826302.041964:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826302.041967:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303594011 00000100:00000001:1.0:1781826302.041970:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303597585 00000100:00000001:1.0:1781826302.041972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303594011 00000100:00000001:1.0:1781826302.041974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303597585 00000100:00000001:1.0:1781826302.041977:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826302.041980:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826302.041983:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826302.041985:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826302.041992:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826302.041995:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826302.041996:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826302.041998:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826302.041999:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826302.042001:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1781826302.042003:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826302.042005:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826302.042006:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826302.042008:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826302.042009:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826302.042010:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826302.042014:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.042022:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826302.042023:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.042025:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826302.042027:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826302.042029:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826302.042032:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051523712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826302.042035:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826302.042038:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826302.042040:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.042042:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826302.042045:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666800. 02000000:00000001:1.0:1781826302.042047:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826302.042050:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826302.042053:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e90b0. 00000400:00000010:1.0:1781826302.042057:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ea18. 00000100:00000200:1.0:1781826302.042059:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523712, portal 25 00000100:00000001:1.0:1781826302.042061:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826302.042062:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693309952 : -122531016241664 : ffff908f064d8e00) 00000100:00000040:1.0:1781826302.042066:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.042072:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826302.042123:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826302.042127:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e220. 00000100:00000200:1.0:1781826302.042130:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051523712, offset 0 00000400:00000200:1.0:1781826302.042135:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826302.042139:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.042143:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826302.042145:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826302.042148:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826302.042150:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826302.042152:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826302.042155:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [378999:378999:255:4294967295] 192.168.204.116@tcp LPNI seq info [378950:378950:7:4294967295] 00000400:00000200:1.0:1781826302.042159:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.042166:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826302.042170:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826302.042174:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1400. 00000800:00000200:1.0:1781826302.042178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826302.042183:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826302.042185:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826302.042189:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826302.042192:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826302.042194:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303602708 00000100:00000001:1.0:1781826302.042201:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303597585 00000100:00000001:1.0:1781826302.042205:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303602708 00000100:00000001:1.0:1781826302.042208:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303597585 00000100:00000001:1.0:1781826302.042211:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826302.042213:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826302.042216:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826302.042220:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.042227:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826302.042229:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.042231:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826302.042233:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826302.042235:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826302.042238:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523968:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826302.042241:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826302.042244:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826302.042246:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826302.042247:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826302.042251:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666e00. 02000000:00000001:1.0:1781826302.042252:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826302.042255:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826302.042258:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9420. 00000400:00000010:1.0:1781826302.042261:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ecc0. 00000100:00000200:1.0:1781826302.042264:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051523968, portal 10 00000100:00000001:1.0:1781826302.042266:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826302.042267:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693308160 : -122531016243456 : ffff908f064d8700) 00000100:00000040:1.0:1781826302.042273:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826302.042279:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826302.042281:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826302.042284:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e908. 00000100:00000200:1.0:1781826302.042286:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051523968, offset 0 00000400:00000200:1.0:1781826302.042291:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826302.042295:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.042298:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826302.042301:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826302.042303:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826302.042305:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826302.042308:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826302.042311:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379000:379000:254:4294967295] 192.168.204.116@tcp LPNI seq info [378951:378951:6:4294967295] 00000400:00000200:1.0:1781826302.042314:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826302.042320:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826302.042325:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826302.042328:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1900. 00000800:00000200:1.0:1781826302.042332:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826302.042336:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826302.042338:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826302.042341:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826302.042344:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19813 usecs (20 jiffies) 00000400:00000200:1.0:1781826302.042347:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826302.042349:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303594007 00000100:00000001:1.0:1781826302.042351:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303602708 00000100:00000001:1.0:1781826302.042353:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303594007 00000100:00000001:1.0:1781826302.042355:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303602708 00000100:00000001:1.0:1781826302.042357:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826302.042359:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826302.042362:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826302.042364:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.042449:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826302.042452:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826302.042495:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826302.042499:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1100. 00000400:00000200:0.0:1781826302.042506:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.042511:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826302.042516:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e198 00000400:00000010:0.0:1781826302.042519:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e198. 00000100:00000001:0.0:1781826302.042523:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826302.042528:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042538:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.042541:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042547:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.042548:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826302.042562:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826302.042564:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1400. 00000400:00000200:0.0:1781826302.042566:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.042570:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826302.042572:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e220 00000400:00000010:0.0:1781826302.042573:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e220. 00000100:00000001:0.0:1781826302.042575:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826302.042578:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042585:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.042587:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042592:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.042594:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826302.042659:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826302.042662:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1900. 00000400:00000200:0.0:1781826302.042665:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.042668:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826302.042671:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e908 00000400:00000010:0.0:1781826302.042673:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e908. 00000100:00000001:0.0:1781826302.042676:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826302.042679:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042686:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.042689:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.042695:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.042696:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826302.046352:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.046369:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826302.046373:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.046376:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.046384:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.046392:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826302.046399:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.046403:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.046409:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.046413:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5ae80 00000400:00000200:0.0:1781826302.046418:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.046423:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400029 [1] + 224 00000800:00000001:0.0:1781826302.046429:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.046437:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.046439:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.046443:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826302.046450:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.046459:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826302.046470:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.046488:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826302.046496:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.046499:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.046518:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826302.046522:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826302.046529:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826302.046531:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826302.046533:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e90b0. 00000400:00000200:0.0:1781826302.046537:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ea18 00000400:00000010:0.0:1781826302.046541:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ea18. 00000100:00000001:0.0:1781826302.046544:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.046548:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826302.046557:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.046563:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826302.046566:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.046569:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826302.046572:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826302.046574:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826302.046576:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826302.046579:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826302.046587:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826302.046591:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826302.046594:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826302.046595:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826302.046598:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826302.046600:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.046604:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826302.046608:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.046616:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826302.046619:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826302.046621:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826302.046625:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826302.046633:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051523712:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826302.046639:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.046642:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.046645:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8e00 x1868371051523712/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.046657:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826302.046660:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826302.046663:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666800. 02000000:00000001:0.0:1781826302.046666:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826302.046669:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826302.046671:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:0.0:1781826302.046673:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826302.046676:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1600. 02000000:00000001:0.0:1781826302.046680:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826302.046681:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826302.046683:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8e00. 00000100:00000001:0.0:1781826302.046687:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826302.046688:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.046691:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.046693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826302.046694:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826302.046696:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.046697:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826302.048456:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048470:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826302.048474:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048477:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.048485:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048493:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826302.048500:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048505:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048510:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048514:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5af00 00000400:00000200:0.0:1781826302.048519:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048525:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400019 [1] + 224 00000800:00000001:0.0:1781826302.048531:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048536:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.048538:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.048543:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826302.048550:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.048558:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826302.048568:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048584:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826302.048591:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048595:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826302.048597:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048598:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.048601:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048604:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826302.048608:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048611:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048613:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048616:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5af80 00000400:00000200:0.0:1781826302.048619:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826302.048622:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400039 [1] + 224 00000800:00000001:0.0:1781826302.048626:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048632:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826302.048634:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826302.048637:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826302.048639:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.048643:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826302.048651:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048658:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826302.048661:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826302.048664:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048678:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826302.048682:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1781826302.048686:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826302.048688:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826302.048691:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9420. 00000400:00000200:0.0:1781826302.048694:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ecc0 00000400:00000010:0.0:1781826302.048697:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ecc0. 00000100:00000001:0.0:1781826302.048712:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.048717:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826302.048725:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048731:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826302.048733:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048735:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826302.048738:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826302.048740:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826302.048742:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826302.048745:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826302.048753:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826302.048757:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=69 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826302.048760:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826302.048761:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826302.048764:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826302.048767:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.048771:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826302.048773:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:0.0:1781826302.048775:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826302.048776:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826302.048780:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048787:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826302.048790:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826302.048792:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826302.048795:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826302.048808:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523968:192.168.204.116@tcp:400:kworker.0 00000400:00000001:0.0:1781826302.048813:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1781826302.048814:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1781826302.048816:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f20. 00000400:00000200:0.0:1781826302.048818:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ed48 00000400:00000010:0.0:1781826302.048820:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ed48. 00000100:00000001:0.0:1781826302.048822:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826302.048826:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1781826302.048833:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048839:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1781826302.048840:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048842:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:0.0:1781826302.048843:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1781826302.048844:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1781826302.048846:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826302.048847:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1781826302.048851:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1781826302.048854:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1781826302.048856:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1781826302.048857:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1781826302.048859:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1781826302.048861:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.048863:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1781826302.048864:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:0.0:1781826302.048866:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1781826302.048867:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826302.048871:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048877:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826302.048880:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1781826302.048881:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1781826302.048884:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1781826302.048891:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051523840:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826302.048894:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048896:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.048899:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d8700 x1868371051523968/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048906:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826302.048908:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826302.048912:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666e00. 02000000:00000001:0.0:1781826302.048915:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826302.048918:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826302.048919:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826302.048932:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826302.048935:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1700. 02000000:00000001:0.0:1781826302.048939:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826302.048941:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826302.048943:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d8700. 00000100:00000001:0.0:1781826302.048946:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826302.048947:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048949:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826302.048953:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9880 x1868371051523840/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826302.048960:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1781826302.048961:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1781826302.048962:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666c00. 02000000:00000001:0.0:1781826302.048964:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1781826302.048965:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1781826302.048967:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:0.0:1781826302.048968:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1781826302.048970:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1d00. 02000000:00000001:0.0:1781826302.048972:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1781826302.048973:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1781826302.048975:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9880. 00000100:00000001:0.0:1781826302.048977:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1781826302.048978:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048980:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826302.048988:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826302.048989:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826302.048992:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826302.048994:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826302.486194:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826302.486199:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826302.486204:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826302.486205:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826302.486208:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826302.486210:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826302.486306:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826302.486309:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826302.486312:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826303.510219:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826303.510228:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826303.510235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826303.510236:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826303.510240:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826303.510241:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826303.510361:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826303.510366:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826303.510369:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826304.534202:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826304.534209:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826304.534216:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826304.534217:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826304.534220:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826304.534221:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826304.534326:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826304.534329:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826304.534332:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826305.559025:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826305.559032:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826305.559038:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826305.559039:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826305.559042:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826305.559043:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826305.559197:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826305.559200:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826305.559203:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826306.582344:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826306.582351:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826306.582356:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826306.582357:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826306.582360:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826306.582361:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826306.582455:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826306.582458:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826306.582461:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826307.158327:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826307.158338:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826307.158349:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032300. 00000020:00000040:0.0:1781826307.158355:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826307.158359:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826307.158362:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826307.158367:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826307.158376:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826307.158383:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158393:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826307.158409:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826307.158413:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158419:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056703e4a] to pc [ptlrpcd_00_00+0] req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158449:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158452:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826307.158455:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826307.158459:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031180. 00000020:00000040:0.0:1781826307.158461:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826307.158463:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826307.158464:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826307.158466:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826307.158469:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693fb00. 00000100:00000001:0.0:1781826307.158471:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158476:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826307.158483:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826307.158485:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158488:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000052605744] to pc [ptlrpcd_00_01+1] req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158496:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158498:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826307.158501:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826307.158503:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030000. 00000020:00000040:0.0:1781826307.158505:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826307.158507:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826307.158508:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826307.158509:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826307.158514:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f400. 00000100:00000001:0.0:1781826307.158517:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158521:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826307.158527:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826307.158529:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158532:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de4f533c] to pc [ptlrpcd_00_00+0] req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158540:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158542:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826307.158545:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826307.158548:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826307.158550:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826307.158555:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8936) 00000100:00000001:0.0:1781826307.158580:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826307.158583:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826307.158585:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826307.158590:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158597:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826307.158599:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.158603:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826307.158605:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826307.158608:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826307.158611:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826307.158615:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826307.158621:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826307.158623:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.158625:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826307.158629:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826307.158631:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826307.158640:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826307.158645:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838528. 00000400:00000010:0.0:1781826307.158653:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18ea18. 00000100:00000200:0.0:1781826307.158660:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524224, portal 10 00000100:00000001:0.0:1781826307.158663:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826307.158664:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721982848 : -122530987568768 : ffff908f08031180) 00000100:00000040:0.0:1781826307.158671:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158678:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826307.158681:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826307.158684:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781826307.158687:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051524224, offset 0 00000400:00000200:0.0:1781826307.158694:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826307.158701:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.158707:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826307.158711:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826307.158715:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826307.158718:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826307.158720:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826307.158723:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379001:379001:256:4294967295] 192.168.204.116@tcp LPNI seq info [378952:378952:8:4294967295] 00000400:00000200:0.0:1781826307.158725:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.158733:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826307.158737:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826307.158742:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f600. 00000800:00000200:0.0:1781826307.158750:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826307.158758:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826307.158763:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826307.158773:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.158778:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23943 usecs (24 jiffies) 00000400:00000200:0.0:1781826307.158782:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826307.158786:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303599128 00000100:00000001:0.0:1781826307.158789:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303602708 00000100:00000001:0.0:1781826307.158791:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303599128 00000100:00000001:0.0:1781826307.158798:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303602708 00000100:00000001:0.0:1781826307.158801:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826307.158803:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.158807:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.158809:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826307.158816:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826307.158819:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826307.158830:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826307.158832:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826307.158833:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826307.158836:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1781826307.158837:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826307.158839:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826307.158840:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826307.158842:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826307.158843:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826307.158844:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826307.158847:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158853:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826307.158855:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.158857:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826307.158858:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826307.158860:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826307.158863:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051524096:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826307.158866:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826307.158868:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826307.158870:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.158871:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826307.158875:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eace00. 02000000:00000001:0.0:1781826307.158877:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826307.158881:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826307.158883:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838840. 00000400:00000010:0.0:1781826307.158887:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e5d8. 00000100:00000200:0.0:1781826307.158890:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524096, portal 25 00000100:00000001:0.0:1781826307.158892:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826307.158893:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721987328 : -122530987564288 : ffff908f08032300) 00000100:00000040:0.0:1781826307.158898:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158904:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826307.158906:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826307.158908:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781826307.158910:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051524096, offset 0 00000400:00000200:0.0:1781826307.158913:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826307.158917:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.158920:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826307.158923:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826307.158925:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826307.158927:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826307.158929:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826307.158932:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379002:379002:255:4294967295] 192.168.204.116@tcp LPNI seq info [378953:378953:7:4294967295] 00000400:00000200:0.0:1781826307.158936:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.158942:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826307.158946:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826307.158949:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0693f900. 00000800:00000200:0.0:1781826307.158953:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826307.158957:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826307.158960:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0693f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826307.158963:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826307.158966:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826307.158968:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303607825 00000100:00000001:0.0:1781826307.158975:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303602708 00000100:00000001:0.0:1781826307.158980:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303607825 00000100:00000001:0.0:1781826307.158982:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303602708 00000100:00000001:0.0:1781826307.158984:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826307.158986:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.158988:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826307.158991:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.158997:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826307.158998:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.159000:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826307.159002:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826307.159004:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826307.159006:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524352:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826307.159009:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826307.159011:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826307.159013:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826307.159014:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826307.159017:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781826307.159019:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826307.159021:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826307.159024:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838738. 00000400:00000010:0.0:1781826307.159027:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e4c8. 00000100:00000200:0.0:1781826307.159030:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524352, portal 10 00000100:00000001:0.0:1781826307.159031:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826307.159032:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721978368 : -122530987573248 : ffff908f08030000) 00000100:00000040:0.0:1781826307.159037:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.159044:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826307.159046:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826307.159048:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781826307.159050:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051524352, offset 0 00000400:00000200:0.0:1781826307.159053:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826307.159057:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.159060:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826307.159063:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826307.159065:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826307.159068:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826307.159070:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826307.159073:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379003:379003:254:4294967295] 192.168.204.116@tcp LPNI seq info [378954:378954:6:4294967295] 00000400:00000200:0.0:1781826307.159110:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.159117:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826307.159121:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826307.159125:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0618c300. 00000800:00000200:0.0:1781826307.159129:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826307.159134:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826307.159136:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0618c300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826307.159138:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826307.159140:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19797 usecs (20 jiffies) 00000400:00000200:0.0:1781826307.159143:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826307.159145:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303599125 00000100:00000001:0.0:1781826307.159147:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303607825 00000100:00000001:0.0:1781826307.159149:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303599125 00000100:00000001:0.0:1781826307.159151:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303607825 00000100:00000001:0.0:1781826307.159153:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826307.159155:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.159157:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.159159:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826307.159203:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826307.159207:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f600. 00000400:00000200:0.0:1781826307.159214:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.159219:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826307.159225:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:0.0:1781826307.159228:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:0.0:1781826307.159233:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826307.159238:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.159246:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826307.159250:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.159256:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.159257:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826307.159267:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826307.159270:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0693f900. 00000400:00000200:0.0:1781826307.159273:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.159275:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826307.159278:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:0.0:1781826307.159279:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:0.0:1781826307.159281:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826307.159284:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.159291:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826307.159294:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.159300:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.159301:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826307.159609:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826307.159612:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826307.161203:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826307.161213:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0618c300. 00000400:00000200:0.0:1781826307.161221:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.161229:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826307.161235:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:0.0:1781826307.161238:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:0.0:1781826307.161244:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826307.161251:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.161262:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826307.161266:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.161273:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826307.161275:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826307.169944:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.169967:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826307.169971:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.169974:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.169982:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.169989:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826307.170000:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170005:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170011:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170015:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b000 00000400:00000200:0.0:1781826307.170019:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170026:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400059 [1] + 224 00000800:00000001:0.0:1781826307.170033:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170037:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.170039:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.170044:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826307.170052:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826307.170060:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826307.170072:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.170179:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826307.170183:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826307.170238:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826307.170251:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170256:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826307.170258:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170260:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.170263:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170267:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826307.170271:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170274:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170277:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170279:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b080 00000400:00000200:0.0:1781826307.170283:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170288:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400049 [1] + 224 00000800:00000001:0.0:1781826307.170291:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170295:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.170297:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.170299:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826307.170303:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826307.170307:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826307.170315:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.170322:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826307.170326:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170329:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826307.170331:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170333:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.170336:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170339:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826307.170342:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170345:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170347:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170350:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b100 00000400:00000200:0.0:1781826307.170353:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826307.170356:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400069 [1] + 224 00000800:00000001:0.0:1781826307.170359:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170367:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826307.170370:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826307.170372:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826307.170375:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826307.170379:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826307.170386:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826307.170392:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826307.170395:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826307.170398:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1781826307.170940:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826307.170943:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826307.170947:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838840. 00000400:00000200:1.0:1781826307.170952:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e5d8 00000400:00000010:1.0:1781826307.170955:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e5d8. 00000100:00000001:1.0:1781826307.170959:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826307.170966:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826307.170975:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.170981:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826307.170983:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.170986:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826307.170990:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826307.170992:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826307.170994:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826307.170996:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826307.171002:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826307.171007:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826307.171009:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826307.171011:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.171014:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826307.171017:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826307.171019:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826307.171024:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171031:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826307.171034:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826307.171036:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826307.171040:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826307.171048:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051524096:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826307.171054:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826307.171055:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826307.171057:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838738. 00000400:00000200:1.0:1781826307.171059:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e4c8 00000400:00000010:1.0:1781826307.171061:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e4c8. 00000100:00000001:1.0:1781826307.171063:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826307.171066:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826307.171074:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171107:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826307.171108:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171110:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826307.171111:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826307.171112:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826307.171114:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826307.171115:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826307.171121:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826307.171124:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826307.171126:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826307.171127:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.171129:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826307.171132:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826307.171135:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826307.171137:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826307.171139:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826307.171140:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826307.171272:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171279:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826307.171281:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826307.171282:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826307.171285:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826307.171291:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524352:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826307.171298:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826307.171299:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826307.171301:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838528. 00000400:00000200:1.0:1781826307.171304:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18ea18 00000400:00000010:1.0:1781826307.171305:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18ea18. 00000100:00000001:1.0:1781826307.171307:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826307.171310:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826307.171318:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171323:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826307.171324:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171326:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826307.171328:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826307.171329:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826307.171331:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826307.171332:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826307.171337:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826307.171340:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826307.171342:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826307.171343:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.171345:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826307.171347:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826307.171349:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826307.171350:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826307.171352:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826307.171353:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826307.171356:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171361:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826307.171363:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826307.171364:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826307.171367:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826307.171373:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524224:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826307.171377:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171379:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826307.171382:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032300 x1868371051524096/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171387:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826307.171389:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826307.171393:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eace00. 02000000:00000001:1.0:1781826307.171397:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826307.171400:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826307.171402:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826307.171404:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826307.171406:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826307.171409:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826307.171411:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826307.171413:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032300. 00000100:00000001:1.0:1781826307.171417:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826307.171418:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171420:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826307.171423:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030000 x1868371051524352/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171429:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826307.171429:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826307.171431:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781826307.171433:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826307.171433:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826307.171435:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826307.171436:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826307.171437:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f400. 02000000:00000001:1.0:1781826307.171439:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826307.171440:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826307.171440:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030000. 00000100:00000001:1.0:1781826307.171442:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826307.171443:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171445:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826307.171447:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031180 x1868371051524224/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826307.171452:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826307.171453:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826307.171454:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826307.171456:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826307.171457:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826307.171458:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826307.171459:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826307.171461:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693fb00. 02000000:00000001:1.0:1781826307.171462:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826307.171463:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826307.171464:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031180. 00000100:00000001:1.0:1781826307.171465:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826307.171467:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171468:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826307.171476:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826307.171478:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826307.171479:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826307.171482:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.606210:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826307.606218:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.606224:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826307.606225:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826307.606228:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826307.606230:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826307.606341:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826307.606344:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826307.606347:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826308.630206:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826308.630215:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826308.630221:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826308.630222:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826308.630225:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826308.630227:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826308.630287:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826308.630291:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826308.630294:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826309.654210:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826309.654217:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826309.654222:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826309.654225:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826309.654227:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826309.654229:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826309.654232:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826309.654235:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826309.654237:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826309.654239:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826309.654242:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826309.654243:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826309.654383:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826309.654387:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826309.654389:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826310.678211:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826310.678294:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826310.678302:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826310.678303:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826310.678306:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826310.678307:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826310.678801:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826310.678805:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826310.678808:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826311.703003:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826311.703012:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826311.703014:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826311.703017:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703022:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826311.703024:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703027:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703029:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703033:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826311.703035:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703039:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826311.703041:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826311.703043:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826311.703044:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703045:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826311.703047:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703048:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826311.703050:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826311.703180:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826311.703183:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826311.703186:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826312.279606:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826312.279617:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826312.279629:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723800. 00000020:00000040:2.0:1781826312.279635:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826312.279640:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826312.279643:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826312.279650:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826312.279658:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a000. 00000100:00000001:2.0:1781826312.279664:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279677:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826312.279688:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826312.279692:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279699:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bef33921] to pc [ptlrpcd_01_01+1] req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826312.279738:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279741:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826312.279745:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826312.279748:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721180. 00000020:00000040:2.0:1781826312.279750:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826312.279753:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826312.279754:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826312.279756:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826312.279760:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a700. 00000100:00000001:2.0:1781826312.279763:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279767:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826312.279775:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826312.279777:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279780:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066343bed] to pc [ptlrpcd_01_00+0] req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826312.279788:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279790:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826312.279793:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826312.279796:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07721f80. 00000020:00000040:2.0:1781826312.279798:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826312.279800:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826312.279802:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826312.279803:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826312.279806:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a600. 00000100:00000001:2.0:1781826312.279809:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279813:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826312.279819:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826312.279821:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279825:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000745e1502] to pc [ptlrpcd_01_01+1] req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826312.279833:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826312.279835:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826312.279838:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826312.279841:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826312.279844:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826312.279849:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8941) 00000100:00000001:3.0:1781826312.279917:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.279922:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826312.279924:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826312.279930:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.279938:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826312.279940:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.279943:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826312.279946:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826312.279949:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826312.279952:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051524480:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826312.279955:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826312.279962:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826312.279965:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.279967:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826312.279971:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826312.279973:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826312.279980:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826312.279985:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f20. 00000400:00000010:3.0:1781826312.279992:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781826312.280000:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524480, portal 25 00000100:00000001:3.0:1781826312.280003:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826312.280004:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489984 : -122530997061632 : ffff908f07723800) 00000100:00000040:3.0:1781826312.280010:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.280018:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826312.280020:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826312.280023:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef2a8. 00000100:00000200:3.0:1781826312.280027:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051524480, offset 0 00000400:00000200:3.0:1781826312.280033:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280041:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280048:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826312.280054:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826312.280058:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826312.280062:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826312.280064:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280067:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379004:379004:256:4294967295] 192.168.204.116@tcp LPNI seq info [378955:378955:8:4294967295] 00000400:00000200:3.0:1781826312.280072:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280108:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826312.280115:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826312.280120:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ce00. 00000800:00000200:3.0:1781826312.280126:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826312.280134:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826312.280138:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826312.280156:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826312.280161:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826312.280164:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303612947 00000100:00000001:3.0:1781826312.280171:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303607825 00000100:00000001:3.0:1781826312.280175:0:2395:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303612947 00000100:00000001:3.0:1781826312.280178:0:2395:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303607825 00000100:00000001:3.0:1781826312.280181:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.280184:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280186:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826312.280190:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.280197:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826312.280198:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.280200:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826312.280202:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826312.280204:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826312.280206:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051524736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826312.280209:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826312.280212:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826312.280214:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.280215:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826312.280218:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826312.280220:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826312.280224:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826312.280226:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35cb8. 00000400:00000010:3.0:1781826312.280230:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781826312.280232:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524736, portal 10 00000100:00000001:3.0:1781826312.280234:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826312.280235:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712483712 : -122530997067904 : ffff908f07721f80) 00000100:00000040:3.0:1781826312.280242:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.280249:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826312.280251:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826312.280253:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efbb0. 00000100:00000200:3.0:1781826312.280255:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051524736, offset 0 00000400:00000200:3.0:1781826312.280260:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280263:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280267:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826312.280271:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826312.280274:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826312.280275:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826312.280277:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280280:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379005:379005:255:4294967295] 192.168.204.116@tcp LPNI seq info [378956:378956:7:4294967295] 00000400:00000200:3.0:1781826312.280284:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280289:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826312.280293:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826312.280296:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c900. 00000800:00000200:3.0:1781826312.280299:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826312.280303:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826312.280305:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826312.280308:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826312.280311:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19791 usecs (20 jiffies) 00000400:00000200:3.0:1781826312.280313:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826312.280315:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303604246 00000100:00000001:3.0:1781826312.280318:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303612947 00000100:00000001:3.0:1781826312.280320:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303604246 00000100:00000001:3.0:1781826312.280322:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303612947 00000100:00000001:3.0:1781826312.280323:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.280325:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280327:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280329:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.280336:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826312.280338:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826312.280340:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.280341:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826312.280343:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826312.280345:0:2395:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1781826312.280347:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.280348:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826312.280350:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.280352:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.280353:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826312.280354:0:2395:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826312.280358:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.280363:0:2395:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826312.280365:0:2395:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.280367:0:2395:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826312.280369:0:2395:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826312.280371:0:2395:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826312.280373:0:2395:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051524608:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826312.280375:0:2395:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826312.280378:0:2395:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826312.280379:0:2395:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.280382:0:2395:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826312.280507:0:2395:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781826312.280510:0:2395:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826312.280514:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826312.280517:0:2395:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35478. 00000400:00000010:3.0:1781826312.280521:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781826312.280524:0:2395:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524608, portal 10 00000100:00000001:3.0:1781826312.280525:0:2395:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826312.280527:0:2395:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712480128 : -122530997071488 : ffff908f07721180) 00000100:00000040:3.0:1781826312.280533:0:2395:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.280539:0:2395:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826312.280542:0:2395:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826312.280543:0:2395:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efb28. 00000100:00000200:3.0:1781826312.280545:0:2395:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051524608, offset 0 00000400:00000200:3.0:1781826312.280549:0:2395:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280553:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280557:0:2395:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826312.280560:0:2395:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826312.280562:0:2395:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826312.280564:0:2395:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826312.280567:0:2395:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826312.280569:0:2395:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379006:379006:254:4294967295] 192.168.204.116@tcp LPNI seq info [378957:378957:6:4294967295] 00000400:00000200:3.0:1781826312.280573:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826312.280579:0:2395:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826312.280584:0:2395:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826312.280587:0:2395:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733ca00. 00000800:00000200:3.0:1781826312.280591:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826312.280595:0:2395:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826312.280598:0:2395:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826312.280601:0:2395:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826312.280603:0:2395:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23928 usecs (24 jiffies) 00000400:00000200:3.0:1781826312.280607:0:2395:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826312.280609:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303604250 00000100:00000001:3.0:1781826312.280611:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303612947 00000100:00000001:3.0:1781826312.280613:0:2395:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303604250 00000100:00000001:3.0:1781826312.280615:0:2395:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303612947 00000100:00000001:3.0:1781826312.280617:0:2395:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.280619:0:2395:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280621:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280623:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.280635:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.280636:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826312.280745:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826312.280750:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ce00. 00000400:00000200:0.0:1781826312.280757:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.280762:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826312.280767:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef2a8 00000400:00000010:0.0:1781826312.280769:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef2a8. 00000100:00000001:0.0:1781826312.280774:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826312.280779:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280788:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826312.280791:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280804:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826312.280805:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826312.280815:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826312.280818:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c900. 00000400:00000200:0.0:1781826312.280820:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.280823:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826312.280825:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efbb0 00000400:00000010:0.0:1781826312.280827:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efbb0. 00000100:00000001:0.0:1781826312.280829:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826312.280832:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280839:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826312.280843:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280848:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826312.280850:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826312.280914:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826312.280917:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733ca00. 00000400:00000200:0.0:1781826312.280919:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.280922:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826312.280925:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efb28 00000400:00000010:0.0:1781826312.280926:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efb28. 00000100:00000001:0.0:1781826312.280928:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826312.280932:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280939:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826312.280942:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.280948:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826312.280950:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826312.288271:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288289:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826312.288294:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288296:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288305:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288313:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826312.288321:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288326:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288332:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288335:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b280 00000400:00000200:0.0:1781826312.288341:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288347:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400081 [1] + 224 00000800:00000001:0.0:1781826312.288353:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288357:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288359:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.288363:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826312.288371:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826312.288379:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826312.288402:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.288419:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826312.288428:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288432:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826312.288434:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288436:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288439:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288442:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826312.288446:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288448:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288451:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288453:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b200 00000400:00000200:0.0:1781826312.288456:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288460:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400089 [1] + 224 00000800:00000001:0.0:1781826312.288464:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288467:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288468:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.288471:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826312.288474:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826312.288477:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826312.288486:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.288494:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826312.288498:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288501:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826312.288502:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288504:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288507:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288510:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826312.288514:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288516:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288518:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288521:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b180 00000400:00000200:0.0:1781826312.288524:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826312.288528:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400079 [1] + 224 00000800:00000001:0.0:1781826312.288531:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288554:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826312.288556:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826312.288559:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826312.288563:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826312.288567:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826312.288576:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826312.288583:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826312.288587:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826312.288590:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.288719:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.288733:0:2395:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826312.288739:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826312.288741:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826312.288745:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35478. 00000400:00000200:3.0:1781826312.288749:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781826312.288752:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781826312.288755:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826312.288760:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826312.288767:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288773:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826312.288775:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.288777:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826312.288780:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826312.288782:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826312.288784:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.288787:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826312.288796:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826312.288799:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826312.288801:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826312.288802:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826312.288805:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826312.288808:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.288811:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826312.288813:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826312.288815:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826312.288817:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826312.288820:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288827:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.288830:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826312.288833:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826312.288837:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826312.288845:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051524608:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826312.288850:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826312.288852:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826312.288854:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f20. 00000400:00000200:3.0:1781826312.288856:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:3.0:1781826312.288858:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:3.0:1781826312.288860:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826312.288863:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826312.288870:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288876:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826312.288877:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.288879:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826312.288880:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826312.288881:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826312.288883:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.288884:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826312.288887:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826312.288889:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826312.288891:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826312.288892:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826312.288894:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826312.288895:0:2395:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.288897:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826312.288900:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288906:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.288908:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826312.288909:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826312.288912:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826312.288919:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4125d75f-490f-4105-989d-4b4c311e58c7:2395:1868371051524480:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826312.288924:0:2395:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826312.288926:0:2395:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826312.288927:0:2395:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35cb8. 00000400:00000200:3.0:1781826312.288930:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781826312.288931:0:2395:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781826312.288933:0:2395:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826312.288936:0:2395:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826312.288944:0:2395:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288949:0:2395:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826312.288950:0:2395:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.288952:0:2395:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826312.288953:0:2395:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826312.288954:0:2395:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826312.288955:0:2395:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826312.288957:0:2395:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826312.288961:0:2395:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826312.288963:0:2395:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826312.288975:0:2395:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826312.288977:0:2395:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826312.288979:0:2395:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826312.288980:0:2395:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.288983:0:2395:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826312.288984:0:2395:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826312.288986:0:2395:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826312.288988:0:2395:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826312.288991:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.288997:0:2395:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826312.288999:0:2395:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826312.289000:0:2395:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826312.289003:0:2395:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826312.289015:0:2395:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07721f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fc701679-fa94-4c93-a54e-c440f16214da:2395:1868371051524736:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826312.289019:0:2395:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.289021:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826312.289024:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721180 x1868371051524608/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.289030:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826312.289032:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826312.289035:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781826312.289040:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826312.289042:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826312.289044:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826312.289046:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826312.289049:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a700. 02000000:00000001:3.0:1781826312.289052:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826312.289053:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826312.289055:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721180. 00000100:00000001:3.0:1781826312.289059:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826312.289060:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.289062:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826312.289065:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723800 x1868371051524480/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.289070:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826312.289071:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826312.289072:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623400. 02000000:00000001:3.0:1781826312.289075:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826312.289076:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826312.289108:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826312.289110:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826312.289112:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a000. 02000000:00000001:3.0:1781826312.289114:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826312.289115:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826312.289117:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723800. 00000100:00000001:3.0:1781826312.289119:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826312.289121:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.289122:0:2395:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826312.289125:0:2395:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07721f80 x1868371051524736/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826312.289130:0:2395:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826312.289131:0:2395:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826312.289133:0:2395:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623600. 02000000:00000001:3.0:1781826312.289134:0:2395:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826312.289135:0:2395:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826312.289136:0:2395:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826312.289138:0:2395:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826312.289139:0:2395:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a600. 02000000:00000001:3.0:1781826312.289140:0:2395:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826312.289141:0:2395:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826312.289152:0:2395:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07721f80. 00000100:00000001:3.0:1781826312.289155:0:2395:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826312.289156:0:2395:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.289158:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826312.289164:0:2395:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826312.289166:0:2395:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826312.289168:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826312.289170:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826312.728053:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826312.728060:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826312.728066:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826312.728068:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826312.728071:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826312.728072:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826312.728116:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826312.728118:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826312.728121:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826313.752909:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826313.752917:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826313.752922:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826313.752924:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826313.752927:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826313.752928:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826313.753029:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826313.753032:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826313.753035:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826314.776308:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826314.776315:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826314.776320:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826314.776321:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826314.776325:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826314.776326:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826314.776351:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826314.776354:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826314.776357:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826315.801022:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826315.801030:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826315.801036:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826315.801037:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826315.801040:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826315.801042:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826315.801163:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826315.801166:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826315.801169:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826316.822205:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826316.822213:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826316.822220:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826316.822221:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826316.822224:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826316.822225:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826316.822263:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826316.822266:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826316.822269:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826317.398762:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826317.398773:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826317.398784:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033b80. 00000020:00000040:0.0:1781826317.398790:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826317.398795:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826317.398798:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826317.398802:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826317.398811:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618cf00. 00000100:00000001:0.0:1781826317.398818:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398830:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826317.398853:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826317.398858:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398864:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c193388] to pc [ptlrpcd_00_01+1] req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.398895:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398898:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826317.398901:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826317.398905:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033800. 00000020:00000040:0.0:1781826317.398907:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826317.398909:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826317.398912:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826317.398913:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826317.398916:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618ca00. 00000100:00000001:0.0:1781826317.398919:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398924:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826317.398931:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826317.398933:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398937:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ef213e39] to pc [ptlrpcd_00_00+0] req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.398945:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398947:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826317.398950:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826317.398952:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08030700. 00000020:00000040:0.0:1781826317.398954:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826317.398956:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826317.398958:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826317.398959:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826317.398962:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0618c700. 00000100:00000001:0.0:1781826317.398965:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398969:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826317.398975:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826317.398977:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398981:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecf6bcd0] to pc [ptlrpcd_00_01+1] req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.398988:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826317.398990:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826317.398993:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826317.398997:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826317.399000:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826317.399005:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8947) 00000100:00000001:1.0:1781826317.399123:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.399128:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826317.399130:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826317.399136:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.399144:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826317.399146:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399149:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826317.399152:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826317.399155:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826317.399159:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051524864:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826317.399163:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826317.399168:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826317.399171:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399173:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826317.399178:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826317.399180:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826317.399187:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826317.399191:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f78. 00000400:00000010:1.0:1781826317.399198:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781826317.399205:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524864, portal 25 00000100:00000001:1.0:1781826317.399208:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826317.399210:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721993600 : -122530987558016 : ffff908f08033b80) 00000100:00000040:1.0:1781826317.399215:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.399222:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826317.399236:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826317.399239:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e660. 00000100:00000200:1.0:1781826317.399242:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051524864, offset 0 00000400:00000200:1.0:1781826317.399249:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826317.399276:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.399285:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826317.399290:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826317.399668:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826317.399672:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826317.399675:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826317.399679:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379007:379007:256:4294967295] 192.168.204.116@tcp LPNI seq info [378958:378958:8:4294967295] 00000400:00000200:1.0:1781826317.399684:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.399694:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826317.399700:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826317.399705:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826317.399712:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826317.399719:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826317.399724:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826317.399741:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826317.399745:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826317.399748:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303618066 00000100:00000001:1.0:1781826317.399756:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303612947 00000100:00000001:1.0:1781826317.399760:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303618066 00000100:00000001:1.0:1781826317.399763:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303612947 00000100:00000001:1.0:1781826317.399766:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.399770:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.399773:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826317.399777:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.399785:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826317.399786:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399788:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826317.399790:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826317.399792:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826317.399794:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826317.399798:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826317.399800:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826317.399802:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399803:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826317.399807:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826317.399809:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826317.399812:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826317.399815:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9478. 00000400:00000010:1.0:1781826317.399818:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826317.399822:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525120, portal 10 00000100:00000001:1.0:1781826317.399824:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826317.399825:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721980160 : -122530987571456 : ffff908f08030700) 00000100:00000040:1.0:1781826317.399832:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.399849:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826317.399851:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826317.399854:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eee0. 00000100:00000200:1.0:1781826317.399856:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051525120, offset 0 00000400:00000200:1.0:1781826317.399860:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826317.399864:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.399868:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826317.399871:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826317.399874:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826317.399876:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826317.399878:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826317.399881:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379008:379008:255:4294967295] 192.168.204.116@tcp LPNI seq info [378959:378959:7:4294967295] 00000400:00000200:1.0:1781826317.399885:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.399891:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826317.399895:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826317.399898:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826317.399902:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826317.399907:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826317.399909:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826317.399912:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826317.399916:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19778 usecs (20 jiffies) 00000400:00000200:1.0:1781826317.399919:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826317.399921:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303609365 00000100:00000001:1.0:1781826317.399923:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303618066 00000100:00000001:1.0:1781826317.399925:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303609365 00000100:00000001:1.0:1781826317.399927:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303618066 00000100:00000001:1.0:1781826317.399929:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.399931:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.399934:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.399936:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.399943:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826317.399946:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826317.399948:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.399950:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826317.399951:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826317.399954:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1781826317.399955:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.399957:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826317.399958:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.399961:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.399962:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826317.399963:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826317.399967:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.399973:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826317.399974:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399976:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826317.399978:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826317.399980:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826317.399982:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524992:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826317.399985:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826317.399988:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826317.399989:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.399991:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826317.399994:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666e00. 02000000:00000001:1.0:1781826317.399996:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826317.399999:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826317.400001:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9738. 00000400:00000010:1.0:1781826317.400004:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781826317.400007:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051524992, portal 10 00000100:00000001:1.0:1781826317.400009:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826317.400010:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721992704 : -122530987558912 : ffff908f08033800) 00000100:00000040:1.0:1781826317.400015:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.400021:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826317.400024:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826317.400026:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ec38. 00000100:00000200:1.0:1781826317.400028:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051524992, offset 0 00000400:00000200:1.0:1781826317.400032:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826317.400035:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.400039:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826317.400041:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826317.400044:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826317.400046:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826317.400048:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826317.400051:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379009:379009:254:4294967295] 192.168.204.116@tcp LPNI seq info [378960:378960:6:4294967295] 00000400:00000200:1.0:1781826317.400055:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826317.400061:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826317.400065:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826317.400069:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1500. 00000800:00000200:1.0:1781826317.400072:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826317.400077:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826317.400141:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826317.400145:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826317.400148:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23905 usecs (24 jiffies) 00000400:00000200:1.0:1781826317.400151:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826317.400153:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303609370 00000100:00000001:1.0:1781826317.400155:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303618066 00000100:00000001:1.0:1781826317.400157:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303609370 00000100:00000001:1.0:1781826317.400158:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303618066 00000100:00000001:1.0:1781826317.400160:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.400176:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.400178:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.400180:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.400193:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.400195:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826317.401099:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826317.401106:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826317.401113:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.401120:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826317.401126:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e660 00000400:00000010:0.0:1781826317.401129:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e660. 00000100:00000001:0.0:1781826317.401134:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826317.401141:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401152:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826317.401155:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401161:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826317.401163:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826317.401176:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826317.401178:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826317.401181:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.401183:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826317.401186:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eee0 00000400:00000010:0.0:1781826317.401187:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eee0. 00000100:00000001:0.0:1781826317.401189:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826317.401192:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401199:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826317.401201:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401206:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826317.401208:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826317.401726:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826317.401730:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1500. 00000400:00000200:0.0:1781826317.401734:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.401738:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826317.401742:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ec38 00000400:00000010:0.0:1781826317.401744:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ec38. 00000100:00000001:0.0:1781826317.401747:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826317.401752:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401760:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826317.401763:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.401769:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826317.401771:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826317.416561:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416585:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826317.416590:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416592:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416602:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416610:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826317.416620:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416637:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416642:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416647:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b300 00000400:00000200:0.0:1781826317.416652:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416659:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400091 [1] + 224 00000800:00000001:0.0:1781826317.416667:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416671:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416674:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.416678:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826317.416686:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826317.416695:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826317.416706:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.416727:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826317.416738:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416741:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826317.416743:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416745:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416748:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416752:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826317.416756:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416758:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416762:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416764:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b400 00000400:00000200:0.0:1781826317.416768:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416772:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000a1 [1] + 224 00000800:00000001:0.0:1781826317.416776:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416779:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416781:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.416784:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826317.416786:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826317.416790:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826317.416799:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.416805:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826317.416809:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416812:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826317.416813:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416815:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416818:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416822:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826317.416825:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416828:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416831:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416833:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b380 00000400:00000200:0.0:1781826317.416846:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826317.416850:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000b1 [1] + 224 00000800:00000001:0.0:1781826317.416854:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416861:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826317.416870:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826317.416873:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826317.416876:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826317.416880:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826317.416888:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826317.416894:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826317.416897:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826317.416901:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.418913:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.418922:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826317.418933:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826317.418935:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826317.418939:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9738. 00000400:00000200:1.0:1781826317.418949:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:1.0:1781826317.418951:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:1.0:1781826317.418956:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826317.418967:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826317.418978:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.418985:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826317.418987:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.418990:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826317.419181:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826317.419184:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826317.419186:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.419189:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826317.419199:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826317.419203:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826317.419206:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826317.419207:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.419210:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826317.419213:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.419217:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826317.419219:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826317.419221:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826317.419222:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826317.419301:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419309:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.419312:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826317.419314:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826317.419318:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826317.419325:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051524992:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826317.419332:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826317.419333:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826317.419336:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f78. 00000400:00000200:1.0:1781826317.419339:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:1.0:1781826317.419341:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:1.0:1781826317.419343:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826317.419347:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826317.419355:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419361:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826317.419362:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.419364:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826317.419365:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826317.419366:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826317.419368:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.419369:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826317.419372:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826317.419375:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826317.419377:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826317.419378:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.419380:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826317.419381:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.419383:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826317.419386:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419392:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.419394:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826317.419395:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826317.419399:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826317.419406:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051524864:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826317.419410:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826317.419412:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826317.419414:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9478. 00000400:00000200:1.0:1781826317.419416:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:1.0:1781826317.419417:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:1.0:1781826317.419419:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826317.419422:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826317.419492:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419499:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826317.419500:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.419502:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826317.419504:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826317.419505:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826317.419506:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826317.419508:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826317.419513:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826317.419516:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826317.419518:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826317.419519:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.419521:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826317.419522:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.419525:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826317.419526:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826317.419528:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826317.419529:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826317.419534:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419539:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826317.419541:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826317.419542:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826317.419545:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826317.419551:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525120:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826317.419556:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.419558:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826317.419561:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033800 x1868371051524992/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419567:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826317.419569:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826317.419573:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666e00. 02000000:00000001:1.0:1781826317.419577:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826317.419580:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826317.419582:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826317.419584:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826317.419586:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618ca00. 02000000:00000001:1.0:1781826317.419590:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826317.419592:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826317.419593:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033800. 00000100:00000001:1.0:1781826317.419597:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826317.419599:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.419600:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826317.419603:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033b80 x1868371051524864/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.419608:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826317.419609:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826317.419611:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666a00. 02000000:00000001:1.0:1781826317.419612:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826317.419613:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826317.419614:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826317.419616:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826317.419617:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618cf00. 02000000:00000001:1.0:1781826317.419619:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826317.419620:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826317.420576:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033b80. 00000100:00000001:1.0:1781826317.420581:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826317.420583:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.420585:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826317.420592:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08030700 x1868371051525120/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826333 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826317.420600:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826317.420602:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826317.420604:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826317.420606:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826317.420609:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826317.420610:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826317.420612:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826317.420613:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0618c700. 02000000:00000001:1.0:1781826317.420616:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826317.420617:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826317.420618:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08030700. 00000100:00000001:1.0:1781826317.420631:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826317.420633:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.420636:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826317.420643:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826317.420645:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826317.420647:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826317.420649:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.846320:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826317.846326:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.846332:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826317.846333:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826317.846336:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826317.846338:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826317.846496:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826317.846499:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826317.846502:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826318.870231:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826318.870240:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826318.870247:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826318.870248:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826318.870251:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826318.870252:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826318.870277:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826318.870280:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826318.870283:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826319.895698:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826319.895704:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826319.895710:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826319.895714:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826319.895716:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826319.895719:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826319.895722:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826319.895724:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826319.895726:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826319.895729:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826319.895732:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826319.895733:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826319.895851:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826319.895854:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826319.895857:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826320.918277:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826320.918285:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826320.918291:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826320.918293:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826320.918296:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826320.918297:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826320.918324:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826320.918326:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826320.918329:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826321.942213:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826321.942222:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826321.942224:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826321.942228:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942233:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826321.942235:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942237:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942240:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942244:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826321.942246:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942249:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826321.942251:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826321.942252:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826321.942254:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942255:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826321.942256:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942258:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826321.942259:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826321.942474:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826321.942478:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826321.942481:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1781826322.518400:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826322.518411:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826322.518422:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064db100. 00000020:00000040:1.0:1781826322.518428:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:1.0:1781826322.518433:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826322.518435:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826322.518450:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826322.518460:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1e00. 00000100:00000001:1.0:1781826322.518467:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518480:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826322.518491:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826322.518496:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518502:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000319f3c9] to pc [ptlrpcd_00_00+0] req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518545:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518548:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826322.518551:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826322.518554:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064dad80. 00000020:00000040:1.0:1781826322.518557:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826322.518559:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826322.518560:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826322.518562:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826322.518565:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1000. 00000100:00000001:1.0:1781826322.518567:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518571:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826322.518578:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826322.518580:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518584:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b24772] to pc [ptlrpcd_00_01+1] req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518591:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518593:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1781826322.518596:0:47284:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1781826322.518598:0:47284:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f064d9f80. 00000020:00000040:1.0:1781826322.518600:0:47284:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:1.0:1781826322.518602:0:47284:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1781826322.518604:0:47284:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1781826322.518605:0:47284:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1781826322.518609:0:47284:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f081d1500. 00000100:00000001:1.0:1781826322.518612:0:47284:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518616:0:47284:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1781826322.518621:0:47284:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1781826322.518623:0:47284:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518626:0:47284:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003bb6df35] to pc [ptlrpcd_00_00+0] req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518631:0:47284:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518633:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826322.518636:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826322.518638:0:47284:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1781826322.518641:0:47284:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1781826322.518645:0:47284:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8952) 00000100:00000001:1.0:1781826322.518656:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.518659:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826322.518661:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826322.518666:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518673:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826322.518674:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.518679:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826322.518681:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826322.518684:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826322.518687:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826322.518690:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826322.518696:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826322.518698:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.518701:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826322.518705:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826322.518707:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826322.518713:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826322.518718:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9478. 00000400:00000010:1.0:1781826322.518724:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654eaa0. 00000100:00000200:1.0:1781826322.518731:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525376, portal 10 00000100:00000001:1.0:1781826322.518733:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826322.518735:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318016 : -122531016233600 : ffff908f064dad80) 00000100:00000040:1.0:1781826322.518741:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518748:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826322.518751:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826322.518753:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e880. 00000100:00000200:1.0:1781826322.518756:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051525376, offset 0 00000400:00000200:1.0:1781826322.518761:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826322.518769:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.518776:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826322.518782:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826322.518786:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826322.518790:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826322.518793:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826322.518796:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379010:379010:256:4294967295] 192.168.204.116@tcp LPNI seq info [378961:378961:8:4294967295] 00000400:00000200:1.0:1781826322.518800:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.518810:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826322.518815:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826322.518820:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1a00. 00000800:00000200:1.0:1781826322.518827:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826322.518833:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826322.518838:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826322.518847:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.518851:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23907 usecs (24 jiffies) 00000400:00000200:1.0:1781826322.518855:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826322.518858:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303614488 00000100:00000001:1.0:1781826322.518861:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303618066 00000100:00000001:1.0:1781826322.518863:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303614488 00000100:00000001:1.0:1781826322.518865:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303618066 00000100:00000001:1.0:1781826322.518867:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.518869:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.518872:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.518874:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.518880:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826322.518883:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1781826322.518885:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.518886:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826322.518887:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826322.518890:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1781826322.518891:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.518893:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826322.518894:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.518896:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.518897:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826322.518898:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826322.518902:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518909:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826322.518910:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.518912:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826322.518913:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826322.518916:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826322.518918:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051525248:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826322.518922:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826322.518924:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826322.518926:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.518927:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826322.518930:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666800. 02000000:00000001:1.0:1781826322.518932:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826322.518935:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826322.518938:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9f78. 00000400:00000010:1.0:1781826322.518941:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e4c8. 00000100:00000200:1.0:1781826322.518944:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525248, portal 25 00000100:00000001:1.0:1781826322.518946:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826322.518947:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693318912 : -122531016232704 : ffff908f064db100) 00000100:00000040:1.0:1781826322.518951:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.518957:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826322.518959:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826322.518962:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654ef68. 00000100:00000200:1.0:1781826322.518963:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051525248, offset 0 00000400:00000200:1.0:1781826322.518967:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826322.518971:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.518974:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826322.518977:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826322.518980:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826322.518982:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826322.518984:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826322.518986:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379011:379011:255:4294967295] 192.168.204.116@tcp LPNI seq info [378962:378962:7:4294967295] 00000400:00000200:1.0:1781826322.518990:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.518995:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826322.518999:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826322.519003:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1b00. 00000800:00000200:1.0:1781826322.519006:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826322.519010:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826322.519012:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826322.519015:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826322.519019:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826322.519020:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303623185 00000100:00000001:1.0:1781826322.519027:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303618066 00000100:00000001:1.0:1781826322.519031:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303623185 00000100:00000001:1.0:1781826322.519033:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303618066 00000100:00000001:1.0:1781826322.519036:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.519038:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.519039:0:2393:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1781826322.519043:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.519049:0:2393:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1781826322.519050:0:2393:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.519053:0:2393:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1781826322.519055:0:2393:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1781826322.519057:0:2393:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1781826322.519059:0:2393:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826322.519063:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1781826322.519065:0:2393:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1781826322.519066:0:2393:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.519068:0:2393:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1781826322.519071:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f05666200. 02000000:00000001:1.0:1781826322.519073:0:2393:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1781826322.519076:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:1.0:1781826322.519117:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f387e9738. 00000400:00000010:1.0:1781826322.519122:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e088. 00000100:00000200:1.0:1781826322.519125:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525504, portal 10 00000100:00000001:1.0:1781826322.519128:0:2393:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1781826322.519129:0:2393:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542693314432 : -122531016237184 : ffff908f064d9f80) 00000100:00000040:1.0:1781826322.519135:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.519141:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1781826322.519144:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:1.0:1781826322.519146:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2654e990. 00000100:00000200:1.0:1781826322.519148:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051525504, offset 0 00000400:00000200:1.0:1781826322.519153:0:2393:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:1.0:1781826322.519156:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.519159:0:2393:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:1.0:1781826322.519162:0:2393:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1781826322.519164:0:2393:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:1.0:1781826322.519167:0:2393:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1781826322.519169:0:2393:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:1.0:1781826322.519183:0:2393:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379012:379012:254:4294967295] 192.168.204.116@tcp LPNI seq info [378963:378963:6:4294967295] 00000400:00000200:1.0:1781826322.519187:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:1.0:1781826322.519193:0:2393:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:1.0:1781826322.519196:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:1.0:1781826322.519199:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f081d1d00. 00000800:00000200:1.0:1781826322.519202:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:1.0:1781826322.519206:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:1.0:1781826322.519208:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f081d1d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1781826322.519210:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.519213:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19787 usecs (20 jiffies) 00000400:00000200:1.0:1781826322.519216:0:2393:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:1.0:1781826322.519218:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303614485 00000100:00000001:1.0:1781826322.519220:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303623185 00000100:00000001:1.0:1781826322.519222:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303614485 00000100:00000001:1.0:1781826322.519223:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303623185 00000100:00000001:1.0:1781826322.519226:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.519228:0:2393:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.519230:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.519232:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826322.519425:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826322.519428:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826322.519482:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826322.519486:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1a00. 00000400:00000200:0.0:1781826322.519494:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.519501:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826322.519506:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e880 00000400:00000010:0.0:1781826322.519508:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e880. 00000100:00000001:0.0:1781826322.519512:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826322.519517:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519537:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826322.519541:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519548:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826322.519550:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826322.519562:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826322.519564:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1b00. 00000400:00000200:0.0:1781826322.519566:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.519569:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826322.519572:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654ef68 00000400:00000010:0.0:1781826322.519573:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654ef68. 00000100:00000001:0.0:1781826322.519575:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826322.519578:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519585:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826322.519587:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519593:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826322.519594:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826322.519662:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826322.519665:0:2385:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f081d1d00. 00000400:00000200:0.0:1781826322.519668:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.519671:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826322.519673:0:2385:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e990 00000400:00000010:0.0:1781826322.519675:0:2385:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e990. 00000100:00000001:0.0:1781826322.519676:0:2385:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826322.519679:0:2385:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519687:0:2385:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826322.519690:0:2385:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.519695:0:2385:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826322.519696:0:2385:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826322.522562:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.522578:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826322.522583:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.522585:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.522594:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.522601:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826322.522609:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.522614:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.522620:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.522624:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b500 00000400:00000200:0.0:1781826322.522629:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.522635:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000c1 [1] + 224 00000800:00000001:0.0:1781826322.522642:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.522649:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.522652:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.522656:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826322.522663:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826322.522672:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826322.523265:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.523290:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826322.523300:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.523306:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826322.523308:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.523311:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.523315:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.523319:0:2386:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826322.523323:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.523326:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.523329:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.523332:0:2386:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b480 00000400:00000200:0.0:1781826322.523336:0:2386:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.523340:0:2386:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000d1 [1] + 224 00000800:00000001:0.0:1781826322.523344:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.523349:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.523351:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.523355:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826322.523358:0:2386:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826322.523363:0:2386:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826322.523371:0:2386:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.523378:0:2386:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826322.523381:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.523384:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.523677:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.523694:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826322.523701:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826322.523703:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826322.523706:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9f78. 00000400:00000200:1.0:1781826322.523710:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e4c8 00000400:00000010:1.0:1781826322.523712:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e4c8. 00000100:00000001:1.0:1781826322.523715:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826322.523719:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826322.523727:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523732:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826322.523734:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.523736:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826322.523739:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826322.523742:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826322.523744:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.523746:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826322.523753:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826322.523757:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826322.523760:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826322.523761:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.523764:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826322.523766:0:2393:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.523769:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.523773:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523780:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.523783:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826322.523785:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826322.523790:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826322.523797:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4125d75f-490f-4105-989d-4b4c311e58c7:2393:1868371051525248:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826322.523804:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826322.523805:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826322.523807:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9478. 00000400:00000200:1.0:1781826322.523809:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654eaa0 00000400:00000010:1.0:1781826322.523811:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654eaa0. 00000100:00000001:1.0:1781826322.523813:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826322.523817:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826322.523825:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523830:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826322.523832:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.523833:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826322.523835:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826322.523836:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826322.523837:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.523839:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826322.523844:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826322.523847:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826322.523855:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826322.523856:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.523858:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826322.523861:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.523864:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826322.523866:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826322.523868:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826322.523870:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.523874:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523885:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.523887:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826322.523888:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826322.523892:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826322.523900:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525376:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826322.523904:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.523907:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826322.523910:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064db100 x1868371051525248/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523917:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826322.523919:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826322.523923:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666800. 02000000:00000001:1.0:1781826322.523926:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826322.523929:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826322.523931:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826322.523933:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826322.523936:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1e00. 02000000:00000001:1.0:1781826322.523939:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826322.523941:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826322.523943:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064db100. 00000100:00000001:1.0:1781826322.523947:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826322.523949:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.523950:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826322.523953:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064dad80 x1868371051525376/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.523958:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826322.523959:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826322.523961:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666c00. 02000000:00000001:1.0:1781826322.523962:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826322.523963:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826322.523965:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826322.523966:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826322.523968:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1000. 02000000:00000001:1.0:1781826322.523970:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826322.523971:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826322.523972:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064dad80. 00000100:00000001:1.0:1781826322.523974:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826322.523975:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.523978:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.523980:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.523981:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1781826322.523983:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.523984:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826322.527351:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.527377:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826322.527383:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.527386:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.527397:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.527406:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826322.527418:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.527426:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.527433:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.527438:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b580 00000400:00000200:0.0:1781826322.527443:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826322.527453:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000e1 [1] + 224 00000800:00000001:0.0:1781826322.527463:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.527472:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826322.527475:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826322.527480:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826322.527489:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826322.527501:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826322.527513:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826322.527554:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826322.527565:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826322.527569:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.527660:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.527665:0:2393:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826322.527674:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826322.527676:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826322.527680:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f387e9738. 00000400:00000200:1.0:1781826322.527687:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2654e088 00000400:00000010:1.0:1781826322.527689:0:2393:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2654e088. 00000100:00000001:1.0:1781826322.527693:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826322.527698:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826322.527707:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.527713:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826322.527715:0:2393:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.527718:0:2393:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826322.527722:0:2393:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826322.527725:0:2393:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826322.527728:0:2393:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826322.527731:0:2393:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826322.527744:0:2393:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826322.527749:0:2393:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826322.527751:0:2393:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826322.527753:0:2393:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.527756:0:2393:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826322.527761:0:2393:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.528285:0:2393:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826322.528289:0:2393:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826322.528293:0:2393:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826322.528295:0:2393:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826322.528304:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.528313:0:2393:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826322.528317:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826322.528320:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826322.528324:0:2393:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826322.528334:0:2393:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f064d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fc701679-fa94-4c93-a54e-c440f16214da:2393:1868371051525504:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826322.528340:0:2393:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.528343:0:2393:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826322.528346:0:2393:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f064d9f80 x1868371051525504/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826322.528354:0:2393:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826322.528357:0:2393:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826322.528362:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f05666200. 02000000:00000001:1.0:1781826322.528367:0:2393:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826322.528370:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826322.528372:0:2393:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826322.528375:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826322.528378:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f081d1500. 02000000:00000001:1.0:1781826322.528382:0:2393:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826322.528384:0:2393:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826322.528386:0:2393:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f064d9f80. 00000100:00000001:1.0:1781826322.528391:0:2393:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826322.528392:0:2393:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.528395:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826322.528404:0:2393:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826322.528407:0:2393:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826322.528410:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826322.528413:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.966213:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826322.966224:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.966232:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826322.966234:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826322.966238:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826322.966239:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826322.966269:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826322.966272:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826322.966276:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826323.990294:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826323.990301:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826323.990307:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826323.990308:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826323.990312:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826323.990313:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826323.990422:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826323.990426:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826323.990428:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826325.014214:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826325.014220:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826325.014226:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826325.014227:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826325.014230:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826325.014232:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826325.014254:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826325.014257:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826325.014259:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826326.040826:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826326.040836:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826326.040844:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826326.040846:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826326.040849:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826326.040851:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826326.041934:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826326.041948:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826326.041953:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826327.062299:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826327.062309:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826327.062317:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826327.062319:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826327.062323:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826327.062325:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826327.062365:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826327.062369:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826327.062372:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1781826327.638502:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826327.638517:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826327.638526:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07720700. 00000020:00000040:2.0:1781826327.638533:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:2.0:1781826327.638539:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826327.638543:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826327.638551:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826327.638560:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a500. 00000100:00000001:2.0:1781826327.638569:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638598:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826327.638611:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826327.638618:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638625:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063e0cddd] to pc [ptlrpcd_01_00+0] req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826327.638655:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638657:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826327.638661:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826327.638665:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07723480. 00000020:00000040:2.0:1781826327.638667:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826327.638670:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826327.638671:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826327.638673:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826327.638677:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811a900. 00000100:00000001:2.0:1781826327.638680:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638684:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826327.638692:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826327.638694:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638698:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3caa41e] to pc [ptlrpcd_01_01+1] req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826327.638707:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638709:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1781826327.638713:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1781826327.638716:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f07722a00. 00000020:00000040:2.0:1781826327.638719:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:2.0:1781826327.638721:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1781826327.638722:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1781826327.638724:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1781826327.638728:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0811ab00. 00000100:00000001:2.0:1781826327.638730:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638734:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1781826327.638748:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1781826327.638750:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638753:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4203623] to pc [ptlrpcd_01_00+0] req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1781826327.638760:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1781826327.638763:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826327.638767:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826327.638770:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1781826327.638774:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1781826327.638780:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8957) 00000100:00000001:3.0:1781826327.639408:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.639418:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826327.639429:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826327.639443:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639456:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826327.639459:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639464:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826327.639468:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826327.639471:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826327.639474:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051525632:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826327.639479:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826327.639485:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826327.639488:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639491:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826327.639501:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826327.639503:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826327.639510:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826327.639514:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35cb8. 00000400:00000010:3.0:1781826327.639521:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef440. 00000100:00000200:3.0:1781826327.639529:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525632, portal 25 00000100:00000001:3.0:1781826327.639531:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826327.639532:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712477440 : -122530997074176 : ffff908f07720700) 00000100:00000040:3.0:1781826327.639538:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639546:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826327.639549:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826327.639563:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efee0. 00000100:00000200:3.0:1781826327.639568:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051525632, offset 0 00000400:00000200:3.0:1781826327.639574:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826327.639582:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.639590:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826327.639596:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826327.639600:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826327.639604:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826327.639607:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826327.639610:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379013:379013:256:4294967295] 192.168.204.116@tcp LPNI seq info [378964:378964:8:4294967295] 00000400:00000200:3.0:1781826327.639615:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.639624:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826327.639630:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826327.639636:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c100. 00000800:00000200:3.0:1781826327.639643:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826327.639649:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826327.639654:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826327.639715:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826327.639721:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826327.639724:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303628306 00000100:00000001:3.0:1781826327.639732:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303623185 00000100:00000001:3.0:1781826327.639735:0:2394:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303628306 00000100:00000001:3.0:1781826327.639738:0:2394:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303623185 00000100:00000001:3.0:1781826327.639741:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.639744:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.639747:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826327.639751:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639759:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826327.639760:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639763:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826327.639764:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826327.639766:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826327.639769:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051525888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826327.639773:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826327.639776:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826327.639777:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639779:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826327.639782:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826327.639784:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826327.639788:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826327.639791:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35f20. 00000400:00000010:3.0:1781826327.639794:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef550. 00000100:00000200:3.0:1781826327.639797:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525888, portal 10 00000100:00000001:3.0:1781826327.639799:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826327.639800:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712486400 : -122530997065216 : ffff908f07722a00) 00000100:00000040:3.0:1781826327.639807:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639814:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826327.639817:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826327.639824:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efa18. 00000100:00000200:3.0:1781826327.639826:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051525888, offset 0 00000400:00000200:3.0:1781826327.639831:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826327.639835:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.639838:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826327.639841:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826327.639843:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826327.639845:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826327.639847:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826327.639850:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379014:379014:255:4294967295] 192.168.204.116@tcp LPNI seq info [378965:378965:7:4294967295] 00000400:00000200:3.0:1781826327.639853:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.639859:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826327.639863:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826327.639867:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733c600. 00000800:00000200:3.0:1781826327.639870:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826327.639874:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826327.639877:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826327.639880:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826327.639884:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19775 usecs (20 jiffies) 00000400:00000200:3.0:1781826327.639886:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826327.639888:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303619605 00000100:00000001:3.0:1781826327.639891:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303628306 00000100:00000001:3.0:1781826327.639893:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303619605 00000100:00000001:3.0:1781826327.639895:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303628306 00000100:00000001:3.0:1781826327.639897:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.639899:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.639901:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.639903:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.639911:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826327.639913:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1781826327.639916:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.639917:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826327.639919:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826327.639922:0:2394:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1781826327.639923:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.639925:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826327.639926:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.639928:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.639929:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1781826327.639931:0:2394:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1781826327.639935:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639942:0:2394:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1781826327.639944:0:2394:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639946:0:2394:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1781826327.639947:0:2394:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1781826327.639949:0:2394:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1781826327.639952:0:2394:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051525760:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826327.639955:0:2394:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1781826327.639957:0:2394:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1781826327.639959:0:2394:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.639960:0:2394:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1781826327.639963:0:2394:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f10622800. 02000000:00000001:3.0:1781826327.639965:0:2394:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1781826327.639968:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:3.0:1781826327.639971:0:2394:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f31e35478. 00000400:00000010:3.0:1781826327.639974:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089efe58. 00000100:00000200:3.0:1781826327.639977:0:2394:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051525760, portal 10 00000100:00000001:3.0:1781826327.639979:0:2394:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1781826327.639980:0:2394:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542712489088 : -122530997062528 : ffff908f07723480) 00000100:00000040:3.0:1781826327.639987:0:2394:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.639993:0:2394:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1781826327.639995:0:2394:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:3.0:1781826327.639998:0:2394:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f089ef110. 00000100:00000200:3.0:1781826327.640000:0:2394:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051525760, offset 0 00000400:00000200:3.0:1781826327.640004:0:2394:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:3.0:1781826327.640008:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.640011:0:2394:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:3.0:1781826327.640014:0:2394:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1781826327.640016:0:2394:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:3.0:1781826327.640019:0:2394:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1781826327.640021:0:2394:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:3.0:1781826327.640024:0:2394:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379015:379015:254:4294967295] 192.168.204.116@tcp LPNI seq info [378966:378966:6:4294967295] 00000400:00000200:3.0:1781826327.640028:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:3.0:1781826327.640034:0:2394:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:3.0:1781826327.640038:0:2394:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:3.0:1781826327.640041:0:2394:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f0733cf00. 00000800:00000200:3.0:1781826327.640044:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:3.0:1781826327.640048:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:3.0:1781826327.640050:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f0733cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1781826327.640052:0:2394:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826327.640055:0:2394:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23875 usecs (24 jiffies) 00000400:00000200:3.0:1781826327.640058:0:2394:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:3.0:1781826327.640060:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303619609 00000100:00000001:3.0:1781826327.640062:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303628306 00000100:00000001:3.0:1781826327.640064:0:2394:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303619609 00000100:00000001:3.0:1781826327.640118:0:2394:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303628306 00000100:00000001:3.0:1781826327.640121:0:2394:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.640123:0:2394:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.640126:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.640128:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.640139:0:2395:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.640142:0:2395:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826327.643787:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826327.643796:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c100. 00000400:00000200:0.0:1781826327.643804:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.643814:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826327.643821:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efee0 00000400:00000010:0.0:1781826327.643823:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efee0. 00000100:00000001:0.0:1781826327.643828:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826327.643837:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.643849:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826327.643852:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.643859:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826327.643862:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826327.643874:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826327.643876:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733c600. 00000400:00000200:0.0:1781826327.643879:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.643882:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826327.643885:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efa18 00000400:00000010:0.0:1781826327.643887:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efa18. 00000100:00000001:0.0:1781826327.643889:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826327.643893:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.643900:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826327.643903:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.643908:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826327.643910:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826327.644299:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826327.644303:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f0733cf00. 00000400:00000200:0.0:1781826327.644307:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.644310:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826327.644314:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef110 00000400:00000010:0.0:1781826327.644316:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef110. 00000100:00000001:0.0:1781826327.644319:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826327.644324:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.644332:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826327.644335:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.644341:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826327.644343:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1781826327.649532:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649668:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826327.649673:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649676:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649686:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649694:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826327.649704:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649708:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649714:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649718:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b600 00000400:00000200:0.0:1781826327.649722:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649728:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000f1 [1] + 224 00000800:00000001:0.0:1781826327.649735:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649740:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649743:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.649747:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826327.649755:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826327.649763:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826327.649774:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.649797:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826327.649807:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649811:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826327.649813:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649815:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649818:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649822:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826327.649826:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649828:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649831:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649833:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b680 00000400:00000200:0.0:1781826327.649836:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649840:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400101 [1] + 224 00000800:00000001:0.0:1781826327.649843:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649847:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649849:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.649852:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826327.649855:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826327.649859:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826327.649866:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.649873:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826327.649876:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649879:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826327.649881:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649883:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649886:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649889:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826327.649952:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649954:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649957:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649960:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b700 00000400:00000200:0.0:1781826327.649963:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826327.649967:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x4000f9 [1] + 224 00000800:00000001:0.0:1781826327.649971:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.649992:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826327.649994:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826327.649998:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826327.650001:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826327.650005:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826327.650013:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826327.650019:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826327.650023:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826327.650027:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650114:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.650119:0:2394:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1781826327.650126:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826327.650129:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826327.650132:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35478. 00000400:00000200:3.0:1781826327.650136:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089efe58 00000400:00000010:3.0:1781826327.650138:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089efe58. 00000100:00000001:3.0:1781826327.650142:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826327.650147:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826327.650154:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650161:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826327.650162:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650165:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826327.650168:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826327.650170:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826327.650173:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.650176:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826327.650185:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826327.650189:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826327.650192:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826327.650193:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826327.650196:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826327.650199:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.650203:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826327.650205:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:3.0:1781826327.650207:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826327.650209:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826327.650215:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650221:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.650225:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826327.650227:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826327.650232:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826327.650240:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07723480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051525760:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826327.650246:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826327.650247:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826327.650249:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35cb8. 00000400:00000200:3.0:1781826327.650251:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef440 00000400:00000010:3.0:1781826327.650253:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef440. 00000100:00000001:3.0:1781826327.650255:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826327.650258:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826327.650266:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650271:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826327.650273:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650275:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826327.650276:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826327.650277:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826327.650278:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.650280:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826327.650282:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826327.650285:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826327.650288:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826327.650289:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826327.650290:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826327.650292:0:2394:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.650294:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826327.650297:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650302:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.650304:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826327.650305:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826327.650309:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826327.650317:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07720700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4125d75f-490f-4105-989d-4b4c311e58c7:2394:1868371051525632:192.168.204.116@tcp:400:kworker.0 00000400:00000001:3.0:1781826327.650322:0:2394:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1781826327.650323:0:2394:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1781826327.650324:0:2394:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f31e35f20. 00000400:00000200:3.0:1781826327.650327:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f089ef550 00000400:00000010:3.0:1781826327.650328:0:2394:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f089ef550. 00000100:00000001:3.0:1781826327.650330:0:2394:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1781826327.650333:0:2394:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1781826327.650341:0:2394:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650347:0:2394:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1781826327.650348:0:2394:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650350:0:2394:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:3.0:1781826327.650351:0:2394:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1781826327.650352:0:2394:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1781826327.650354:0:2394:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1781826327.650355:0:2394:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1781826327.650359:0:2394:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=94 v=5 (5 5 5 5) 00000100:00001000:3.0:1781826327.650361:0:2394:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1781826327.650363:0:2394:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1781826327.650364:0:2394:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1781826327.650366:0:2394:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1781826327.650367:0:2394:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.650370:0:2394:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1781826327.650371:0:2394:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:3.0:1781826327.650373:0:2394:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1781826327.650374:0:2394:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1781826327.650377:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650389:0:2394:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1781826327.650391:0:2394:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1781826327.650392:0:2394:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1781826327.650396:0:2394:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1781826327.650403:0:2394:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f07722a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fc701679-fa94-4c93-a54e-c440f16214da:2394:1868371051525888:192.168.204.116@tcp:400:kworker.0 00000100:00000001:3.0:1781826327.650406:0:2394:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650408:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826327.650412:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07723480 x1868371051525760/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650418:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826327.650432:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826327.650436:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622800. 02000000:00000001:3.0:1781826327.650441:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826327.650444:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826327.650446:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826327.650448:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826327.650450:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a900. 02000000:00000001:3.0:1781826327.650454:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826327.650455:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826327.650457:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07723480. 00000100:00000001:3.0:1781826327.650460:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826327.650462:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650463:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826327.650466:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07720700 x1868371051525632/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650472:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826327.650473:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826327.650475:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10622e00. 02000000:00000001:3.0:1781826327.650477:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826327.650478:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826327.650479:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:3.0:1781826327.650481:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826327.650482:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811a500. 02000000:00000001:3.0:1781826327.650484:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826327.650485:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826327.650486:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07720700. 00000100:00000001:3.0:1781826327.650489:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826327.650490:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650491:0:2394:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1781826327.650494:0:2394:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f07722a00 x1868371051525888/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826343 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1781826327.650500:0:2394:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1781826327.650501:0:2394:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1781826327.650502:0:2394:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f10623a00. 02000000:00000001:3.0:1781826327.650505:0:2394:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1781826327.650506:0:2394:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1781826327.650507:0:2394:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:3.0:1781826327.650509:0:2394:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1781826327.650510:0:2394:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0811ab00. 02000000:00000001:3.0:1781826327.650512:0:2394:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1781826327.650513:0:2394:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1781826327.650514:0:2394:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f07722a00. 00000100:00000001:3.0:1781826327.650516:0:2394:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1781826327.650517:0:2394:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650519:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1781826327.650526:0:2394:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1781826327.650528:0:2394:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1781826327.650530:0:2394:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1781826327.650533:0:2394:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826328.086219:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826328.086225:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826328.086231:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826328.086232:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826328.086235:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826328.086236:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826328.086325:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826328.086329:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826328.086332:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826329.110227:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826329.110234:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826329.110240:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826329.110241:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826329.110245:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826329.110246:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826329.110273:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826329.110276:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826329.110279:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826330.136270:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826330.136278:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826330.136284:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826330.136288:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826330.136290:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826330.136294:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826330.136297:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826330.136300:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826330.136302:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826330.136304:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826330.136308:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826330.136309:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826330.137116:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826330.137121:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826330.137124:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826331.158375:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826331.158384:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826331.158389:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826331.158390:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826331.158393:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826331.158394:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826331.158425:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826331.158429:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826331.158432:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826332.182504:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826332.182513:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826332.182515:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826332.182518:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182523:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826332.182525:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182527:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182529:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182533:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826332.182535:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182539:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826332.182540:0:135728:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1781826332.182542:0:135728:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1781826332.182543:0:135728:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182544:0:135728:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1781826332.182545:0:135728:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182547:0:135728:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.182548:0:135728:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1781826332.182608:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1781826332.182612:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1781826332.182615:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1781826332.758368:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) 4125d75f-490f-4105-989d-4b4c311e58c7->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826332.758378:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826332.758390:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08031f80. 00000020:00000040:0.0:1781826332.758396:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f10784000 refcount=4 obd=MGC192.168.204.116@tcp 00000100:00000001:0.0:1781826332.758400:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826332.758403:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826332.758408:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826332.758417:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f000. 00000100:00000001:0.0:1781826332.758424:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758435:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 4125d75f-490f-4105-989d-4b4c311e58c7->MGS req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826332.758445:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826332.758458:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758465:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063832bb7] to pc [ptlrpcd_00_01+1] req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758491:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758493:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826332.758497:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826332.758500:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08032680. 00000020:00000040:0.0:1781826332.758502:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0f800 refcount=4 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826332.758504:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826332.758506:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826332.758508:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826332.758511:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f900. 00000100:00000001:0.0:1781826332.758514:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758518:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0000_UUID req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826332.758525:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826332.758527:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758530:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008cf7c749] to pc [ptlrpcd_00_00+0] req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758538:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758540:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1781826332.758543:0:78619:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1781826332.758545:0:78619:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff908f08033100. 00000020:00000040:0.0:1781826332.758547:0:78619:0:(genops.c:1231:class_import_get()) import ffff908f18d0e800 refcount=4 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000100:00000001:0.0:1781826332.758549:0:78619:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1781826332.758550:0:78619:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1781826332.758552:0:78619:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1781826332.758554:0:78619:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff908f0693f600. 00000100:00000001:0.0:1781826332.758557:0:78619:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758560:0:78619:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging fc701679-fa94-4c93-a54e-c440f16214da->lustre-MDT0001_UUID req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1781826332.758566:0:78619:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1781826332.758568:0:78619:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758572:0:78619:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c29925a] to pc [ptlrpcd_00_01+1] req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758579:0:78619:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758581:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826332.758584:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826332.758586:0:78619:0:(pinger.c:231:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1781826332.758590:0:78619:0:(pinger.c:249:ptlrpc_pinger_process_import()) fc701679-fa94-4c93-a54e-c440f16214da->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1781826332.758595:0:78619:0:(pinger.c:306:ptlrpc_pinger_main()) next wakeup in 5 (8962) 00000100:00000001:0.0:1781826332.758604:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826332.758607:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826332.758609:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826332.758614:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758621:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826332.758623:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.758637:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826332.758640:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826332.758642:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826332.758646:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051526144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826332.758650:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826332.758655:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826332.758658:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.758660:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826332.758664:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eade00. 02000000:00000001:0.0:1781826332.758666:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826332.758673:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826332.758677:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838e18. 00000400:00000010:0.0:1781826332.758683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18eb28. 00000100:00000200:0.0:1781826332.758690:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526144, portal 10 00000100:00000001:0.0:1781826332.758693:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826332.758694:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721988224 : -122530987563392 : ffff908f08032680) 00000100:00000040:0.0:1781826332.758701:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758708:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826332.758710:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826332.758713:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18edd0. 00000100:00000200:0.0:1781826332.758715:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051526144, offset 0 00000400:00000200:0.0:1781826332.758721:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826332.758729:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.758736:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826332.758741:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826332.758745:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826332.758749:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826332.758751:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826332.758754:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379016:379016:256:4294967295] 192.168.204.116@tcp LPNI seq info [378967:378967:8:4294967295] 00000400:00000200:0.0:1781826332.758758:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.758767:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826332.758773:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826332.758779:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f03a9c000. 00000800:00000200:0.0:1781826332.758796:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826332.758804:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826332.758808:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f03a9c000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826332.758818:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.758822:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: using a timeout of 23857 usecs (24 jiffies) 00000400:00000200:0.0:1781826332.758825:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826332.758828:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303624728 00000100:00000001:0.0:1781826332.758831:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303628306 00000100:00000001:0.0:1781826332.758832:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303624728 00000100:00000001:0.0:1781826332.758834:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303628306 00000100:00000001:0.0:1781826332.758836:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826332.758838:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.758841:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.758843:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826332.758851:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826332.758853:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1781826332.758854:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826332.758855:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826332.758857:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826332.758858:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1781826332.758860:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826332.758862:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1781826332.758863:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1781826332.758865:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1781826332.758866:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1781826332.758867:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826332.758871:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758877:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826332.758879:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.758880:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826332.758882:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826332.758883:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826332.758886:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051526016:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826332.758888:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826332.758891:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826332.758892:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.758893:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826332.758896:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07ead000. 02000000:00000001:0.0:1781826332.758898:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826332.758901:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826332.758903:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838cb8. 00000400:00000010:0.0:1781826332.758906:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e330. 00000100:00000200:0.0:1781826332.758908:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526016, portal 25 00000100:00000001:0.0:1781826332.758910:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826332.758911:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721986432 : -122530987565184 : ffff908f08031f80) 00000100:00000040:0.0:1781826332.758915:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.758920:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826332.758922:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826332.758935:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e990. 00000100:00000200:0.0:1781826332.758938:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1868371051526016, offset 0 00000400:00000200:0.0:1781826332.758942:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826332.758945:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.758948:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826332.758951:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826332.758953:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826332.758955:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826332.758957:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826332.758959:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379017:379017:255:4294967295] 192.168.204.116@tcp LPNI seq info [378968:378968:7:4294967295] 00000400:00000200:0.0:1781826332.758962:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.758967:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826332.758971:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826332.758973:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f03a9cd00. 00000800:00000200:0.0:1781826332.758976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826332.758980:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826332.758982:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f03a9cd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826332.758985:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826332.758988:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826332.758989:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 0 is 4303633425 00000100:00000001:0.0:1781826332.758996:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4303628306 00000100:00000001:0.0:1781826332.759000:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS new deadline estimation for cpu 1 is 4303633425 00000100:00000001:0.0:1781826332.759003:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.116@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4303628306 00000100:00000001:0.0:1781826332.759005:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826332.759007:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759009:0:2392:0:(client.c:1799:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1781826332.759012:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759018:0:2392:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1781826332.759020:0:2392:0:(client.c:1422:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.759021:0:2392:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1781826332.759023:0:2392:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1781826332.759024:0:2392:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1781826332.759027:0:2392:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051526272:192.168.204.116@tcp:400:kworker.0 00000100:00000001:0.0:1781826332.759029:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1781826332.759031:0:2392:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1781826332.759033:0:2392:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1781826332.759034:0:2392:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1781826332.759037:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff908f07eada00. 02000000:00000001:0.0:1781826332.759039:0:2392:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1781826332.759042:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000010:0.0:1781826332.759044:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff908f08838d10. 00000400:00000010:0.0:1781826332.759047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e550. 00000100:00000200:0.0:1781826332.759049:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1868371051526272, portal 10 00000100:00000001:0.0:1781826332.759051:0:2392:0:(client.c:3274:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1781826332.759052:0:2392:0:(client.c:3276:ptlrpc_request_addref()) Process leaving (rc=18446621542721990912 : -122530987560704 : ffff908f08033100) 00000100:00000040:0.0:1781826332.759057:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759063:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1781826332.759065:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.116@tcp 00000400:00000010:0.0:1781826332.759067:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff908f2b18e2a8. 00000100:00000200:0.0:1781826332.759068:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1868371051526272, offset 0 00000400:00000200:0.0:1781826332.759072:0:2392:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.116@tcp 00000400:00000200:0.0:1781826332.759075:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.759121:0:2392:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.116@tcp local destination 00000400:00000200:0.0:1781826332.759123:0:2392:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1781826332.759126:0:2392:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.16@tcp 00000400:00000200:0.0:1781826332.759128:0:2392:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.16@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1781826332.759130:0:2392:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.116@tcp 00000400:00000200:0.0:1781826332.759133:0:2392:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.16@tcp NI seq info: [379018:379018:254:4294967295] 192.168.204.116@tcp LPNI seq info [378969:378969:6:4294967295] 00000400:00000200:0.0:1781826332.759137:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.759142:0:2392:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp:) -> 192.168.204.116@tcp(192.168.204.116@tcp:192.168.204.116@tcp) : PUT try# 0 00000800:00000200:0.0:1781826332.759146:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.116@tcp 00000800:00000010:0.0:1781826332.759150:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff908f02a74b00. 00000800:00000200:0.0:1781826332.759154:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff908f10f089c0] -> 12345-192.168.204.116@tcp (5) 00000800:00000200:0.0:1781826332.759157:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.116@tcp ip 192.168.204.116:988 00000800:00000200:0.0:1781826332.759160:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff908f02a74b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1781826332.759162:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1781826332.759165:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: using a timeout of 19767 usecs (20 jiffies) 00000400:00000200:0.0:1781826332.759168:0:2392:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000100:00000001:0.0:1781826332.759169:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 0 is 4303624725 00000100:00000001:0.0:1781826332.759171:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 0, keep current deadline 4303633425 00000100:00000001:0.0:1781826332.759173:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS new deadline estimation for cpu 1 is 4303624725 00000100:00000001:0.0:1781826332.759175:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff908f02d98000: PM QoS request active for cpu 1, keep current deadline 4303633425 00000100:00000001:0.0:1781826332.759177:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1781826332.759179:0:2392:0:(client.c:1927:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759181:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759183:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1781826332.759225:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826332.759229:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f03a9c000. 00000400:00000200:0.0:1781826332.759237:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.759241:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826332.759246:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18edd0 00000400:00000010:0.0:1781826332.759249:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18edd0. 00000100:00000001:0.0:1781826332.759254:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826332.759258:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759267:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826332.759270:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759277:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759278:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826332.759289:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826332.759291:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f03a9cd00. 00000400:00000200:0.0:1781826332.759294:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.759297:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826332.759300:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e990 00000400:00000010:0.0:1781826332.759301:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e990. 00000100:00000001:0.0:1781826332.759303:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826332.759306:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759312:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826332.759314:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759332:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759334:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1781826332.759396:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1781826332.759399:0:2386:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff908f02a74b00. 00000400:00000200:0.0:1781826332.759402:0:2386:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.759405:0:2386:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000400:00000200:0.0:1781826332.759408:0:2386:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e2a8 00000400:00000010:0.0:1781826332.759409:0:2386:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e2a8. 00000100:00000001:0.0:1781826332.759411:0:2386:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1781826332.759414:0:2386:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759421:0:2386:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1781826332.759424:0:2386:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.759430:0:2386:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1781826332.759431:0:2386:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1781826332.763606:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826332.763614:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1781826332.766934:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.766949:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826332.766954:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.766956:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.766965:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.766972:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826332.766982:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.766986:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.766991:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.766997:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b800 00000400:00000200:0.0:1781826332.767001:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767008:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400109 [1] + 224 00000800:00000001:0.0:1781826332.767015:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767019:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.767022:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.767026:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826332.767034:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826332.767043:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826332.767055:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.767105:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826332.767114:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767118:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826332.767120:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767122:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.767125:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767128:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826332.767133:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767136:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767138:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767141:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 10 MB=0x6a34608d5b880 00000400:00000200:0.0:1781826332.767144:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767147:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.116@tcp of length 224/224 into md 0x400129 [1] + 224 00000800:00000001:0.0:1781826332.767150:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767154:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.767156:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.767159:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826332.767162:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826332.767166:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826332.767181:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.767189:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826332.767194:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767197:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1781826332.767198:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767200:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.767203:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767205:0:2385:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.16@tcp(192.168.204.16@tcp) <- 192.168.204.116@tcp : PUT - for me 00000400:00000200:0.0:1781826332.767209:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767211:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767214:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767217:0:2385:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.116@tcp of length 224 into portal 25 MB=0x6a34608d5b780 00000400:00000200:0.0:1781826332.767220:0:2385:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.116@tcp to cpt 0 00000400:00000200:0.0:1781826332.767224:0:2385:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.116@tcp of length 224/224 into md 0x400119 [1] + 224 00000800:00000001:0.0:1781826332.767228:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767233:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1781826332.767235:0:2385:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1781826332.767239:0:2385:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.16@tcp->192.168.204.116@tcp: PUT: OK 00000100:00000001:0.0:1781826332.767241:0:2385:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1781826332.767245:0:2385:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1781826332.767253:0:2385:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1781826332.767259:0:2385:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1781826332.767262:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1781826332.767264:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767409:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826332.767413:0:2392:0:(client.c:1976:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1781826332.767420:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826332.767422:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826332.767426:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838cb8. 00000400:00000200:1.0:1781826332.767430:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e330 00000400:00000010:1.0:1781826332.767433:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e330. 00000100:00000001:1.0:1781826332.767437:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826332.767452:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826332.767468:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767474:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826332.767476:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767478:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826332.767482:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826332.767485:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826332.767487:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826332.767491:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826332.767498:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f10784460 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826332.767502:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f10784418 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826332.767505:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826332.767506:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.767509:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826332.767511:0:2392:0:(ldlm_request.c:1649:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826332.767513:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826332.767518:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767526:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826332.767529:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826332.767531:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826332.767535:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826332.767543:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08031f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4125d75f-490f-4105-989d-4b4c311e58c7:2392:1868371051526016:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826332.767549:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826332.767550:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826332.767552:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838d10. 00000400:00000200:1.0:1781826332.767555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18e550 00000400:00000010:1.0:1781826332.767556:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18e550. 00000100:00000001:1.0:1781826332.767559:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826332.767562:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826332.767570:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767577:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826332.767578:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767580:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826332.767581:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826332.767583:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826332.767584:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826332.767586:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826332.767591:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0ec60 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826332.767595:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0ec18 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826332.767597:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826332.767598:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.767600:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826332.767603:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826332.767606:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826332.767608:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff908f02d98000: skip recheck: last_committed 25769804089 00000100:00000001:1.0:1781826332.767610:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826332.767612:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826332.767615:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767621:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826332.767633:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826332.767634:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826332.767639:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826332.767646:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08033100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051526272:192.168.204.116@tcp:400:kworker.0 00000400:00000001:1.0:1781826332.767651:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1781826332.767652:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1781826332.767653:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff908f08838e18. 00000400:00000200:1.0:1781826332.767655:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff908f2b18eb28 00000400:00000010:1.0:1781826332.767657:0:2392:0:(lib-lnet.h:273:lnet_md_free()) slab-freed 'md': 136 at ffff908f2b18eb28. 00000100:00000001:1.0:1781826332.767660:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1781826332.767663:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1781826332.767670:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767682:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1781826332.767683:0:2392:0:(client.c:2987:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767685:0:2392:0:(client.c:1579:after_reply()) Process entered 02000000:00000001:1.0:1781826332.767686:0:2392:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1781826332.767687:0:2392:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1781826332.767689:0:2392:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1781826332.767691:0:2392:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1781826332.767694:0:2392:0:(import.c:2151:obd_at_measure()) add 5 to ffff908f18d0fc60 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1781826332.767697:0:2392:0:(import.c:2151:obd_at_measure()) add 1 to ffff908f18d0fc18 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1781826332.767699:0:2392:0:(client.c:1481:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1781826332.767700:0:2392:0:(client.c:1519:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826332.767702:0:2392:0:(ldlm_request.c:1645:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1781826332.767704:0:2392:0:(ldlm_request.c:1675:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826332.767706:0:2392:0:(client.c:3095:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1781826332.767707:0:2392:0:(client.c:3107:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff908f02d98000: skip recheck: last_committed 167503724603 00000100:00000001:1.0:1781826332.767709:0:2392:0:(client.c:3108:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1781826332.767710:0:2392:0:(client.c:1783:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1781826332.767714:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767720:0:2392:0:(client.c:2340:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1781826332.767722:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1781826332.767723:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1781826332.767727:0:2392:0:(lustre_net.h:2432:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1781826332.767734:0:2392:0:(client.c:2400:ptlrpc_check_set()) Completed RPC req@ffff908f08032680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fc701679-fa94-4c93-a54e-c440f16214da:2392:1868371051526144:192.168.204.116@tcp:400:kworker.0 00000100:00000001:1.0:1781826332.767738:0:2392:0:(client.c:2451:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767741:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826332.767744:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08031f80 x1868371051526016/t0(0) o400->MGC192.168.204.116@tcp@192.168.204.116@tcp:26/25 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767751:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826332.767754:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826332.767758:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07ead000. 02000000:00000001:1.0:1781826332.767761:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826332.767764:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826332.767766:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f10784000 refcount=3 obd=MGC192.168.204.116@tcp 00000020:00000001:1.0:1781826332.767768:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826332.767771:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f000. 02000000:00000001:1.0:1781826332.767775:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826332.767776:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826332.767778:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08031f80. 00000100:00000001:1.0:1781826332.767782:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826332.767784:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767787:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826332.767790:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08033100 x1868371051526272/t0(0) o400->lustre-MDT0001-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767795:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826332.767796:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826332.767797:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eada00. 02000000:00000001:1.0:1781826332.767798:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826332.767800:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826332.767801:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0e800 refcount=3 obd=lustre-MDT0001-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826332.767802:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826332.767804:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f600. 02000000:00000001:1.0:1781826332.767805:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826332.767806:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826332.767808:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08033100. 00000100:00000001:1.0:1781826332.767810:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826332.767811:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767812:0:2392:0:(client.c:2853:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1781826332.767815:0:2392:0:(client.c:2861:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff908f08032680 x1868371051526144/t0(0) o400->lustre-MDT0000-mdc-ffff908f02d98000@192.168.204.116@tcp:12/10 lens 224/224 e 0 to 0 dl 1781826348 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1781826332.767821:0:2392:0:(client.c:2779:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1781826332.767822:0:2392:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1781826332.767824:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff908f07eade00. 02000000:00000001:1.0:1781826332.767825:0:2392:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1781826332.767826:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1781826332.767827:0:2392:0:(genops.c:1244:class_import_put()) import ffff908f18d0f800 refcount=3 obd=lustre-MDT0000-mdc-ffff908f02d98000 00000020:00000001:1.0:1781826332.767829:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1781826332.767831:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff908f0693f900. 02000000:00000001:1.0:1781826332.767833:0:2392:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1781826332.767834:0:2392:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1781826332.767835:0:2392:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff908f08032680. 00000100:00000001:1.0:1781826332.767838:0:2392:0:(client.c:2835:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1781826332.767839:0:2392:0:(client.c:2894:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767842:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1781826332.767849:0:2392:0:(client.c:2625:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1781826332.767851:0:2392:0:(client.c:2653:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1781826332.767853:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1781826332.767855:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826333.206624:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826333.206631:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826333.206637:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826333.206638:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826333.206645:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826333.206647:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826333.206682:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826333.206685:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826333.206688:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1781826334.231869:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826334.231876:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826334.231882:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826334.231883:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826334.231886:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826334.231887:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1781826334.232324:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1781826334.232328:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1781826334.232331:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1781826335.108809:0:136397:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826335.266769:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826335.266776:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826335.266782:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826335.266784:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826335.266787:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826335.266788:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826335.266813:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826335.266817:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826335.266822:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1781826335.387386:0:136433:0:(debug.c:650:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1781826335.387393:0:136433:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_170: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid into REPLAY_LOCKS state after 1475 sec, have IDLE 00000001:00000001:0.0:1781826335.397965:0:136433:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1781826336.280310:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826336.280317:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826336.280322:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826336.280323:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826336.280327:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826336.280328:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1781826336.280525:0:121683:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1781826336.280529:0:121683:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1781826336.280532:0:121683:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1781826337.087339:0:136533:0:(llite_lib.c:4103:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.302260:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826337.302269:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.302277:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826337.302279:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1781826337.302286:0:135728:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1781826337.302288:0:135728:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1781826337.302322:0:121684:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1781826337.302326:0:121684:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1781826337.302329:0:121684:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 140027 lines, 140027 kept, 0 dropped, 0 bad.